| Dean Troyer | dc97cb7 | 2015-03-28 08:20:50 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
|  | 2 | # | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 3 | # lib/lvm | 
|  | 4 | # Configure the default LVM volume group used by Cinder and Nova | 
|  | 5 |  | 
|  | 6 | # Dependencies: | 
|  | 7 | # | 
|  | 8 | # - ``functions`` file | 
|  | 9 | # - ``cinder`` configurations | 
|  | 10 |  | 
|  | 11 | # DATA_DIR | 
|  | 12 |  | 
|  | 13 | # clean_default_volume_group - called from clean() | 
|  | 14 | # configure_default_volume_group - called from configure() | 
|  | 15 | # init_default_volume_group - called from init() | 
|  | 16 |  | 
|  | 17 |  | 
|  | 18 | # Save trace setting | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 19 | _XTRACE_LVM=$(set +o | grep xtrace) | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 20 | set +o xtrace | 
|  | 21 |  | 
|  | 22 |  | 
|  | 23 | # Defaults | 
|  | 24 | # -------- | 
|  | 25 | # Name of the lvm volume groups to use/create for iscsi volumes | 
| Jordan Pittier | f5069f3 | 2016-11-08 12:10:12 +0100 | [diff] [blame] | 26 | VOLUME_GROUP_NAME=${VOLUME_GROUP_NAME:-stack-volumes} | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 27 | DEFAULT_VOLUME_GROUP_NAME=$VOLUME_GROUP_NAME-default | 
|  | 28 |  | 
|  | 29 | # Backing file name is of the form $VOLUME_GROUP$BACKING_FILE_SUFFIX | 
|  | 30 | BACKING_FILE_SUFFIX=-backing-file | 
|  | 31 |  | 
|  | 32 |  | 
| Dean Troyer | dc97cb7 | 2015-03-28 08:20:50 -0500 | [diff] [blame] | 33 | # Functions | 
|  | 34 | # --------- | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 35 |  | 
|  | 36 | # _clean_lvm_volume_group removes all default LVM volumes | 
|  | 37 | # | 
| Bogdan Katynski | 8175df1 | 2017-06-28 12:34:52 +0100 | [diff] [blame] | 38 | # Usage: _clean_lvm_volume_group $vg | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 39 | function _clean_lvm_volume_group { | 
|  | 40 | local vg=$1 | 
|  | 41 |  | 
|  | 42 | # Clean out existing volumes | 
|  | 43 | sudo lvremove -f $vg | 
|  | 44 | } | 
|  | 45 |  | 
| Bogdan Katynski | 8175df1 | 2017-06-28 12:34:52 +0100 | [diff] [blame] | 46 | # _remove_lvm_volume_group removes the volume group | 
|  | 47 | # | 
|  | 48 | # Usage: _remove_lvm_volume_group $vg | 
|  | 49 | function _remove_lvm_volume_group { | 
|  | 50 | local vg=$1 | 
|  | 51 |  | 
|  | 52 | # Remove the volume group | 
|  | 53 | sudo vgremove -f $vg | 
|  | 54 | } | 
|  | 55 |  | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 56 | # _clean_lvm_backing_file() removes the backing file of the | 
|  | 57 | # volume group | 
|  | 58 | # | 
|  | 59 | # Usage: _clean_lvm_backing_file() $backing_file | 
|  | 60 | function _clean_lvm_backing_file { | 
|  | 61 | local backing_file=$1 | 
|  | 62 |  | 
| Dean Troyer | dc97cb7 | 2015-03-28 08:20:50 -0500 | [diff] [blame] | 63 | # If the backing physical device is a loop device, it was probably setup by DevStack | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 64 | if [[ -n "$backing_file" ]] && [[ -e "$backing_file" ]]; then | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 65 | local vg_dev | 
|  | 66 | vg_dev=$(sudo losetup -j $backing_file | awk -F':' '/'$BACKING_FILE_SUFFIX'/ { print $1}') | 
| Eric Harney | 5237d16 | 2016-08-30 10:59:52 -0400 | [diff] [blame] | 67 | if [[ -n "$vg_dev" ]]; then | 
|  | 68 | sudo losetup -d $vg_dev | 
|  | 69 | fi | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 70 | rm -f $backing_file | 
|  | 71 | fi | 
|  | 72 | } | 
|  | 73 |  | 
|  | 74 | # clean_lvm_volume_group() cleans up the volume group and removes the | 
|  | 75 | # backing file | 
|  | 76 | # | 
|  | 77 | # Usage: clean_lvm_volume_group $vg | 
|  | 78 | function clean_lvm_volume_group { | 
|  | 79 | local vg=$1 | 
|  | 80 |  | 
|  | 81 | _clean_lvm_volume_group $vg | 
| Bogdan Katynski | 8175df1 | 2017-06-28 12:34:52 +0100 | [diff] [blame] | 82 | _remove_lvm_volume_group $vg | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 83 | # if there is no logical volume left, it's safe to attempt a cleanup | 
|  | 84 | # of the backing file | 
|  | 85 | if [[ -z "$(sudo lvs --noheadings -o lv_name $vg 2>/dev/null)" ]]; then | 
|  | 86 | _clean_lvm_backing_file $DATA_DIR/$vg$BACKING_FILE_SUFFIX | 
|  | 87 | fi | 
|  | 88 | } | 
|  | 89 |  | 
|  | 90 |  | 
| Shin Sato | 9ee1ef6 | 2015-05-28 13:56:58 +0900 | [diff] [blame] | 91 | # _create_lvm_volume_group creates default volume group | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 92 | # | 
|  | 93 | # Usage: _create_lvm_volume_group() $vg $size | 
|  | 94 | function _create_lvm_volume_group { | 
|  | 95 | local vg=$1 | 
|  | 96 | local size=$2 | 
|  | 97 |  | 
|  | 98 | local backing_file=$DATA_DIR/$vg$BACKING_FILE_SUFFIX | 
|  | 99 | if ! sudo vgs $vg; then | 
|  | 100 | # Only create if the file doesn't already exists | 
| Chris Dent | 4c20607 | 2015-02-16 21:56:29 +0000 | [diff] [blame] | 101 | [[ -f $backing_file ]] || truncate -s $size $backing_file | 
| Dan Smith | 93a94f5 | 2018-12-14 06:39:59 -0800 | [diff] [blame] | 102 |  | 
|  | 103 | local directio="" | 
|  | 104 | # Check to see if we can do direct-io | 
|  | 105 | if losetup -h | grep -q direct-io; then | 
|  | 106 | directio="--direct-io=on" | 
|  | 107 | fi | 
|  | 108 |  | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 109 | local vg_dev | 
| Dan Smith | 93a94f5 | 2018-12-14 06:39:59 -0800 | [diff] [blame] | 110 | vg_dev=$(sudo losetup -f --show $directio $backing_file) | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 111 |  | 
|  | 112 | # Only create volume group if it doesn't already exist | 
|  | 113 | if ! sudo vgs $vg; then | 
|  | 114 | sudo vgcreate $vg $vg_dev | 
|  | 115 | fi | 
|  | 116 | fi | 
|  | 117 | } | 
|  | 118 |  | 
|  | 119 | # init_lvm_volume_group() initializes the volume group creating the backing | 
|  | 120 | # file if necessary | 
|  | 121 | # | 
| jeckxie | 8a83494 | 2016-12-05 15:32:25 +0800 | [diff] [blame] | 122 | # Usage: init_lvm_volume_group() $vg $size | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 123 | function init_lvm_volume_group { | 
|  | 124 | local vg=$1 | 
|  | 125 | local size=$2 | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 126 |  | 
| Lee Yarwood | e16e925 | 2020-04-09 11:00:28 +0100 | [diff] [blame] | 127 | # Start the tgtd service on Fedora and SUSE if tgtadm is used | 
|  | 128 | if  is_fedora || is_suse  && [[ "$CINDER_ISCSI_HELPER" = "tgtadm" ]]; then | 
|  | 129 | start_service tgtd | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 130 | fi | 
|  | 131 |  | 
| Attila Fazekas | 380d92c | 2015-02-18 16:22:06 +0100 | [diff] [blame] | 132 | # Start with a clean volume group | 
|  | 133 | _create_lvm_volume_group $vg $size | 
|  | 134 |  | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 135 | # Remove iscsi targets | 
| Attila Fazekas | c70605d | 2015-01-26 15:44:47 +0100 | [diff] [blame] | 136 | if [ "$CINDER_ISCSI_HELPER" = "lioadm" ]; then | 
|  | 137 | sudo cinder-rtstool get-targets | sudo xargs -rn 1 cinder-rtstool delete | 
|  | 138 | else | 
| Waldemar Znoinski | 084efc7 | 2016-03-09 12:18:51 +0000 | [diff] [blame] | 139 | sudo tgtadm --op show --mode target | awk '/Target/ {print $3}' | sudo xargs -r -n1 tgt-admin --delete | 
| Attila Fazekas | c70605d | 2015-01-26 15:44:47 +0100 | [diff] [blame] | 140 | fi | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 141 | _clean_lvm_volume_group $vg | 
|  | 142 | } | 
|  | 143 |  | 
| Maru Newby | c070a3d | 2015-01-27 17:44:44 +0000 | [diff] [blame] | 144 | # Sentinal value to ensure that init of default lvm volume group is | 
|  | 145 | # only performed once across calls of init_default_lvm_volume_group. | 
|  | 146 | _DEFAULT_LVM_INIT=${_DEFAULT_LVM_INIT:-0} | 
|  | 147 |  | 
|  | 148 | # init_default_lvm_volume_group() initializes a default volume group | 
|  | 149 | # intended to be shared between cinder and nova.  It is idempotent; | 
|  | 150 | # the init of the default volume group is guaranteed to be performed | 
|  | 151 | # only once so that either or both of the dependent services can | 
|  | 152 | # safely call this function. | 
|  | 153 | # | 
|  | 154 | # Usage: init_default_lvm_volume_group() | 
|  | 155 | function init_default_lvm_volume_group { | 
|  | 156 | if [[ "$_DEFAULT_LVM_INIT" = "0" ]]; then | 
|  | 157 | init_lvm_volume_group $DEFAULT_VOLUME_GROUP_NAME $VOLUME_BACKING_FILE_SIZE | 
|  | 158 | _DEFAULT_LVM_INIT=1 | 
|  | 159 | fi | 
|  | 160 | } | 
|  | 161 |  | 
| Dan Smith | 6cdb2e0 | 2015-04-23 09:12:59 -0700 | [diff] [blame] | 162 | # clean_lvm_filter() Remove the filter rule set in set_lvm_filter() | 
|  | 163 | # | 
|  | 164 | # Usage: clean_lvm_filter() | 
|  | 165 | function clean_lvm_filter { | 
|  | 166 | sudo sed -i "s/^.*# from devstack$//" /etc/lvm/lvm.conf | 
|  | 167 | } | 
|  | 168 |  | 
| John Griffith | 4bf861c | 2015-03-17 21:07:39 -0600 | [diff] [blame] | 169 | # set_lvm_filter() Gather all devices configured for LVM and | 
|  | 170 | # use them to build a global device filter | 
|  | 171 | # set_lvm_filter() Create a device filter | 
|  | 172 | # and add to /etc/lvm.conf.  Note this uses | 
|  | 173 | # all current PV's in use by LVM on the | 
|  | 174 | # system to build it's filter. | 
|  | 175 | # | 
|  | 176 | # Usage: set_lvm_filter() | 
|  | 177 | function set_lvm_filter { | 
| Dan Smith | 6cdb2e0 | 2015-04-23 09:12:59 -0700 | [diff] [blame] | 178 | local filter_suffix='"r|.*|" ]  # from devstack' | 
| John Griffith | 4bf861c | 2015-03-17 21:07:39 -0600 | [diff] [blame] | 179 | local filter_string="global_filter = [ " | 
|  | 180 | local pv | 
|  | 181 | local vg | 
|  | 182 | local line | 
|  | 183 |  | 
|  | 184 | for pv_info in $(sudo pvs --noheadings -o name); do | 
|  | 185 | pv=$(echo -e "${pv_info}" | sed 's/ //g' | sed 's/\/dev\///g') | 
|  | 186 | new="\"a|$pv|\", " | 
|  | 187 | filter_string=$filter_string$new | 
|  | 188 | done | 
|  | 189 | filter_string=$filter_string$filter_suffix | 
|  | 190 |  | 
| Dan Smith | 6cdb2e0 | 2015-04-23 09:12:59 -0700 | [diff] [blame] | 191 | clean_lvm_filter | 
| John Griffith | 4bf861c | 2015-03-17 21:07:39 -0600 | [diff] [blame] | 192 | sudo sed -i "/# global_filter = \[*\]/a\    $global_filter$filter_string" /etc/lvm/lvm.conf | 
|  | 193 | echo_summary "set lvm.conf device global_filter to: $filter_string" | 
|  | 194 | } | 
| Maru Newby | c070a3d | 2015-01-27 17:44:44 +0000 | [diff] [blame] | 195 |  | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 196 | # Restore xtrace | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 197 | $_XTRACE_LVM | 
| Daniel Genin | d470867 | 2014-10-31 15:01:29 -0400 | [diff] [blame] | 198 |  | 
|  | 199 | # mode: shell-script | 
|  | 200 | # End: |