| Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
 | 2 | # | 
| Dean Troyer | dff49a2 | 2014-01-30 15:37:40 -0600 | [diff] [blame] | 3 | # functions - DevStack-specific functions | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 4 | # | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 5 | # The following variables are assumed to be defined by certain functions: | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 6 | # | 
| Dean Troyer | d8864fe | 2014-02-17 11:00:42 -0600 | [diff] [blame] | 7 | # - ``DATABASE_BACKENDS`` | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 8 | # - ``ENABLED_SERVICES`` | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 9 | # - ``FILES`` | 
 | 10 | # - ``GLANCE_HOSTPORT`` | 
| Dean Troyer | d8864fe | 2014-02-17 11:00:42 -0600 | [diff] [blame] | 11 | # | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 12 |  | 
| Ian Wienand | 4ffb454 | 2015-06-30 11:00:32 +1000 | [diff] [blame] | 13 | # ensure we don't re-source this in the same environment | 
 | 14 | [[ -z "$_DEVSTACK_FUNCTIONS" ]] || return 0 | 
 | 15 | declare -r _DEVSTACK_FUNCTIONS=1 | 
 | 16 |  | 
| Dean Troyer | dff49a2 | 2014-01-30 15:37:40 -0600 | [diff] [blame] | 17 | # Include the common functions | 
 | 18 | FUNC_DIR=$(cd $(dirname "${BASH_SOURCE:-$0}") && pwd) | 
 | 19 | source ${FUNC_DIR}/functions-common | 
| Dean Troyer | bf2ad70 | 2015-03-09 15:16:10 -0500 | [diff] [blame] | 20 | source ${FUNC_DIR}/inc/ini-config | 
| Dean Troyer | 490430d | 2015-01-30 14:38:35 -0600 | [diff] [blame] | 21 | source ${FUNC_DIR}/inc/python | 
| Dean Troyer | 32d6bc6 | 2015-03-29 14:16:44 -0500 | [diff] [blame] | 22 | source ${FUNC_DIR}/inc/rootwrap | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 23 |  | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 24 | # Save trace setting | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 25 | _XTRACE_FUNCTIONS=$(set +o | grep xtrace) | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 26 | set +o xtrace | 
 | 27 |  | 
| Ian Wienand | 54e3910 | 2014-06-03 16:05:12 +1000 | [diff] [blame] | 28 | # Check if a function already exists | 
 | 29 | function function_exists { | 
 | 30 |     declare -f -F $1 > /dev/null | 
 | 31 | } | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 32 |  | 
| Sean Dague | 646085d | 2016-03-21 17:00:51 -0400 | [diff] [blame] | 33 | # short_source prints out the current location of the caller in a way | 
 | 34 | # that strips redundant directories. This is useful for PS4 usage. | 
 | 35 | function short_source { | 
 | 36 |     saveIFS=$IFS | 
 | 37 |     IFS=" " | 
 | 38 |     called=($(caller 0)) | 
 | 39 |     IFS=$saveIFS | 
 | 40 |     file=${called[2]} | 
 | 41 |     file=${file#$RC_DIR/} | 
 | 42 |     printf "%-40s " "$file:${called[1]}:${called[0]}" | 
 | 43 | } | 
 | 44 |  | 
 | 45 |  | 
| Adam Spiers | cb96159 | 2013-10-05 12:11:07 +0100 | [diff] [blame] | 46 | # Retrieve an image from a URL and upload into Glance. | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 47 | # Uses the following variables: | 
| Adam Spiers | cb96159 | 2013-10-05 12:11:07 +0100 | [diff] [blame] | 48 | # | 
 | 49 | # - ``FILES`` must be set to the cache dir | 
 | 50 | # - ``GLANCE_HOSTPORT`` | 
 | 51 | # | 
| Peter Stachowski | 5aeea6a | 2015-09-22 19:38:02 +0000 | [diff] [blame] | 52 | # upload_image image-url | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 53 | function upload_image { | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 54 |     local image_url=$1 | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 55 |  | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 56 |     local image image_fname image_name | 
 | 57 |  | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 58 |     # Create a directory for the downloaded image tarballs. | 
 | 59 |     mkdir -p $FILES/images | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 60 |     image_fname=`basename "$image_url"` | 
| Arnaud Legendre | 3e43944 | 2013-11-15 16:06:03 -0800 | [diff] [blame] | 61 |     if [[ $image_url != file* ]]; then | 
| Sreeram Yerrapragada | 314af0a | 2014-03-03 21:34:45 -0800 | [diff] [blame] | 62 |         # Downloads the image (uec ami+akistyle), then extracts it. | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 63 |         if [[ ! -f $FILES/$image_fname || "$(stat -c "%s" $FILES/$image_fname)" = "0" ]]; then | 
| Attila Fazekas | 057d6ae | 2015-01-13 14:01:26 +0100 | [diff] [blame] | 64 |             wget --progress=dot:giga -c $image_url -O $FILES/$image_fname | 
| Isaku Yamahata | 6681a4f | 2014-01-10 15:28:29 +0900 | [diff] [blame] | 65 |             if [[ $? -ne 0 ]]; then | 
 | 66 |                 echo "Not found: $image_url" | 
 | 67 |                 return | 
 | 68 |             fi | 
| Arnaud Legendre | 3e43944 | 2013-11-15 16:06:03 -0800 | [diff] [blame] | 69 |         fi | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 70 |         image="$FILES/${image_fname}" | 
| Arnaud Legendre | 3e43944 | 2013-11-15 16:06:03 -0800 | [diff] [blame] | 71 |     else | 
| Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 72 |         # File based URL (RFC 1738): ``file://host/path`` | 
| Arnaud Legendre | 3e43944 | 2013-11-15 16:06:03 -0800 | [diff] [blame] | 73 |         # Remote files are not considered here. | 
| Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 74 |         # unix: ``file:///home/user/path/file`` | 
 | 75 |         # windows: ``file:///C:/Documents%20and%20Settings/user/path/file`` | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 76 |         image=$(echo $image_url | sed "s/^file:\/\///g") | 
 | 77 |         if [[ ! -f $image || "$(stat -c "%s" $image)" == "0" ]]; then | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 78 |             echo "Not found: $image_url" | 
 | 79 |             return | 
 | 80 |         fi | 
 | 81 |     fi | 
 | 82 |  | 
 | 83 |     # OpenVZ-format images are provided as .tar.gz, but not decompressed prior to loading | 
 | 84 |     if [[ "$image_url" =~ 'openvz' ]]; then | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 85 |         image_name="${image_fname%.tar.gz}" | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 86 |         openstack --os-cloud=devstack-admin image create "$image_name" --public --container-format ami --disk-format ami < "${image}" | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 87 |         return | 
 | 88 |     fi | 
 | 89 |  | 
| Sreeram Yerrapragada | cbaff86 | 2013-07-24 19:49:23 -0700 | [diff] [blame] | 90 |     # vmdk format images | 
 | 91 |     if [[ "$image_url" =~ '.vmdk' ]]; then | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 92 |         image_name="${image_fname%.vmdk}" | 
| Ryan Hsu | a6273b9 | 2013-09-04 23:51:29 -0700 | [diff] [blame] | 93 |  | 
 | 94 |         # Before we can upload vmdk type images to glance, we need to know it's | 
 | 95 |         # disk type, storage adapter, and networking adapter. These values are | 
| Ryan Hsu | bfb3e5e | 2013-11-11 21:20:14 -0800 | [diff] [blame] | 96 |         # passed to glance as custom properties. | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 97 |         # We take these values from the vmdk file if populated. Otherwise, we use | 
| Ryan Hsu | a6273b9 | 2013-09-04 23:51:29 -0700 | [diff] [blame] | 98 |         # vmdk filename, which is expected in the following format: | 
 | 99 |         # | 
| Ryan Hsu | bfb3e5e | 2013-11-11 21:20:14 -0800 | [diff] [blame] | 100 |         #     <name>-<disk type>;<storage adapter>;<network adapter> | 
| Ryan Hsu | a6273b9 | 2013-09-04 23:51:29 -0700 | [diff] [blame] | 101 |         # | 
 | 102 |         # If the filename does not follow the above format then the vsphere | 
 | 103 |         # driver will supply default values. | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 104 |  | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 105 |         local vmdk_disktype="" | 
| Sabari Kumar Murugesan | 88cde0b | 2014-12-04 17:48:26 -0800 | [diff] [blame] | 106 |         local vmdk_net_adapter="e1000" | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 107 |         local path_len | 
| Ryan Hsu | bfb3e5e | 2013-11-11 21:20:14 -0800 | [diff] [blame] | 108 |  | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 109 |         # vmdk adapter type | 
| Ian Wienand | 7ae9729 | 2016-02-16 14:50:53 +1100 | [diff] [blame] | 110 |         local vmdk_adapter_type | 
 | 111 |         vmdk_adapter_type="$(head -25 $image | { grep -a -F -m 1 'ddb.adapterType =' $image || true; })" | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 112 |         vmdk_adapter_type="${vmdk_adapter_type#*\"}" | 
 | 113 |         vmdk_adapter_type="${vmdk_adapter_type%?}" | 
 | 114 |  | 
 | 115 |         # vmdk disk type | 
| Ian Wienand | 7ae9729 | 2016-02-16 14:50:53 +1100 | [diff] [blame] | 116 |         local vmdk_create_type | 
 | 117 |         vmdk_create_type="$(head -25 $image | { grep -a -F -m 1 'createType=' $image || true; })" | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 118 |         vmdk_create_type="${vmdk_create_type#*\"}" | 
| Arnaud Legendre | 8dad4bd | 2014-02-03 17:57:39 -0800 | [diff] [blame] | 119 |         vmdk_create_type="${vmdk_create_type%\"*}" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 120 |  | 
 | 121 |         descriptor_data_pair_msg="Monolithic flat and VMFS disks "` | 
| Isaku Yamahata | 6681a4f | 2014-01-10 15:28:29 +0900 | [diff] [blame] | 122 |                                     `"should use a descriptor-data pair." | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 123 |         if [[ "$vmdk_create_type" = "monolithicSparse" ]]; then | 
 | 124 |             vmdk_disktype="sparse" | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 125 |         elif [[ "$vmdk_create_type" = "monolithicFlat" || "$vmdk_create_type" = "vmfs" ]]; then | 
| Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 126 |             # Attempt to retrieve the ``*-flat.vmdk`` | 
| Ian Wienand | 7ae9729 | 2016-02-16 14:50:53 +1100 | [diff] [blame] | 127 |             local flat_fname | 
 | 128 |             flat_fname="$(head -25 $image | { grep -G 'RW\|RDONLY [0-9]+ FLAT\|VMFS' $image || true; })" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 129 |             flat_fname="${flat_fname#*\"}" | 
 | 130 |             flat_fname="${flat_fname%?}" | 
| Sreeram Yerrapragada | 9c6d284 | 2014-03-10 14:12:58 -0700 | [diff] [blame] | 131 |             if [[ -z "$flat_fname" ]]; then | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 132 |                 flat_fname="$image_name-flat.vmdk" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 133 |             fi | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 134 |             path_len=`expr ${#image_url} - ${#image_fname}` | 
 | 135 |             local flat_url="${image_url:0:$path_len}$flat_fname" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 136 |             warn $LINENO "$descriptor_data_pair_msg"` | 
| Isaku Yamahata | 6681a4f | 2014-01-10 15:28:29 +0900 | [diff] [blame] | 137 |                             `" Attempt to retrieve the *-flat.vmdk: $flat_url" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 138 |             if [[ $flat_url != file* ]]; then | 
 | 139 |                 if [[ ! -f $FILES/$flat_fname || \ | 
 | 140 |                 "$(stat -c "%s" $FILES/$flat_fname)" = "0" ]]; then | 
| Attila Fazekas | 057d6ae | 2015-01-13 14:01:26 +0100 | [diff] [blame] | 141 |                     wget --progress=dot:giga -c $flat_url -O $FILES/$flat_fname | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 142 |                 fi | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 143 |                 image="$FILES/${flat_fname}" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 144 |             else | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 145 |                 image=$(echo $flat_url | sed "s/^file:\/\///g") | 
 | 146 |                 if [[ ! -f $image || "$(stat -c "%s" $image)" == "0" ]]; then | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 147 |                     echo "Flat disk not found: $flat_url" | 
| Sreeram Yerrapragada | 9c6d284 | 2014-03-10 14:12:58 -0700 | [diff] [blame] | 148 |                     return 1 | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 149 |                 fi | 
 | 150 |             fi | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 151 |             image_name="${flat_fname}" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 152 |             vmdk_disktype="preallocated" | 
| Arnaud Legendre | 8dad4bd | 2014-02-03 17:57:39 -0800 | [diff] [blame] | 153 |         elif [[ "$vmdk_create_type" = "streamOptimized" ]]; then | 
 | 154 |             vmdk_disktype="streamOptimized" | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 155 |         elif [[ -z "$vmdk_create_type" ]]; then | 
 | 156 |             # *-flat.vmdk provided: attempt to retrieve the descriptor (*.vmdk) | 
 | 157 |             # to retrieve appropriate metadata | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 158 |             if [[ ${image_name: -5} != "-flat" ]]; then | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 159 |                 warn $LINENO "Expected filename suffix: '-flat'."` | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 160 |                             `" Filename provided: ${image_name}" | 
| Sreeram Yerrapragada | 9c6d284 | 2014-03-10 14:12:58 -0700 | [diff] [blame] | 161 |             else | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 162 |                 descriptor_fname="${image_name:0:${#image_name} - 5}.vmdk" | 
 | 163 |                 path_len=`expr ${#image_url} - ${#image_fname}` | 
 | 164 |                 local flat_path="${image_url:0:$path_len}" | 
 | 165 |                 local descriptor_url=$flat_path$descriptor_fname | 
| Sreeram Yerrapragada | 9c6d284 | 2014-03-10 14:12:58 -0700 | [diff] [blame] | 166 |                 warn $LINENO "$descriptor_data_pair_msg"` | 
 | 167 |                                 `" Attempt to retrieve the descriptor *.vmdk: $descriptor_url" | 
 | 168 |                 if [[ $flat_path != file* ]]; then | 
 | 169 |                     if [[ ! -f $FILES/$descriptor_fname || \ | 
 | 170 |                     "$(stat -c "%s" $FILES/$descriptor_fname)" = "0" ]]; then | 
 | 171 |                         wget -c $descriptor_url -O $FILES/$descriptor_fname | 
 | 172 |                     fi | 
 | 173 |                     descriptor_url="$FILES/$descriptor_fname" | 
 | 174 |                 else | 
 | 175 |                     descriptor_url=$(echo $descriptor_url | sed "s/^file:\/\///g") | 
 | 176 |                     if [[ ! -f $descriptor_url || \ | 
 | 177 |                     "$(stat -c "%s" $descriptor_url)" == "0" ]]; then | 
 | 178 |                         echo "Descriptor not found: $descriptor_url" | 
 | 179 |                         return 1 | 
| Arnaud Legendre | 90bcd2f | 2013-11-22 16:05:39 -0800 | [diff] [blame] | 180 |                     fi | 
 | 181 |                 fi | 
| Ryan Hsu | 99b622a | 2014-03-05 15:35:49 -0800 | [diff] [blame] | 182 |                 vmdk_adapter_type="$(head -25 $descriptor_url | { grep -a -F -m 1 'ddb.adapterType =' $descriptor_url || true; })" | 
 | 183 |                 vmdk_adapter_type="${vmdk_adapter_type#*\"}" | 
 | 184 |                 vmdk_adapter_type="${vmdk_adapter_type%?}" | 
 | 185 |             fi | 
| Isaku Yamahata | 6681a4f | 2014-01-10 15:28:29 +0900 | [diff] [blame] | 186 |             vmdk_disktype="preallocated" | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 187 |         else | 
| Arnaud Legendre | 5ea53ee | 2013-11-01 16:42:54 -0700 | [diff] [blame] | 188 |             vmdk_disktype="preallocated" | 
 | 189 |         fi | 
| Ryan Hsu | bfb3e5e | 2013-11-11 21:20:14 -0800 | [diff] [blame] | 190 |  | 
 | 191 |         # NOTE: For backwards compatibility reasons, colons may be used in place | 
 | 192 |         # of semi-colons for property delimiters but they are not permitted | 
 | 193 |         # characters in NTFS filesystems. | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 194 |         property_string=`echo "$image_name" | { grep -oP '(?<=-)(?!.*-).*[:;].*[:;].*$' || true; }` | 
| Ryan Hsu | bfb3e5e | 2013-11-11 21:20:14 -0800 | [diff] [blame] | 195 |         IFS=':;' read -a props <<< "$property_string" | 
 | 196 |         vmdk_disktype="${props[0]:-$vmdk_disktype}" | 
 | 197 |         vmdk_adapter_type="${props[1]:-$vmdk_adapter_type}" | 
 | 198 |         vmdk_net_adapter="${props[2]:-$vmdk_net_adapter}" | 
| Ryan Hsu | a6273b9 | 2013-09-04 23:51:29 -0700 | [diff] [blame] | 199 |  | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 200 |         openstack --os-cloud=devstack-admin image create "$image_name" --public --container-format bare --disk-format vmdk --property vmware_disktype="$vmdk_disktype" --property vmware_adaptertype="$vmdk_adapter_type" --property hw_vif_model="$vmdk_net_adapter" < "${image}" | 
| Sreeram Yerrapragada | cbaff86 | 2013-07-24 19:49:23 -0700 | [diff] [blame] | 201 |         return | 
 | 202 |     fi | 
 | 203 |  | 
| Mate Lakat | bc2ef92 | 2013-08-15 18:06:59 +0100 | [diff] [blame] | 204 |     # XenServer-vhd-ovf-format images are provided as .vhd.tgz | 
| Davanum Srinivas | 316ed6c | 2013-02-06 15:29:49 -0500 | [diff] [blame] | 205 |     # and should not be decompressed prior to loading | 
 | 206 |     if [[ "$image_url" =~ '.vhd.tgz' ]]; then | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 207 |         image_name="${image_fname%.vhd.tgz}" | 
 | 208 |         local force_vm_mode="" | 
 | 209 |         if [[ "$image_name" =~ 'cirros' ]]; then | 
| Bob Ball | f1a2dbf | 2014-03-19 11:08:54 +0000 | [diff] [blame] | 210 |             # Cirros VHD image currently only boots in PV mode. | 
 | 211 |             # Nova defaults to PV for all VHD images, but | 
 | 212 |             # the glance setting is needed for booting | 
 | 213 |             # directly from volume. | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 214 |             force_vm_mode="--property vm_mode=xen" | 
| Bob Ball | f1a2dbf | 2014-03-19 11:08:54 +0000 | [diff] [blame] | 215 |         fi | 
| Steve Martinelli | 8d3ac2d | 2014-08-02 23:47:15 -0400 | [diff] [blame] | 216 |         openstack \ | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 217 |             --os-cloud=devstack-admin \ | 
| Steve Martinelli | 8d3ac2d | 2014-08-02 23:47:15 -0400 | [diff] [blame] | 218 |             image create \ | 
 | 219 |             "$image_name" --public \ | 
| Bob Ball | f1a2dbf | 2014-03-19 11:08:54 +0000 | [diff] [blame] | 220 |             --container-format=ovf --disk-format=vhd \ | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 221 |             $force_vm_mode < "${image}" | 
| Davanum Srinivas | 316ed6c | 2013-02-06 15:29:49 -0500 | [diff] [blame] | 222 |         return | 
 | 223 |     fi | 
 | 224 |  | 
| Mate Lakat | bc2ef92 | 2013-08-15 18:06:59 +0100 | [diff] [blame] | 225 |     # .xen-raw.tgz suggests a Xen capable raw image inside a tgz. | 
 | 226 |     # and should not be decompressed prior to loading. | 
 | 227 |     # Setting metadata, so PV mode is used. | 
 | 228 |     if [[ "$image_url" =~ '.xen-raw.tgz' ]]; then | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 229 |         image_name="${image_fname%.xen-raw.tgz}" | 
| Steve Martinelli | 8d3ac2d | 2014-08-02 23:47:15 -0400 | [diff] [blame] | 230 |         openstack \ | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 231 |             --os-cloud=devstack-admin \ | 
| Steve Martinelli | 8d3ac2d | 2014-08-02 23:47:15 -0400 | [diff] [blame] | 232 |             image create \ | 
 | 233 |             "$image_name" --public \ | 
| Mate Lakat | bc2ef92 | 2013-08-15 18:06:59 +0100 | [diff] [blame] | 234 |             --container-format=tgz --disk-format=raw \ | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 235 |             --property vm_mode=xen < "${image}" | 
| Mate Lakat | bc2ef92 | 2013-08-15 18:06:59 +0100 | [diff] [blame] | 236 |         return | 
 | 237 |     fi | 
 | 238 |  | 
| Maxim Nestratov | 54ee8a8 | 2015-07-15 11:47:11 +0300 | [diff] [blame] | 239 |     if [[ "$image_url" =~ '.hds' ]]; then | 
 | 240 |         image_name="${image_fname%.hds}" | 
 | 241 |         vm_mode=${image_name##*-} | 
 | 242 |         if [[ $vm_mode != 'exe' && $vm_mode != 'hvm' ]]; then | 
 | 243 |             die $LINENO "Unknown vm_mode=${vm_mode} for Virtuozzo image" | 
 | 244 |         fi | 
 | 245 |  | 
 | 246 |         openstack \ | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 247 |             --os-cloud=devstack-admin \ | 
| Maxim Nestratov | 54ee8a8 | 2015-07-15 11:47:11 +0300 | [diff] [blame] | 248 |             image create \ | 
 | 249 |             "$image_name" --public \ | 
 | 250 |             --container-format=bare --disk-format=ploop \ | 
 | 251 |             --property vm_mode=$vm_mode < "${image}" | 
 | 252 |         return | 
 | 253 |     fi | 
 | 254 |  | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 255 |     local kernel="" | 
 | 256 |     local ramdisk="" | 
 | 257 |     local disk_format="" | 
 | 258 |     local container_format="" | 
 | 259 |     local unpack="" | 
 | 260 |     local img_property="" | 
 | 261 |     case "$image_fname" in | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 262 |         *.tar.gz|*.tgz) | 
 | 263 |             # Extract ami and aki files | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 264 |             [ "${image_fname%.tar.gz}" != "$image_fname" ] && | 
 | 265 |                 image_name="${image_fname%.tar.gz}" || | 
 | 266 |                 image_name="${image_fname%.tgz}" | 
 | 267 |             local xdir="$FILES/images/$image_name" | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 268 |             rm -Rf "$xdir"; | 
 | 269 |             mkdir "$xdir" | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 270 |             tar -zxf $image -C "$xdir" | 
 | 271 |             kernel=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 272 |                 [ -f "$f" ] && echo "$f" && break; done; true) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 273 |             ramdisk=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 274 |                 [ -f "$f" ] && echo "$f" && break; done; true) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 275 |             image=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 276 |                 [ -f "$f" ] && echo "$f" && break; done; true) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 277 |             if [[ -z "$image_name" ]]; then | 
 | 278 |                 image_name=$(basename "$image" ".img") | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 279 |             fi | 
 | 280 |             ;; | 
 | 281 |         *.img) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 282 |             image_name=$(basename "$image" ".img") | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 283 |             local format | 
 | 284 |             format=$(qemu-img info ${image} | awk '/^file format/ { print $3; exit }') | 
| Dean Troyer | 636a3ff | 2012-09-14 11:36:07 -0500 | [diff] [blame] | 285 |             if [[ ",qcow2,raw,vdi,vmdk,vpc," =~ ",$format," ]]; then | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 286 |                 disk_format=$format | 
| Dean Troyer | 636a3ff | 2012-09-14 11:36:07 -0500 | [diff] [blame] | 287 |             else | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 288 |                 disk_format=raw | 
| Dean Troyer | 636a3ff | 2012-09-14 11:36:07 -0500 | [diff] [blame] | 289 |             fi | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 290 |             container_format=bare | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 291 |             ;; | 
 | 292 |         *.img.gz) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 293 |             image_name=$(basename "$image" ".img.gz") | 
 | 294 |             disk_format=raw | 
 | 295 |             container_format=bare | 
 | 296 |             unpack=zcat | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 297 |             ;; | 
 | 298 |         *.qcow2) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 299 |             image_name=$(basename "$image" ".qcow2") | 
 | 300 |             disk_format=qcow2 | 
 | 301 |             container_format=bare | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 302 |             ;; | 
| Jonathan Michalon | 0680204 | 2013-03-21 14:29:58 +0100 | [diff] [blame] | 303 |         *.iso) | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 304 |             image_name=$(basename "$image" ".iso") | 
 | 305 |             disk_format=iso | 
 | 306 |             container_format=bare | 
| Jonathan Michalon | 0680204 | 2013-03-21 14:29:58 +0100 | [diff] [blame] | 307 |             ;; | 
| Alessandro Pilotti | ca82394 | 2014-08-07 02:05:26 +0300 | [diff] [blame] | 308 |         *.vhd|*.vhdx|*.vhd.gz|*.vhdx.gz) | 
 | 309 |             local extension="${image_fname#*.}" | 
 | 310 |             image_name=$(basename "$image" ".$extension") | 
 | 311 |             disk_format=vhd | 
 | 312 |             container_format=bare | 
 | 313 |             if [ "${image_fname##*.}" == "gz" ]; then | 
 | 314 |                 unpack=zcat | 
 | 315 |             fi | 
 | 316 |             ;; | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 317 |         *) echo "Do not know what to do with $image_fname"; false;; | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 318 |     esac | 
 | 319 |  | 
| Rafael Folco | 72f530f | 2016-02-09 07:08:38 -0600 | [diff] [blame] | 320 |     if is_arch "ppc64le" || is_arch "ppc64" || is_arch "ppc"; then | 
 | 321 |         img_property="--property hw_disk_bus=scsi --property hw_scsi_model=virtio-scsi --property hw_cdrom_bus=scsi --property os_command_line=console=hvc0" | 
| Rafael Folco | ab77587 | 2013-12-02 14:04:32 -0200 | [diff] [blame] | 322 |     fi | 
 | 323 |  | 
| Clark Laughlin | fcc3f6e | 2015-04-07 16:31:47 +0000 | [diff] [blame] | 324 |     if is_arch "aarch64"; then | 
 | 325 |         img_property="--property hw_machine_type=virt --property hw_cdrom_bus=virtio --property os_command_line='console=ttyAMA0'" | 
 | 326 |     fi | 
 | 327 |  | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 328 |     if [ "$container_format" = "bare" ]; then | 
 | 329 |         if [ "$unpack" = "zcat" ]; then | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 330 |             openstack --os-cloud=devstack-admin image create "$image_name" $img_property --public --container-format=$container_format --disk-format $disk_format < <(zcat --force "${image}") | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 331 |         else | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 332 |             openstack --os-cloud=devstack-admin image create "$image_name" $img_property --public --container-format=$container_format --disk-format $disk_format < "${image}" | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 333 |         fi | 
 | 334 |     else | 
 | 335 |         # Use glance client to add the kernel the root filesystem. | 
 | 336 |         # We parse the results of the first upload to get the glance ID of the | 
 | 337 |         # kernel for use when uploading the root filesystem. | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 338 |         local kernel_id="" ramdisk_id=""; | 
 | 339 |         if [ -n "$kernel" ]; then | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 340 |             kernel_id=$(openstack --os-cloud=devstack-admin image create "$image_name-kernel" $img_property --public --container-format aki --disk-format aki < "$kernel" | grep ' id ' | get_field 2) | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 341 |         fi | 
| Dean Troyer | e9f7667 | 2014-07-25 11:09:36 -0500 | [diff] [blame] | 342 |         if [ -n "$ramdisk" ]; then | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 343 |             ramdisk_id=$(openstack --os-cloud=devstack-admin image create "$image_name-ramdisk" $img_property --public --container-format ari --disk-format ari < "$ramdisk" | grep ' id ' | get_field 2) | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 344 |         fi | 
| Monty Taylor | 31c313d | 2015-09-19 11:35:22 -0400 | [diff] [blame] | 345 |         openstack --os-cloud=devstack-admin image create "${image_name%.img}" $img_property --public --container-format ami --disk-format ami ${kernel_id:+--property kernel_id=$kernel_id} ${ramdisk_id:+--property ramdisk_id=$ramdisk_id} < "${image}" | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 346 |     fi | 
 | 347 | } | 
 | 348 |  | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 349 |  | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 350 | # Set the database backend to use | 
 | 351 | # When called from stackrc/localrc DATABASE_BACKENDS has not been | 
 | 352 | # initialized yet, just save the configuration selection and call back later | 
 | 353 | # to validate it. | 
| Adam Spiers | cb96159 | 2013-10-05 12:11:07 +0100 | [diff] [blame] | 354 | # | 
 | 355 | # ``$1`` - the name of the database backend to use (mysql, postgresql, ...) | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 356 | function use_database { | 
 | 357 |     if [[ -z "$DATABASE_BACKENDS" ]]; then | 
| Dean Troyer | afc29fe | 2013-02-07 15:56:24 -0600 | [diff] [blame] | 358 |         # No backends registered means this is likely called from ``localrc`` | 
 | 359 |         # This is now deprecated usage | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 360 |         DATABASE_TYPE=$1 | 
| Sean Dague | 72ad942 | 2015-10-07 11:51:40 -0400 | [diff] [blame] | 361 |         deprecated "The database backend needs to be properly set in ENABLED_SERVICES; use_database is deprecated localrc" | 
| Attila Fazekas | 251d3b5 | 2012-12-16 15:05:44 +0100 | [diff] [blame] | 362 |     else | 
| Dean Troyer | afc29fe | 2013-02-07 15:56:24 -0600 | [diff] [blame] | 363 |         # This should no longer get called...here for posterity | 
| Attila Fazekas | 251d3b5 | 2012-12-16 15:05:44 +0100 | [diff] [blame] | 364 |         use_exclusive_service DATABASE_BACKENDS DATABASE_TYPE $1 | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 365 |     fi | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 366 | } | 
 | 367 |  | 
| sridhargaddam | b5ab646 | 2015-02-24 07:23:24 +0000 | [diff] [blame] | 368 | #Macro for curl statements. curl requires -g option for literal IPv6 addresses. | 
 | 369 | CURL_GET="${CURL_GET:-curl -g}" | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 370 |  | 
| Dean Troyer | 3a3a2ba | 2012-12-11 15:26:24 -0600 | [diff] [blame] | 371 | # Wait for an HTTP server to start answering requests | 
 | 372 | # wait_for_service timeout url | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 373 | function wait_for_service { | 
| Dean Troyer | 3a3a2ba | 2012-12-11 15:26:24 -0600 | [diff] [blame] | 374 |     local timeout=$1 | 
 | 375 |     local url=$2 | 
| Atsushi SAKAI | 2ca8af4 | 2015-12-08 15:36:13 +0900 | [diff] [blame] | 376 |     time_start "wait_for_service" | 
| sridhargaddam | b5ab646 | 2015-02-24 07:23:24 +0000 | [diff] [blame] | 377 |     timeout $timeout sh -c "while ! $CURL_GET -k --noproxy '*' -s $url >/dev/null; do sleep 1; done" | 
| Atsushi SAKAI | 2ca8af4 | 2015-12-08 15:36:13 +0900 | [diff] [blame] | 378 |     time_stop "wait_for_service" | 
| Dean Troyer | 3a3a2ba | 2012-12-11 15:26:24 -0600 | [diff] [blame] | 379 | } | 
 | 380 |  | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 381 |  | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 382 | # ping check | 
| Sean Dague | af9bf86 | 2015-04-16 08:58:32 -0400 | [diff] [blame] | 383 | # Uses globals ``ENABLED_SERVICES``, ``TOP_DIR``, ``MULTI_HOST``, ``PRIVATE_NETWORK`` | 
 | 384 | # ping_check <ip> [boot-timeout] [from_net] [expected] | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 385 | function ping_check { | 
| Sean Dague | af9bf86 | 2015-04-16 08:58:32 -0400 | [diff] [blame] | 386 |     local ip=$1 | 
 | 387 |     local timeout=${2:-30} | 
 | 388 |     local from_net=${3:-""} | 
 | 389 |     local expected=${4:-True} | 
 | 390 |     local op="!" | 
 | 391 |     local failmsg="[Fail] Couldn't ping server" | 
 | 392 |     local ping_cmd="ping" | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 393 |  | 
| Sean Dague | af9bf86 | 2015-04-16 08:58:32 -0400 | [diff] [blame] | 394 |     # if we don't specify a from_net we're expecting things to work | 
 | 395 |     # fine from our local box. | 
 | 396 |     if [[ -n "$from_net" ]]; then | 
 | 397 |         if is_service_enabled neutron; then | 
 | 398 |             ping_cmd="$TOP_DIR/tools/ping_neutron.sh $from_net" | 
 | 399 |         elif [[ "$MULTI_HOST" = "True" && "$from_net" = "$PRIVATE_NETWORK_NAME" ]]; then | 
 | 400 |             # there is no way to address the multihost / private case, bail here for compatibility. | 
 | 401 |             # TODO: remove this cruft and redo code to handle this at the caller level. | 
 | 402 |             return | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 403 |         fi | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 404 |     fi | 
| Sean Dague | af9bf86 | 2015-04-16 08:58:32 -0400 | [diff] [blame] | 405 |  | 
 | 406 |     # inverse the logic if we're testing no connectivity | 
 | 407 |     if [[ "$expected" != "True" ]]; then | 
 | 408 |         op="" | 
 | 409 |         failmsg="[Fail] Could ping server" | 
 | 410 |     fi | 
 | 411 |  | 
 | 412 |     # Because we've transformed this command so many times, print it | 
 | 413 |     # out at the end. | 
 | 414 |     local check_command="while $op $ping_cmd -c1 -w1 $ip; do sleep 1; done" | 
 | 415 |     echo "Checking connectivity with $check_command" | 
 | 416 |  | 
 | 417 |     if ! timeout $timeout sh -c "$check_command"; then | 
 | 418 |         die $LINENO $failmsg | 
 | 419 |     fi | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 420 | } | 
 | 421 |  | 
| Nachi Ueno | 6769b16 | 2013-08-12 18:18:56 -0700 | [diff] [blame] | 422 | # Get ip of instance | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 423 | function get_instance_ip { | 
| Nachi Ueno | 6769b16 | 2013-08-12 18:18:56 -0700 | [diff] [blame] | 424 |     local vm_id=$1 | 
 | 425 |     local network_name=$2 | 
| Ian Wienand | 7ae9729 | 2016-02-16 14:50:53 +1100 | [diff] [blame] | 426 |     local nova_result | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 427 |     local ip | 
| Ian Wienand | 7ae9729 | 2016-02-16 14:50:53 +1100 | [diff] [blame] | 428 |  | 
 | 429 |     nova_result="$(nova show $vm_id)" | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 430 |     ip=$(echo "$nova_result" | grep "$network_name" | get_field 2) | 
| Nachi Ueno | 6769b16 | 2013-08-12 18:18:56 -0700 | [diff] [blame] | 431 |     if [[ $ip = "" ]];then | 
 | 432 |         echo "$nova_result" | 
| Atsushi SAKAI | 33c9a67 | 2015-11-12 19:50:00 +0900 | [diff] [blame] | 433 |         die $LINENO "[Fail] Couldn't get ipaddress of VM" | 
| Nachi Ueno | 6769b16 | 2013-08-12 18:18:56 -0700 | [diff] [blame] | 434 |     fi | 
 | 435 |     echo $ip | 
 | 436 | } | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 437 |  | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 438 | # ssh check | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 439 |  | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 440 | # ssh_check net-name key-file floating-ip default-user active-timeout | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 441 | function ssh_check { | 
| Mark McClain | b05c876 | 2013-07-06 23:29:39 -0400 | [diff] [blame] | 442 |     if is_service_enabled neutron; then | 
 | 443 |         _ssh_check_neutron  "$1" $2 $3 $4 $5 | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 444 |         return | 
 | 445 |     fi | 
 | 446 |     _ssh_check_novanet "$1" $2 $3 $4 $5 | 
 | 447 | } | 
 | 448 |  | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 449 | function _ssh_check_novanet { | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 450 |     local NET_NAME=$1 | 
 | 451 |     local KEY_FILE=$2 | 
 | 452 |     local FLOATING_IP=$3 | 
 | 453 |     local DEFAULT_INSTANCE_USER=$4 | 
 | 454 |     local ACTIVE_TIMEOUT=$5 | 
| Dean Troyer | 6931c13 | 2012-11-07 16:51:21 -0600 | [diff] [blame] | 455 |     local probe_cmd="" | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 456 |     if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success; do sleep 1; done"; then | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 457 |         die $LINENO "server didn't become ssh-able!" | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 458 |     fi | 
 | 459 | } | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 460 |  | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 461 |  | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 462 | # Get the location of the $module-rootwrap executables, where module is cinder | 
 | 463 | # or nova. | 
 | 464 | # get_rootwrap_location module | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 465 | function get_rootwrap_location { | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 466 |     local module=$1 | 
 | 467 |  | 
| Jakub Ruzicka | 4196d55 | 2013-01-30 15:35:54 +0100 | [diff] [blame] | 468 |     echo "$(get_python_exec_prefix)/$module-rootwrap" | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 469 | } | 
 | 470 |  | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 471 |  | 
| Ian Wienand | 0488edd | 2013-04-11 12:04:36 +1000 | [diff] [blame] | 472 | # Path permissions sanity check | 
 | 473 | # check_path_perm_sanity path | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 474 | function check_path_perm_sanity { | 
| Ian Wienand | 0488edd | 2013-04-11 12:04:36 +1000 | [diff] [blame] | 475 |     # Ensure no element of the path has 0700 permissions, which is very | 
 | 476 |     # likely to cause issues for daemons.  Inspired by default 0700 | 
 | 477 |     # homedir permissions on RHEL and common practice of making DEST in | 
 | 478 |     # the stack user's homedir. | 
 | 479 |  | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 480 |     local real_path | 
 | 481 |     real_path=$(readlink -f $1) | 
| Ian Wienand | 0488edd | 2013-04-11 12:04:36 +1000 | [diff] [blame] | 482 |     local rebuilt_path="" | 
 | 483 |     for i in $(echo ${real_path} | tr "/" " "); do | 
 | 484 |         rebuilt_path=$rebuilt_path"/"$i | 
 | 485 |  | 
 | 486 |         if [[ $(stat -c '%a' ${rebuilt_path}) = 700 ]]; then | 
 | 487 |             echo "*** DEST path element" | 
 | 488 |             echo "***    ${rebuilt_path}" | 
 | 489 |             echo "*** appears to have 0700 permissions." | 
| Dean Troyer | dc97cb7 | 2015-03-28 08:20:50 -0500 | [diff] [blame] | 490 |             echo "*** This is very likely to cause fatal issues for DevStack daemons." | 
| Ian Wienand | 0488edd | 2013-04-11 12:04:36 +1000 | [diff] [blame] | 491 |  | 
 | 492 |             if [[ -n "$SKIP_PATH_SANITY" ]]; then | 
 | 493 |                 return | 
 | 494 |             else | 
 | 495 |                 echo "*** Set SKIP_PATH_SANITY to skip this check" | 
 | 496 |                 die $LINENO "Invalid path permissions" | 
 | 497 |             fi | 
 | 498 |         fi | 
 | 499 |     done | 
 | 500 | } | 
 | 501 |  | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 502 |  | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 503 | # This function recursively compares versions, and is not meant to be | 
 | 504 | # called by anything other than vercmp_numbers below. This function does | 
 | 505 | # not work with alphabetic versions. | 
 | 506 | # | 
 | 507 | # _vercmp_r sep ver1 ver2 | 
 | 508 | function _vercmp_r { | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 509 |     typeset sep | 
 | 510 |     typeset -a ver1=() ver2=() | 
 | 511 |     sep=$1; shift | 
 | 512 |     ver1=("${@:1:sep}") | 
 | 513 |     ver2=("${@:sep+1}") | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 514 |  | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 515 |     if ((ver1 > ver2)); then | 
 | 516 |         echo 1; return 0 | 
 | 517 |     elif ((ver2 > ver1)); then | 
 | 518 |         echo -1; return 0 | 
 | 519 |     fi | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 520 |  | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 521 |     if ((sep <= 1)); then | 
 | 522 |         echo 0; return 0 | 
 | 523 |     fi | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 524 |  | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 525 |     _vercmp_r $((sep-1)) "${ver1[@]:1}" "${ver2[@]:1}" | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 526 | } | 
 | 527 |  | 
 | 528 |  | 
 | 529 | # This function compares two versions and is meant to be called by | 
 | 530 | # external callers. Please note the function assumes non-alphabetic | 
 | 531 | # versions. For example, this will work: | 
 | 532 | # | 
 | 533 | #   vercmp_numbers 1.10 1.4 | 
 | 534 | # | 
 | 535 | # The above will return "1", as 1.10 is greater than 1.4. | 
 | 536 | # | 
 | 537 | #   vercmp_numbers 5.2 6.4 | 
 | 538 | # | 
 | 539 | # The above will return "-1", as 5.2 is less than 6.4. | 
 | 540 | # | 
 | 541 | #   vercmp_numbers 4.0 4.0 | 
 | 542 | # | 
 | 543 | # The above will return "0", as the versions are equal. | 
 | 544 | # | 
 | 545 | # vercmp_numbers ver1 ver2 | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 546 | function vercmp_numbers { | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 547 |     typeset v1=$1 v2=$2 sep | 
 | 548 |     typeset -a ver1 ver2 | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 549 |  | 
| Ian Wienand | 2ba36cd | 2015-11-12 13:52:36 +1100 | [diff] [blame] | 550 |     deprecated "vercmp_numbers is deprecated for more generic vercmp" | 
 | 551 |  | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 552 |     IFS=. read -ra ver1 <<< "$v1" | 
 | 553 |     IFS=. read -ra ver2 <<< "$v2" | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 554 |  | 
| Sean Dague | 537d402 | 2013-10-22 07:43:22 -0400 | [diff] [blame] | 555 |     _vercmp_r "${#ver1[@]}" "${ver1[@]}" "${ver2[@]}" | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 556 | } | 
 | 557 |  | 
| Ian Wienand | 2ba36cd | 2015-11-12 13:52:36 +1100 | [diff] [blame] | 558 | # vercmp ver1 op ver2 | 
 | 559 | #  Compare VER1 to VER2 | 
 | 560 | #   - op is one of < <= == >= > | 
 | 561 | #   - returns true if satisified | 
 | 562 | #  e.g. | 
 | 563 | #  if vercmp 1.0 "<" 2.0; then | 
 | 564 | #    ... | 
 | 565 | #  fi | 
 | 566 | function vercmp { | 
 | 567 |     local v1=$1 | 
 | 568 |     local op=$2 | 
 | 569 |     local v2=$3 | 
 | 570 |     local result | 
 | 571 |  | 
 | 572 |     # sort the two numbers with sort's "-V" argument.  Based on if v2 | 
 | 573 |     # swapped places with v1, we can determine ordering. | 
 | 574 |     result=$(echo -e "$v1\n$v2" | sort -V | head -1) | 
 | 575 |  | 
 | 576 |     case $op in | 
 | 577 |         "==") | 
 | 578 |             [ "$v1" = "$v2" ] | 
 | 579 |             return | 
 | 580 |             ;; | 
 | 581 |         ">") | 
 | 582 |             [ "$v1" != "$v2" ] && [ "$result" = "$v2" ] | 
 | 583 |             return | 
 | 584 |             ;; | 
 | 585 |         "<") | 
 | 586 |             [ "$v1" != "$v2" ] && [ "$result" = "$v1" ] | 
 | 587 |             return | 
 | 588 |             ;; | 
 | 589 |         ">=") | 
 | 590 |             [ "$result" = "$v2" ] | 
 | 591 |             return | 
 | 592 |             ;; | 
 | 593 |         "<=") | 
 | 594 |             [ "$result" = "$v1" ] | 
 | 595 |             return | 
 | 596 |             ;; | 
 | 597 |         *) | 
 | 598 |             die $LINENO "unrecognised op: $op" | 
 | 599 |             ;; | 
 | 600 |     esac | 
 | 601 | } | 
| Kyle Mestery | 51a3f1f | 2013-06-13 11:47:56 +0000 | [diff] [blame] | 602 |  | 
| Salvatore Orlando | 05ae833 | 2013-08-20 14:51:08 -0700 | [diff] [blame] | 603 | # This function sets log formatting options for colorizing log | 
 | 604 | # output to stdout. It is meant to be called by lib modules. | 
 | 605 | # The last two parameters are optional and can be used to specify | 
 | 606 | # non-default value for project and user format variables. | 
 | 607 | # Defaults are respectively 'project_name' and 'user_name' | 
 | 608 | # | 
 | 609 | # setup_colorized_logging something.conf SOMESECTION | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 610 | function setup_colorized_logging { | 
| Salvatore Orlando | 05ae833 | 2013-08-20 14:51:08 -0700 | [diff] [blame] | 611 |     local conf_file=$1 | 
 | 612 |     local conf_section=$2 | 
 | 613 |     local project_var=${3:-"project_name"} | 
 | 614 |     local user_var=${4:-"user_name"} | 
 | 615 |     # Add color to logging output | 
 | 616 |     iniset $conf_file $conf_section logging_context_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [[01;36m%(request_id)s [00;36m%("$user_var")s %("$project_var")s%(color)s] [01;35m%(instance)s%(color)s%(message)s[00m" | 
 | 617 |     iniset $conf_file $conf_section logging_default_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [[00;36m-%(color)s] [01;35m%(instance)s%(color)s%(message)s[00m" | 
 | 618 |     iniset $conf_file $conf_section logging_debug_format_suffix "[00;33mfrom (pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d[00m" | 
 | 619 |     iniset $conf_file $conf_section logging_exception_prefix "%(color)s%(asctime)s.%(msecs)03d TRACE %(name)s [01;35m%(instance)s[00m" | 
 | 620 | } | 
 | 621 |  | 
| Ian Wienand | 54e3910 | 2014-06-03 16:05:12 +1000 | [diff] [blame] | 622 | # These functions are provided for basic fall-back functionality for | 
| Dean Troyer | dc97cb7 | 2015-03-28 08:20:50 -0500 | [diff] [blame] | 623 | # projects that include parts of DevStack (Grenade).  stack.sh will | 
 | 624 | # override these with more specific versions for DevStack (with fancy | 
| Ian Wienand | 54e3910 | 2014-06-03 16:05:12 +1000 | [diff] [blame] | 625 | # spinners, etc).  We never override an existing version | 
 | 626 | if ! function_exists echo_summary; then | 
 | 627 |     function echo_summary { | 
 | 628 |         echo $@ | 
 | 629 |     } | 
 | 630 | fi | 
 | 631 | if ! function_exists echo_nolog; then | 
 | 632 |     function echo_nolog { | 
 | 633 |         echo $@ | 
 | 634 |     } | 
 | 635 | fi | 
| Dean Troyer | dff49a2 | 2014-01-30 15:37:40 -0600 | [diff] [blame] | 636 |  | 
| Sébastien Han | 36f2f02 | 2014-01-06 18:09:26 +0100 | [diff] [blame] | 637 |  | 
 | 638 | # create_disk - Create backing disk | 
 | 639 | function create_disk { | 
 | 640 |     local node_number | 
 | 641 |     local disk_image=${1} | 
 | 642 |     local storage_data_dir=${2} | 
 | 643 |     local loopback_disk_size=${3} | 
 | 644 |  | 
 | 645 |     # Create a loopback disk and format it to XFS. | 
 | 646 |     if [[ -e ${disk_image} ]]; then | 
 | 647 |         if egrep -q ${storage_data_dir} /proc/mounts; then | 
 | 648 |             sudo umount ${storage_data_dir}/drives/sdb1 | 
 | 649 |             sudo rm -f ${disk_image} | 
 | 650 |         fi | 
 | 651 |     fi | 
 | 652 |  | 
 | 653 |     sudo mkdir -p ${storage_data_dir}/drives/images | 
 | 654 |  | 
 | 655 |     sudo truncate -s ${loopback_disk_size} ${disk_image} | 
 | 656 |  | 
 | 657 |     # Make a fresh XFS filesystem. Use bigger inodes so xattr can fit in | 
 | 658 |     # a single inode. Keeping the default inode size (256) will result in multiple | 
 | 659 |     # inodes being used to store xattr. Retrieving the xattr will be slower | 
 | 660 |     # since we have to read multiple inodes. This statement is true for both | 
 | 661 |     # Swift and Ceph. | 
 | 662 |     sudo mkfs.xfs -f -i size=1024 ${disk_image} | 
 | 663 |  | 
 | 664 |     # Mount the disk with mount options to make it as efficient as possible | 
 | 665 |     if ! egrep -q ${storage_data_dir} /proc/mounts; then | 
 | 666 |         sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8  \ | 
 | 667 |             ${disk_image} ${storage_data_dir} | 
 | 668 |     fi | 
 | 669 | } | 
 | 670 |  | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 671 | # Restore xtrace | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 672 | $_XTRACE_FUNCTIONS | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 673 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 674 | # Local variables: | 
| Sean Dague | 584d90e | 2013-03-29 14:34:53 -0400 | [diff] [blame] | 675 | # mode: shell-script | 
| Andrew Laski | f900bd7 | 2012-09-05 17:23:14 -0400 | [diff] [blame] | 676 | # End: |