| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 1 | # functions - Common functions used by DevStack components | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 2 | # | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 3 | # The following variables are assumed to be defined by certain functions: | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 4 | # ``ENABLED_SERVICES`` | 
|  | 5 | # ``EROR_ON_CLONE`` | 
|  | 6 | # ``FILES`` | 
|  | 7 | # ``GLANCE_HOSTPORT`` | 
|  | 8 | # ``OFFLINE`` | 
|  | 9 | # ``PIP_DOWNLOAD_CACHE`` | 
| Maru Newby | 3a87edd | 2012-10-25 23:01:06 +0000 | [diff] [blame] | 10 | # ``PIP_USE_MIRRORS`` | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 11 | # ``RECLONE`` | 
|  | 12 | # ``TRACK_DEPENDS`` | 
|  | 13 | # ``http_proxy``, ``https_proxy``, ``no_proxy`` | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 14 |  | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 15 |  | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 16 | # Save trace setting | 
|  | 17 | XTRACE=$(set +o | grep xtrace) | 
|  | 18 | set +o xtrace | 
|  | 19 |  | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 20 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 21 | # Exit 0 if address is in network or 1 if address is not in | 
|  | 22 | # network or netaddr library is not installed. | 
|  | 23 | # address_in_net ip-address ip-range | 
| Vishvananda Ishaya | c9ad14b | 2012-07-03 20:29:01 +0000 | [diff] [blame] | 24 | function address_in_net() { | 
|  | 25 | python -c " | 
|  | 26 | import netaddr | 
|  | 27 | import sys | 
|  | 28 | sys.exit(netaddr.IPAddress('$1') not in netaddr.IPNetwork('$2')) | 
|  | 29 | " | 
|  | 30 | } | 
|  | 31 |  | 
|  | 32 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 33 | # Wrapper for ``apt-get`` to set cache and proxy environment variables | 
|  | 34 | # Uses globals ``OFFLINE``, ``*_proxy` | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 35 | # apt_get operation package [package ...] | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 36 | function apt_get() { | 
| Dean Troyer | d0b21e2 | 2012-03-07 14:52:25 -0600 | [diff] [blame] | 37 | [[ "$OFFLINE" = "True" || -z "$@" ]] && return | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 38 | local sudo="sudo" | 
|  | 39 | [[ "$(id -u)" = "0" ]] && sudo="env" | 
|  | 40 | $sudo DEBIAN_FRONTEND=noninteractive \ | 
|  | 41 | http_proxy=$http_proxy https_proxy=$https_proxy \ | 
| Osamu Habuka | 7abe4f2 | 2012-07-25 12:39:32 +0900 | [diff] [blame] | 42 | no_proxy=$no_proxy \ | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 43 | apt-get --option "Dpkg::Options::=--force-confold" --assume-yes "$@" | 
|  | 44 | } | 
|  | 45 |  | 
|  | 46 |  | 
|  | 47 | # Gracefully cp only if source file/dir exists | 
|  | 48 | # cp_it source destination | 
|  | 49 | function cp_it { | 
|  | 50 | if [ -e $1 ] || [ -d $1 ]; then | 
|  | 51 | cp -pRL $1 $2 | 
|  | 52 | fi | 
|  | 53 | } | 
|  | 54 |  | 
|  | 55 |  | 
| Dean Troyer | ac93efb | 2013-03-13 14:30:54 -0500 | [diff] [blame] | 56 | # Prints line number and "message" then exits | 
|  | 57 | # die $LINENO "message" | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 58 | function die() { | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 59 | local exitcode=$? | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 60 | set +o xtrace | 
|  | 61 | local line=$1; shift | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 62 | if [ $exitcode == 0 ]; then | 
|  | 63 | exitcode=1 | 
|  | 64 | fi | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 65 | err $line "$*" | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 66 | exit $exitcode | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 67 | } | 
|  | 68 |  | 
|  | 69 |  | 
|  | 70 | # Checks an environment variable is not set or has length 0 OR if the | 
|  | 71 | # exit code is non-zero and prints "message" and exits | 
|  | 72 | # NOTE: env-var is the variable name without a '$' | 
| Dean Troyer | ac93efb | 2013-03-13 14:30:54 -0500 | [diff] [blame] | 73 | # die_if_not_set $LINENO env-var "message" | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 74 | function die_if_not_set() { | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 75 | local exitcode=$? | 
|  | 76 | FXTRACE=$(set +o | grep xtrace) | 
|  | 77 | set +o xtrace | 
|  | 78 | local line=$1; shift | 
|  | 79 | local evar=$1; shift | 
|  | 80 | if ! is_set $evar || [ $exitcode != 0 ]; then | 
|  | 81 | die $line "$*" | 
|  | 82 | fi | 
|  | 83 | $FXTRACE | 
|  | 84 | } | 
|  | 85 |  | 
|  | 86 |  | 
|  | 87 | # Prints line number and "message" in error format | 
|  | 88 | # err $LINENO "message" | 
|  | 89 | function err() { | 
|  | 90 | local exitcode=$? | 
|  | 91 | errXTRACE=$(set +o | grep xtrace) | 
|  | 92 | set +o xtrace | 
|  | 93 | local msg="[ERROR] $0:$1 $2" | 
|  | 94 | echo $msg 1>&2; | 
|  | 95 | if [[ -n ${SCREEN_LOGDIR} ]]; then | 
|  | 96 | echo $msg >> "${SCREEN_LOGDIR}/error.log" | 
|  | 97 | fi | 
|  | 98 | $errXTRACE | 
|  | 99 | return $exitcode | 
|  | 100 | } | 
|  | 101 |  | 
|  | 102 |  | 
|  | 103 | # Checks an environment variable is not set or has length 0 OR if the | 
|  | 104 | # exit code is non-zero and prints "message" | 
|  | 105 | # NOTE: env-var is the variable name without a '$' | 
|  | 106 | # err_if_not_set $LINENO env-var "message" | 
|  | 107 | function err_if_not_set() { | 
|  | 108 | local exitcode=$? | 
|  | 109 | errinsXTRACE=$(set +o | grep xtrace) | 
|  | 110 | set +o xtrace | 
|  | 111 | local line=$1; shift | 
|  | 112 | local evar=$1; shift | 
|  | 113 | if ! is_set $evar || [ $exitcode != 0 ]; then | 
|  | 114 | err $line "$*" | 
|  | 115 | fi | 
|  | 116 | $errinsXTRACE | 
|  | 117 | return $exitcode | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 118 | } | 
|  | 119 |  | 
|  | 120 |  | 
| Dean Troyer | 48352ee | 2012-12-12 12:50:38 -0600 | [diff] [blame] | 121 | # HTTP and HTTPS proxy servers are supported via the usual environment variables [1] | 
|  | 122 | # ``http_proxy``, ``https_proxy`` and ``no_proxy``. They can be set in | 
|  | 123 | # ``localrc`` or on the command line if necessary:: | 
|  | 124 | # | 
|  | 125 | # [1] http://www.w3.org/Daemon/User/Proxies/ProxyClients.html | 
|  | 126 | # | 
|  | 127 | #     http_proxy=http://proxy.example.com:3128/ no_proxy=repo.example.net ./stack.sh | 
|  | 128 |  | 
|  | 129 | function export_proxy_variables() { | 
|  | 130 | if [[ -n "$http_proxy" ]]; then | 
|  | 131 | export http_proxy=$http_proxy | 
|  | 132 | fi | 
|  | 133 | if [[ -n "$https_proxy" ]]; then | 
|  | 134 | export https_proxy=$https_proxy | 
|  | 135 | fi | 
|  | 136 | if [[ -n "$no_proxy" ]]; then | 
|  | 137 | export no_proxy=$no_proxy | 
|  | 138 | fi | 
|  | 139 | } | 
|  | 140 |  | 
|  | 141 |  | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 142 | # Grab a numbered field from python prettytable output | 
|  | 143 | # Fields are numbered starting with 1 | 
|  | 144 | # Reverse syntax is supported: -1 is the last field, -2 is second to last, etc. | 
|  | 145 | # get_field field-number | 
|  | 146 | function get_field() { | 
|  | 147 | while read data; do | 
|  | 148 | if [ "$1" -lt 0 ]; then | 
|  | 149 | field="(\$(NF$1))" | 
|  | 150 | else | 
|  | 151 | field="\$$(($1 + 1))" | 
|  | 152 | fi | 
|  | 153 | echo "$data" | awk -F'[ \t]*\\|[ \t]*' "{print $field}" | 
|  | 154 | done | 
|  | 155 | } | 
|  | 156 |  | 
|  | 157 |  | 
| Dean Troyer | c892bde | 2013-03-13 14:06:13 -0500 | [diff] [blame] | 158 | # Get the default value for HOST_IP | 
|  | 159 | # get_default_host_ip fixed_range floating_range host_ip_iface host_ip | 
|  | 160 | function get_default_host_ip() { | 
|  | 161 | local fixed_range=$1 | 
|  | 162 | local floating_range=$2 | 
|  | 163 | local host_ip_iface=$3 | 
|  | 164 | local host_ip=$4 | 
|  | 165 |  | 
|  | 166 | # Find the interface used for the default route | 
|  | 167 | host_ip_iface=${host_ip_iface:-$(ip route | sed -n '/^default/{ s/.*dev \(\w\+\)\s\+.*/\1/; p; }' | head -1)} | 
|  | 168 | # Search for an IP unless an explicit is set by ``HOST_IP`` environment variable | 
|  | 169 | if [ -z "$host_ip" -o "$host_ip" == "dhcp" ]; then | 
|  | 170 | host_ip="" | 
|  | 171 | host_ips=`LC_ALL=C ip -f inet addr show ${host_ip_iface} | awk '/inet/ {split($2,parts,"/");  print parts[1]}'` | 
|  | 172 | for IP in $host_ips; do | 
|  | 173 | # Attempt to filter out IP addresses that are part of the fixed and | 
|  | 174 | # floating range. Note that this method only works if the ``netaddr`` | 
|  | 175 | # python library is installed. If it is not installed, an error | 
|  | 176 | # will be printed and the first IP from the interface will be used. | 
|  | 177 | # If that is not correct set ``HOST_IP`` in ``localrc`` to the correct | 
|  | 178 | # address. | 
|  | 179 | if ! (address_in_net $IP $fixed_range || address_in_net $IP $floating_range); then | 
|  | 180 | host_ip=$IP | 
|  | 181 | break; | 
|  | 182 | fi | 
|  | 183 | done | 
|  | 184 | fi | 
|  | 185 | echo $host_ip | 
|  | 186 | } | 
|  | 187 |  | 
|  | 188 |  | 
| Isaku Yamahata | 8c43809 | 2013-02-12 22:30:56 +0900 | [diff] [blame] | 189 | function _get_package_dir() { | 
|  | 190 | local pkg_dir | 
|  | 191 | if is_ubuntu; then | 
|  | 192 | pkg_dir=$FILES/apts | 
|  | 193 | elif is_fedora; then | 
|  | 194 | pkg_dir=$FILES/rpms | 
|  | 195 | elif is_suse; then | 
|  | 196 | pkg_dir=$FILES/rpms-suse | 
|  | 197 | else | 
|  | 198 | exit_distro_not_supported "list of packages" | 
|  | 199 | fi | 
|  | 200 | echo "$pkg_dir" | 
|  | 201 | } | 
|  | 202 |  | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 203 | # get_packages() collects a list of package names of any type from the | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 204 | # prerequisite files in ``files/{apts|rpms}``.  The list is intended | 
|  | 205 | # to be passed to a package installer such as apt or yum. | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 206 | # | 
| Isaku Yamahata | 8c43809 | 2013-02-12 22:30:56 +0900 | [diff] [blame] | 207 | # Only packages required for the services in 1st argument will be | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 208 | # included.  Two bits of metadata are recognized in the prerequisite files: | 
|  | 209 | # - ``# NOPRIME`` defers installation to be performed later in stack.sh | 
|  | 210 | # - ``# dist:DISTRO`` or ``dist:DISTRO1,DISTRO2`` limits the selection | 
|  | 211 | #   of the package to the distros listed.  The distro names are case insensitive. | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 212 | function get_packages() { | 
| Isaku Yamahata | 8c43809 | 2013-02-12 22:30:56 +0900 | [diff] [blame] | 213 | local services=$1 | 
|  | 214 | local package_dir=$(_get_package_dir) | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 215 | local file_to_parse | 
|  | 216 | local service | 
|  | 217 |  | 
|  | 218 | if [[ -z "$package_dir" ]]; then | 
|  | 219 | echo "No package directory supplied" | 
|  | 220 | return 1 | 
|  | 221 | fi | 
|  | 222 | if [[ -z "$DISTRO" ]]; then | 
| Vincent Untz | 855c587 | 2012-10-04 13:36:46 +0200 | [diff] [blame] | 223 | GetDistro | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 224 | fi | 
| Isaku Yamahata | 8c43809 | 2013-02-12 22:30:56 +0900 | [diff] [blame] | 225 | for service in general ${services//,/ }; do | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 226 | # Allow individual services to specify dependencies | 
|  | 227 | if [[ -e ${package_dir}/${service} ]]; then | 
|  | 228 | file_to_parse="${file_to_parse} $service" | 
|  | 229 | fi | 
|  | 230 | # NOTE(sdague) n-api needs glance for now because that's where | 
|  | 231 | # glance client is | 
|  | 232 | if [[ $service == n-api ]]; then | 
|  | 233 | if [[ ! $file_to_parse =~ nova ]]; then | 
|  | 234 | file_to_parse="${file_to_parse} nova" | 
|  | 235 | fi | 
|  | 236 | if [[ ! $file_to_parse =~ glance ]]; then | 
|  | 237 | file_to_parse="${file_to_parse} glance" | 
|  | 238 | fi | 
|  | 239 | elif [[ $service == c-* ]]; then | 
|  | 240 | if [[ ! $file_to_parse =~ cinder ]]; then | 
|  | 241 | file_to_parse="${file_to_parse} cinder" | 
|  | 242 | fi | 
| John H. Tran | 9336164 | 2012-07-26 11:22:05 -0700 | [diff] [blame] | 243 | elif [[ $service == ceilometer-* ]]; then | 
|  | 244 | if [[ ! $file_to_parse =~ ceilometer ]]; then | 
|  | 245 | file_to_parse="${file_to_parse} ceilometer" | 
|  | 246 | fi | 
| Chmouel Boudjnah | 0c3a558 | 2013-03-06 10:58:33 +0100 | [diff] [blame] | 247 | elif [[ $service == s-* ]]; then | 
|  | 248 | if [[ ! $file_to_parse =~ swift ]]; then | 
|  | 249 | file_to_parse="${file_to_parse} swift" | 
|  | 250 | fi | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 251 | elif [[ $service == n-* ]]; then | 
|  | 252 | if [[ ! $file_to_parse =~ nova ]]; then | 
|  | 253 | file_to_parse="${file_to_parse} nova" | 
|  | 254 | fi | 
|  | 255 | elif [[ $service == g-* ]]; then | 
|  | 256 | if [[ ! $file_to_parse =~ glance ]]; then | 
|  | 257 | file_to_parse="${file_to_parse} glance" | 
|  | 258 | fi | 
|  | 259 | elif [[ $service == key* ]]; then | 
|  | 260 | if [[ ! $file_to_parse =~ keystone ]]; then | 
|  | 261 | file_to_parse="${file_to_parse} keystone" | 
|  | 262 | fi | 
| Robert Collins | 0a9954f | 2012-11-20 11:34:25 +1300 | [diff] [blame] | 263 | elif [[ $service == q-* ]]; then | 
|  | 264 | if [[ ! $file_to_parse =~ quantum ]]; then | 
|  | 265 | file_to_parse="${file_to_parse} quantum" | 
|  | 266 | fi | 
| Dean Troyer | 7e27051 | 2012-06-14 15:23:24 -0500 | [diff] [blame] | 267 | fi | 
|  | 268 | done | 
|  | 269 |  | 
|  | 270 | for file in ${file_to_parse}; do | 
|  | 271 | local fname=${package_dir}/${file} | 
|  | 272 | local OIFS line package distros distro | 
|  | 273 | [[ -e $fname ]] || continue | 
|  | 274 |  | 
|  | 275 | OIFS=$IFS | 
|  | 276 | IFS=$'\n' | 
|  | 277 | for line in $(<${fname}); do | 
|  | 278 | if [[ $line =~ "NOPRIME" ]]; then | 
|  | 279 | continue | 
|  | 280 | fi | 
|  | 281 |  | 
|  | 282 | if [[ $line =~ (.*)#.*dist:([^ ]*) ]]; then | 
|  | 283 | # We are using BASH regexp matching feature. | 
|  | 284 | package=${BASH_REMATCH[1]} | 
|  | 285 | distros=${BASH_REMATCH[2]} | 
|  | 286 | # In bash ${VAR,,} will lowecase VAR | 
|  | 287 | [[ ${distros,,} =~ ${DISTRO,,} ]] && echo $package | 
|  | 288 | continue | 
|  | 289 | fi | 
|  | 290 |  | 
|  | 291 | echo ${line%#*} | 
|  | 292 | done | 
|  | 293 | IFS=$OIFS | 
|  | 294 | done | 
|  | 295 | } | 
|  | 296 |  | 
|  | 297 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 298 | # Determine OS Vendor, Release and Update | 
|  | 299 | # Tested with OS/X, Ubuntu, RedHat, CentOS, Fedora | 
|  | 300 | # Returns results in global variables: | 
|  | 301 | # os_VENDOR - vendor name | 
|  | 302 | # os_RELEASE - release | 
|  | 303 | # os_UPDATE - update | 
|  | 304 | # os_PACKAGE - package type | 
|  | 305 | # os_CODENAME - vendor's codename for release | 
|  | 306 | # GetOSVersion | 
|  | 307 | GetOSVersion() { | 
|  | 308 | # Figure out which vendor we are | 
|  | 309 | if [[ -n "`which sw_vers 2>/dev/null`" ]]; then | 
|  | 310 | # OS/X | 
|  | 311 | os_VENDOR=`sw_vers -productName` | 
|  | 312 | os_RELEASE=`sw_vers -productVersion` | 
|  | 313 | os_UPDATE=${os_RELEASE##*.} | 
|  | 314 | os_RELEASE=${os_RELEASE%.*} | 
|  | 315 | os_PACKAGE="" | 
|  | 316 | if [[ "$os_RELEASE" =~ "10.7" ]]; then | 
|  | 317 | os_CODENAME="lion" | 
|  | 318 | elif [[ "$os_RELEASE" =~ "10.6" ]]; then | 
|  | 319 | os_CODENAME="snow leopard" | 
|  | 320 | elif [[ "$os_RELEASE" =~ "10.5" ]]; then | 
|  | 321 | os_CODENAME="leopard" | 
|  | 322 | elif [[ "$os_RELEASE" =~ "10.4" ]]; then | 
|  | 323 | os_CODENAME="tiger" | 
|  | 324 | elif [[ "$os_RELEASE" =~ "10.3" ]]; then | 
|  | 325 | os_CODENAME="panther" | 
|  | 326 | else | 
|  | 327 | os_CODENAME="" | 
|  | 328 | fi | 
|  | 329 | elif [[ -x $(which lsb_release 2>/dev/null) ]]; then | 
|  | 330 | os_VENDOR=$(lsb_release -i -s) | 
|  | 331 | os_RELEASE=$(lsb_release -r -s) | 
|  | 332 | os_UPDATE="" | 
| Attila Fazekas | af988fd | 2013-01-13 14:20:47 +0100 | [diff] [blame] | 333 | os_PACKAGE="rpm" | 
| Derek Morton | 4a8496e | 2013-04-08 23:46:08 -0500 | [diff] [blame] | 334 | if [[ "Debian,Ubuntu,LinuxMint" =~ $os_VENDOR ]]; then | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 335 | os_PACKAGE="deb" | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 336 | elif [[ "SUSE LINUX" =~ $os_VENDOR ]]; then | 
|  | 337 | lsb_release -d -s | grep -q openSUSE | 
|  | 338 | if [[ $? -eq 0 ]]; then | 
|  | 339 | os_VENDOR="openSUSE" | 
|  | 340 | fi | 
| Vincent Untz | cd1fe98 | 2013-03-12 18:04:29 +0100 | [diff] [blame] | 341 | elif [[ $os_VENDOR == "openSUSE project" ]]; then | 
|  | 342 | os_VENDOR="openSUSE" | 
| Attila Fazekas | af988fd | 2013-01-13 14:20:47 +0100 | [diff] [blame] | 343 | elif [[ $os_VENDOR =~ Red.*Hat ]]; then | 
|  | 344 | os_VENDOR="Red Hat" | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 345 | fi | 
|  | 346 | os_CODENAME=$(lsb_release -c -s) | 
|  | 347 | elif [[ -r /etc/redhat-release ]]; then | 
|  | 348 | # Red Hat Enterprise Linux Server release 5.5 (Tikanga) | 
|  | 349 | # CentOS release 5.5 (Final) | 
|  | 350 | # CentOS Linux release 6.0 (Final) | 
|  | 351 | # Fedora release 16 (Verne) | 
|  | 352 | os_CODENAME="" | 
|  | 353 | for r in "Red Hat" CentOS Fedora; do | 
|  | 354 | os_VENDOR=$r | 
|  | 355 | if [[ -n "`grep \"$r\" /etc/redhat-release`" ]]; then | 
|  | 356 | ver=`sed -e 's/^.* \(.*\) (\(.*\)).*$/\1\|\2/' /etc/redhat-release` | 
|  | 357 | os_CODENAME=${ver#*|} | 
|  | 358 | os_RELEASE=${ver%|*} | 
|  | 359 | os_UPDATE=${os_RELEASE##*.} | 
|  | 360 | os_RELEASE=${os_RELEASE%.*} | 
|  | 361 | break | 
|  | 362 | fi | 
|  | 363 | os_VENDOR="" | 
|  | 364 | done | 
|  | 365 | os_PACKAGE="rpm" | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 366 | elif [[ -r /etc/SuSE-release ]]; then | 
|  | 367 | for r in openSUSE "SUSE Linux"; do | 
|  | 368 | if [[ "$r" = "SUSE Linux" ]]; then | 
|  | 369 | os_VENDOR="SUSE LINUX" | 
|  | 370 | else | 
|  | 371 | os_VENDOR=$r | 
|  | 372 | fi | 
|  | 373 |  | 
|  | 374 | if [[ -n "`grep \"$r\" /etc/SuSE-release`" ]]; then | 
|  | 375 | os_CODENAME=`grep "CODENAME = " /etc/SuSE-release | sed 's:.* = ::g'` | 
|  | 376 | os_RELEASE=`grep "VERSION = " /etc/SuSE-release | sed 's:.* = ::g'` | 
|  | 377 | os_UPDATE=`grep "PATCHLEVEL = " /etc/SuSE-release | sed 's:.* = ::g'` | 
|  | 378 | break | 
|  | 379 | fi | 
|  | 380 | os_VENDOR="" | 
|  | 381 | done | 
|  | 382 | os_PACKAGE="rpm" | 
| Émilien Macchi | b2ef890 | 2013-05-04 00:48:20 +0200 | [diff] [blame] | 383 | # If lsb_release is not installed, we should be able to detect Debian OS | 
|  | 384 | elif [[ -f /etc/debian_version ]] && [[ $(cat /proc/version) =~ "Debian" ]]; then | 
|  | 385 | os_VENDOR="Debian" | 
|  | 386 | os_PACKAGE="deb" | 
|  | 387 | os_CODENAME=$(awk '/VERSION=/' /etc/os-release | sed 's/VERSION=//' | sed -r 's/\"|\(|\)//g' | awk '{print $2}') | 
|  | 388 | os_RELEASE=$(awk '/VERSION_ID=/' /etc/os-release | sed 's/VERSION_ID=//' | sed 's/\"//g') | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 389 | fi | 
|  | 390 | export os_VENDOR os_RELEASE os_UPDATE os_PACKAGE os_CODENAME | 
|  | 391 | } | 
|  | 392 |  | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 393 | # git update using reference as a branch. | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 394 | # git_update_branch ref | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 395 | function git_update_branch() { | 
|  | 396 |  | 
|  | 397 | GIT_BRANCH=$1 | 
|  | 398 |  | 
|  | 399 | git checkout -f origin/$GIT_BRANCH | 
|  | 400 | # a local branch might not exist | 
|  | 401 | git branch -D $GIT_BRANCH || true | 
|  | 402 | git checkout -b $GIT_BRANCH | 
|  | 403 | } | 
|  | 404 |  | 
|  | 405 |  | 
|  | 406 | # git update using reference as a tag. Be careful editing source at that repo | 
|  | 407 | # as working copy will be in a detached mode | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 408 | # git_update_tag ref | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 409 | function git_update_tag() { | 
|  | 410 |  | 
|  | 411 | GIT_TAG=$1 | 
|  | 412 |  | 
|  | 413 | git tag -d $GIT_TAG | 
|  | 414 | # fetching given tag only | 
|  | 415 | git fetch origin tag $GIT_TAG | 
|  | 416 | git checkout -f $GIT_TAG | 
|  | 417 | } | 
|  | 418 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 419 |  | 
| Andrew Laski | f900bd7 | 2012-09-05 17:23:14 -0400 | [diff] [blame] | 420 | # git update using reference as a branch. | 
|  | 421 | # git_update_remote_branch ref | 
|  | 422 | function git_update_remote_branch() { | 
|  | 423 |  | 
|  | 424 | GIT_BRANCH=$1 | 
|  | 425 |  | 
|  | 426 | git checkout -b $GIT_BRANCH -t origin/$GIT_BRANCH | 
|  | 427 | } | 
|  | 428 |  | 
|  | 429 |  | 
| Dean Troyer | a9e0a48 | 2012-07-09 14:07:23 -0500 | [diff] [blame] | 430 | # Translate the OS version values into common nomenclature | 
|  | 431 | # Sets ``DISTRO`` from the ``os_*`` values | 
|  | 432 | function GetDistro() { | 
|  | 433 | GetOSVersion | 
| Émilien Macchi | b2ef890 | 2013-05-04 00:48:20 +0200 | [diff] [blame] | 434 | if [[ "$os_VENDOR" =~ (Ubuntu) || "$os_VENDOR" =~ (Debian) ]]; then | 
|  | 435 | # 'Everyone' refers to Ubuntu / Debian releases by the code name adjective | 
| Dean Troyer | a9e0a48 | 2012-07-09 14:07:23 -0500 | [diff] [blame] | 436 | DISTRO=$os_CODENAME | 
|  | 437 | elif [[ "$os_VENDOR" =~ (Fedora) ]]; then | 
|  | 438 | # For Fedora, just use 'f' and the release | 
|  | 439 | DISTRO="f$os_RELEASE" | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 440 | elif [[ "$os_VENDOR" =~ (openSUSE) ]]; then | 
|  | 441 | DISTRO="opensuse-$os_RELEASE" | 
|  | 442 | elif [[ "$os_VENDOR" =~ (SUSE LINUX) ]]; then | 
|  | 443 | # For SLE, also use the service pack | 
|  | 444 | if [[ -z "$os_UPDATE" ]]; then | 
|  | 445 | DISTRO="sle${os_RELEASE}" | 
|  | 446 | else | 
|  | 447 | DISTRO="sle${os_RELEASE}sp${os_UPDATE}" | 
|  | 448 | fi | 
| Ian Wienand | d857f4b | 2013-03-20 14:51:06 +1100 | [diff] [blame] | 449 | elif [[ "$os_VENDOR" =~ (Red Hat) || "$os_VENDOR" =~ (CentOS) ]]; then | 
|  | 450 | # Drop the . release as we assume it's compatible | 
|  | 451 | DISTRO="rhel${os_RELEASE::1}" | 
| Dean Troyer | a9e0a48 | 2012-07-09 14:07:23 -0500 | [diff] [blame] | 452 | else | 
|  | 453 | # Catch-all for now is Vendor + Release + Update | 
|  | 454 | DISTRO="$os_VENDOR-$os_RELEASE.$os_UPDATE" | 
|  | 455 | fi | 
|  | 456 | export DISTRO | 
|  | 457 | } | 
|  | 458 |  | 
|  | 459 |  | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 460 | # Determine if current distribution is an Ubuntu-based distribution. | 
|  | 461 | # It will also detect non-Ubuntu but Debian-based distros; this is not an issue | 
|  | 462 | # since Debian and Ubuntu should be compatible. | 
|  | 463 | # is_ubuntu | 
|  | 464 | function is_ubuntu { | 
|  | 465 | if [[ -z "$os_PACKAGE" ]]; then | 
|  | 466 | GetOSVersion | 
|  | 467 | fi | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 468 | [ "$os_PACKAGE" = "deb" ] | 
|  | 469 | } | 
|  | 470 |  | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 471 | # Determine if current distribution is a Fedora-based distribution | 
|  | 472 | # (Fedora, RHEL, CentOS). | 
|  | 473 | # is_fedora | 
|  | 474 | function is_fedora { | 
|  | 475 | if [[ -z "$os_VENDOR" ]]; then | 
|  | 476 | GetOSVersion | 
|  | 477 | fi | 
|  | 478 |  | 
|  | 479 | [ "$os_VENDOR" = "Fedora" ] || [ "$os_VENDOR" = "Red Hat" ] || [ "$os_VENDOR" = "CentOS" ] | 
|  | 480 | } | 
|  | 481 |  | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 482 | # Determine if current distribution is a SUSE-based distribution | 
|  | 483 | # (openSUSE, SLE). | 
|  | 484 | # is_suse | 
|  | 485 | function is_suse { | 
|  | 486 | if [[ -z "$os_VENDOR" ]]; then | 
|  | 487 | GetOSVersion | 
|  | 488 | fi | 
|  | 489 |  | 
| Steve Baker | 1a7bbd2 | 2012-12-03 17:04:02 +1300 | [diff] [blame] | 490 | [ "$os_VENDOR" = "openSUSE" ] || [ "$os_VENDOR" = "SUSE LINUX" ] | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 491 | } | 
|  | 492 |  | 
|  | 493 |  | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 494 | # Exit after outputting a message about the distribution not being supported. | 
|  | 495 | # exit_distro_not_supported [optional-string-telling-what-is-missing] | 
|  | 496 | function exit_distro_not_supported { | 
|  | 497 | if [[ -z "$DISTRO" ]]; then | 
|  | 498 | GetDistro | 
|  | 499 | fi | 
|  | 500 |  | 
|  | 501 | if [ $# -gt 0 ]; then | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 502 | die $LINENO "Support for $DISTRO is incomplete: no support for $@" | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 503 | else | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 504 | die $LINENO "Support for $DISTRO is incomplete." | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 505 | fi | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 506 | } | 
|  | 507 |  | 
|  | 508 |  | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 509 | # git clone only if directory doesn't exist already.  Since ``DEST`` might not | 
|  | 510 | # be owned by the installation user, we create the directory and change the | 
|  | 511 | # ownership to the proper user. | 
|  | 512 | # Set global RECLONE=yes to simulate a clone when dest-dir exists | 
| James E. Blair | 94cb960 | 2012-06-22 15:28:29 -0700 | [diff] [blame] | 513 | # Set global ERROR_ON_CLONE=True to abort execution with an error if the git repo | 
|  | 514 | # does not exist (default is False, meaning the repo will be cloned). | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 515 | # Uses global ``OFFLINE`` | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 516 | # git_clone remote dest-dir branch | 
|  | 517 | function git_clone { | 
|  | 518 | [[ "$OFFLINE" = "True" ]] && return | 
|  | 519 |  | 
|  | 520 | GIT_REMOTE=$1 | 
|  | 521 | GIT_DEST=$2 | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 522 | GIT_REF=$3 | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 523 |  | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 524 | if echo $GIT_REF | egrep -q "^refs"; then | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 525 | # If our branch name is a gerrit style refs/changes/... | 
|  | 526 | if [[ ! -d $GIT_DEST ]]; then | 
| James E. Blair | 94cb960 | 2012-06-22 15:28:29 -0700 | [diff] [blame] | 527 | [[ "$ERROR_ON_CLONE" = "True" ]] && exit 1 | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 528 | git clone $GIT_REMOTE $GIT_DEST | 
|  | 529 | fi | 
|  | 530 | cd $GIT_DEST | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 531 | git fetch $GIT_REMOTE $GIT_REF && git checkout FETCH_HEAD | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 532 | else | 
|  | 533 | # do a full clone only if the directory doesn't exist | 
|  | 534 | if [[ ! -d $GIT_DEST ]]; then | 
| James E. Blair | 94cb960 | 2012-06-22 15:28:29 -0700 | [diff] [blame] | 535 | [[ "$ERROR_ON_CLONE" = "True" ]] && exit 1 | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 536 | git clone $GIT_REMOTE $GIT_DEST | 
|  | 537 | cd $GIT_DEST | 
|  | 538 | # This checkout syntax works for both branches and tags | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 539 | git checkout $GIT_REF | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 540 | elif [[ "$RECLONE" == "yes" ]]; then | 
|  | 541 | # if it does exist then simulate what clone does if asked to RECLONE | 
|  | 542 | cd $GIT_DEST | 
|  | 543 | # set the url to pull from and fetch | 
|  | 544 | git remote set-url origin $GIT_REMOTE | 
|  | 545 | git fetch origin | 
|  | 546 | # remove the existing ignored files (like pyc) as they cause breakage | 
|  | 547 | # (due to the py files having older timestamps than our pyc, so python | 
|  | 548 | # thinks the pyc files are correct using them) | 
|  | 549 | find $GIT_DEST -name '*.pyc' -delete | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 550 |  | 
|  | 551 | # handle GIT_REF accordingly to type (tag, branch) | 
|  | 552 | if [[ -n "`git show-ref refs/tags/$GIT_REF`" ]]; then | 
|  | 553 | git_update_tag $GIT_REF | 
|  | 554 | elif [[ -n "`git show-ref refs/heads/$GIT_REF`" ]]; then | 
|  | 555 | git_update_branch $GIT_REF | 
| Andrew Laski | f900bd7 | 2012-09-05 17:23:14 -0400 | [diff] [blame] | 556 | elif [[ -n "`git show-ref refs/remotes/origin/$GIT_REF`" ]]; then | 
|  | 557 | git_update_remote_branch $GIT_REF | 
| Evgeniy Afonichev | 6a3912d | 2012-07-10 14:02:43 +0300 | [diff] [blame] | 558 | else | 
|  | 559 | echo $GIT_REF is neither branch nor tag | 
|  | 560 | exit 1 | 
|  | 561 | fi | 
|  | 562 |  | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 563 | fi | 
|  | 564 | fi | 
|  | 565 | } | 
|  | 566 |  | 
|  | 567 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 568 | # Comment an option in an INI file | 
| Chmouel Boudjnah | c7214e8 | 2012-06-06 13:56:39 +0200 | [diff] [blame] | 569 | # inicomment config-file section option | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 570 | function inicomment() { | 
|  | 571 | local file=$1 | 
|  | 572 | local section=$2 | 
|  | 573 | local option=$3 | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 574 | sed -i -e "/^\[$section\]/,/^\[.*\]/ s|^\($option[ \t]*=.*$\)|#\1|" "$file" | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 575 | } | 
|  | 576 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 577 |  | 
| Chmouel Boudjnah | c7214e8 | 2012-06-06 13:56:39 +0200 | [diff] [blame] | 578 | # Uncomment an option in an INI file | 
|  | 579 | # iniuncomment config-file section option | 
|  | 580 | function iniuncomment() { | 
|  | 581 | local file=$1 | 
|  | 582 | local section=$2 | 
|  | 583 | local option=$3 | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 584 | sed -i -e "/^\[$section\]/,/^\[.*\]/ s|[^ \t]*#[ \t]*\($option[ \t]*=.*$\)|\1|" "$file" | 
| Chmouel Boudjnah | c7214e8 | 2012-06-06 13:56:39 +0200 | [diff] [blame] | 585 | } | 
|  | 586 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 587 |  | 
|  | 588 | # Get an option from an INI file | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 589 | # iniget config-file section option | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 590 | function iniget() { | 
|  | 591 | local file=$1 | 
|  | 592 | local section=$2 | 
|  | 593 | local option=$3 | 
|  | 594 | local line | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 595 | line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file") | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 596 | echo ${line#*=} | 
|  | 597 | } | 
|  | 598 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 599 |  | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 600 | # Determinate is the given option present in the INI file | 
|  | 601 | # ini_has_option config-file section option | 
|  | 602 | function ini_has_option() { | 
|  | 603 | local file=$1 | 
|  | 604 | local section=$2 | 
|  | 605 | local option=$3 | 
|  | 606 | local line | 
|  | 607 | line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file") | 
|  | 608 | [ -n "$line" ] | 
|  | 609 | } | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 610 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 611 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 612 | # Set an option in an INI file | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 613 | # iniset config-file section option value | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 614 | function iniset() { | 
|  | 615 | local file=$1 | 
|  | 616 | local section=$2 | 
|  | 617 | local option=$3 | 
|  | 618 | local value=$4 | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 619 | if ! grep -q "^\[$section\]" "$file"; then | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 620 | # Add section at the end | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 621 | echo -e "\n[$section]" >>"$file" | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 622 | fi | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 623 | if ! ini_has_option "$file" "$section" "$option"; then | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 624 | # Add it | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 625 | sed -i -e "/^\[$section\]/ a\\ | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 626 | $option = $value | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 627 | " "$file" | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 628 | else | 
|  | 629 | # Replace it | 
| Attila Fazekas | 588eb41 | 2012-12-20 10:57:16 +0100 | [diff] [blame] | 630 | sed -i -e "/^\[$section\]/,/^\[.*\]/ s|^\($option[ \t]*=[ \t]*\).*$|\1$value|" "$file" | 
| Dean Troyer | 09e636e | 2012-03-19 16:31:12 -0500 | [diff] [blame] | 631 | fi | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 632 | } | 
|  | 633 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 634 |  | 
| Lianhao Lu | 239f324 | 2013-03-01 15:54:02 +0800 | [diff] [blame] | 635 | # Get a multiple line option from an INI file | 
|  | 636 | # iniget_multiline config-file section option | 
|  | 637 | function iniget_multiline() { | 
|  | 638 | local file=$1 | 
|  | 639 | local section=$2 | 
|  | 640 | local option=$3 | 
|  | 641 | local values | 
|  | 642 | values=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { s/^$option[ \t]*=[ \t]*//gp; }" "$file") | 
|  | 643 | echo ${values} | 
|  | 644 | } | 
|  | 645 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 646 |  | 
| Lianhao Lu | 239f324 | 2013-03-01 15:54:02 +0800 | [diff] [blame] | 647 | # Set a multiple line option in an INI file | 
|  | 648 | # iniset_multiline config-file section option value1 value2 valu3 ... | 
|  | 649 | function iniset_multiline() { | 
|  | 650 | local file=$1 | 
|  | 651 | local section=$2 | 
|  | 652 | local option=$3 | 
|  | 653 | shift 3 | 
|  | 654 | local values | 
|  | 655 | for v in $@; do | 
|  | 656 | # The later sed command inserts each new value in the line next to | 
|  | 657 | # the section identifier, which causes the values to be inserted in | 
|  | 658 | # the reverse order. Do a reverse here to keep the original order. | 
|  | 659 | values="$v ${values}" | 
|  | 660 | done | 
|  | 661 | if ! grep -q "^\[$section\]" "$file"; then | 
|  | 662 | # Add section at the end | 
|  | 663 | echo -e "\n[$section]" >>"$file" | 
|  | 664 | else | 
|  | 665 | # Remove old values | 
|  | 666 | sed -i -e "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ d; }" "$file" | 
|  | 667 | fi | 
|  | 668 | # Add new ones | 
|  | 669 | for v in $values; do | 
|  | 670 | sed -i -e "/^\[$section\]/ a\\ | 
|  | 671 | $option = $v | 
|  | 672 | " "$file" | 
|  | 673 | done | 
|  | 674 | } | 
|  | 675 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 676 |  | 
| Lianhao Lu | 239f324 | 2013-03-01 15:54:02 +0800 | [diff] [blame] | 677 | # Append a new option in an ini file without replacing the old value | 
|  | 678 | # iniadd config-file section option value1 value2 value3 ... | 
|  | 679 | function iniadd() { | 
|  | 680 | local file=$1 | 
|  | 681 | local section=$2 | 
|  | 682 | local option=$3 | 
|  | 683 | shift 3 | 
|  | 684 | local values="$(iniget_multiline $file $section $option) $@" | 
|  | 685 | iniset_multiline $file $section $option $values | 
|  | 686 | } | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 687 |  | 
| Dean Troyer | 896eb66 | 2013-04-05 15:02:01 -0500 | [diff] [blame] | 688 | # Find out if a process exists by partial name. | 
|  | 689 | # is_running name | 
|  | 690 | function is_running() { | 
|  | 691 | local name=$1 | 
|  | 692 | ps auxw | grep -v grep | grep ${name} > /dev/null | 
|  | 693 | RC=$? | 
|  | 694 | # some times I really hate bash reverse binary logic | 
|  | 695 | return $RC | 
|  | 696 | } | 
|  | 697 |  | 
|  | 698 |  | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 699 | # is_service_enabled() checks if the service(s) specified as arguments are | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 700 | # enabled by the user in ``ENABLED_SERVICES``. | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 701 | # | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 702 | # Multiple services specified as arguments are ``OR``'ed together; the test | 
|  | 703 | # is a short-circuit boolean, i.e it returns on the first match. | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 704 | # | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 705 | # There are special cases for some 'catch-all' services:: | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 706 | #   **nova** returns true if any service enabled start with **n-** | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 707 | #   **cinder** returns true if any service enabled start with **c-** | 
|  | 708 | #   **ceilometer** returns true if any service enabled start with **ceilometer** | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 709 | #   **glance** returns true if any service enabled start with **g-** | 
|  | 710 | #   **quantum** returns true if any service enabled start with **q-** | 
| Chmouel Boudjnah | 0c3a558 | 2013-03-06 10:58:33 +0100 | [diff] [blame] | 711 | #   **swift** returns true if any service enabled start with **s-** | 
|  | 712 | #   For backward compatibility if we have **swift** in ENABLED_SERVICES all the | 
|  | 713 | #   **s-** services will be enabled. This will be deprecated in the future. | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 714 | # | 
|  | 715 | # Uses global ``ENABLED_SERVICES`` | 
|  | 716 | # is_service_enabled service [service ...] | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 717 | function is_service_enabled() { | 
|  | 718 | services=$@ | 
|  | 719 | for service in ${services}; do | 
|  | 720 | [[ ,${ENABLED_SERVICES}, =~ ,${service}, ]] && return 0 | 
|  | 721 | [[ ${service} == "nova" && ${ENABLED_SERVICES} =~ "n-" ]] && return 0 | 
| Dean Troyer | 67787e6 | 2012-05-02 11:48:15 -0500 | [diff] [blame] | 722 | [[ ${service} == "cinder" && ${ENABLED_SERVICES} =~ "c-" ]] && return 0 | 
| John H. Tran | 9336164 | 2012-07-26 11:22:05 -0700 | [diff] [blame] | 723 | [[ ${service} == "ceilometer" && ${ENABLED_SERVICES} =~ "ceilometer-" ]] && return 0 | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 724 | [[ ${service} == "glance" && ${ENABLED_SERVICES} =~ "g-" ]] && return 0 | 
|  | 725 | [[ ${service} == "quantum" && ${ENABLED_SERVICES} =~ "q-" ]] && return 0 | 
| Chmouel Boudjnah | 0c3a558 | 2013-03-06 10:58:33 +0100 | [diff] [blame] | 726 | [[ ${service} == "swift" && ${ENABLED_SERVICES} =~ "s-" ]] && return 0 | 
|  | 727 | [[ ${service} == s-* && ${ENABLED_SERVICES} =~ "swift" ]] && return 0 | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 728 | done | 
|  | 729 | return 1 | 
|  | 730 | } | 
|  | 731 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 732 |  | 
|  | 733 | # remove extra commas from the input string (i.e. ``ENABLED_SERVICES``) | 
|  | 734 | # _cleanup_service_list service-list | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 735 | function _cleanup_service_list () { | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 736 | echo "$1" | sed -e ' | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 737 | s/,,/,/g; | 
|  | 738 | s/^,//; | 
|  | 739 | s/,$// | 
|  | 740 | ' | 
|  | 741 | } | 
|  | 742 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 743 |  | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 744 | # enable_service() adds the services passed as argument to the | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 745 | # ``ENABLED_SERVICES`` list, if they are not already present. | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 746 | # | 
|  | 747 | # For example: | 
| Joe Gordon | 6fd2811 | 2012-11-13 16:55:41 -0800 | [diff] [blame] | 748 | #   enable_service qpid | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 749 | # | 
|  | 750 | # This function does not know about the special cases | 
|  | 751 | # for nova, glance, and quantum built into is_service_enabled(). | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 752 | # Uses global ``ENABLED_SERVICES`` | 
|  | 753 | # enable_service service [service ...] | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 754 | function enable_service() { | 
|  | 755 | local tmpsvcs="${ENABLED_SERVICES}" | 
|  | 756 | for service in $@; do | 
|  | 757 | if ! is_service_enabled $service; then | 
|  | 758 | tmpsvcs+=",$service" | 
|  | 759 | fi | 
|  | 760 | done | 
|  | 761 | ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs") | 
|  | 762 | disable_negated_services | 
|  | 763 | } | 
|  | 764 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 765 |  | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 766 | # disable_service() removes the services passed as argument to the | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 767 | # ``ENABLED_SERVICES`` list, if they are present. | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 768 | # | 
|  | 769 | # For example: | 
| Joe Gordon | 6fd2811 | 2012-11-13 16:55:41 -0800 | [diff] [blame] | 770 | #   disable_service rabbit | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 771 | # | 
|  | 772 | # This function does not know about the special cases | 
|  | 773 | # for nova, glance, and quantum built into is_service_enabled(). | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 774 | # Uses global ``ENABLED_SERVICES`` | 
|  | 775 | # disable_service service [service ...] | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 776 | function disable_service() { | 
|  | 777 | local tmpsvcs=",${ENABLED_SERVICES}," | 
|  | 778 | local service | 
|  | 779 | for service in $@; do | 
|  | 780 | if is_service_enabled $service; then | 
|  | 781 | tmpsvcs=${tmpsvcs//,$service,/,} | 
|  | 782 | fi | 
|  | 783 | done | 
|  | 784 | ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs") | 
|  | 785 | } | 
|  | 786 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 787 |  | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 788 | # disable_all_services() removes all current services | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 789 | # from ``ENABLED_SERVICES`` to reset the configuration | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 790 | # before a minimal installation | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 791 | # Uses global ``ENABLED_SERVICES`` | 
|  | 792 | # disable_all_services | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 793 | function disable_all_services() { | 
|  | 794 | ENABLED_SERVICES="" | 
|  | 795 | } | 
|  | 796 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 797 |  | 
|  | 798 | # Remove all services starting with '-'.  For example, to install all default | 
| Joe Gordon | 6fd2811 | 2012-11-13 16:55:41 -0800 | [diff] [blame] | 799 | # services except rabbit (rabbit) set in ``localrc``: | 
|  | 800 | # ENABLED_SERVICES+=",-rabbit" | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 801 | # Uses global ``ENABLED_SERVICES`` | 
|  | 802 | # disable_negated_services | 
| Doug Hellmann | f04178f | 2012-07-05 17:10:03 -0400 | [diff] [blame] | 803 | function disable_negated_services() { | 
|  | 804 | local tmpsvcs="${ENABLED_SERVICES}" | 
|  | 805 | local service | 
|  | 806 | for service in ${tmpsvcs//,/ }; do | 
|  | 807 | if [[ ${service} == -* ]]; then | 
|  | 808 | tmpsvcs=$(echo ${tmpsvcs}|sed -r "s/(,)?(-)?${service#-}(,)?/,/g") | 
|  | 809 | fi | 
|  | 810 | done | 
|  | 811 | ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs") | 
|  | 812 | } | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 813 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 814 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 815 | # Distro-agnostic package installer | 
|  | 816 | # install_package package [package ...] | 
|  | 817 | function install_package() { | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 818 | if is_ubuntu; then | 
| Vincent Untz | c0482e6 | 2012-06-12 11:30:43 +0200 | [diff] [blame] | 819 | [[ "$NO_UPDATE_REPOS" = "True" ]] || apt_get update | 
|  | 820 | NO_UPDATE_REPOS=True | 
|  | 821 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 822 | apt_get install "$@" | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 823 | elif is_fedora; then | 
|  | 824 | yum_install "$@" | 
|  | 825 | elif is_suse; then | 
|  | 826 | zypper_install "$@" | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 827 | else | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 828 | exit_distro_not_supported "installing packages" | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 829 | fi | 
|  | 830 | } | 
|  | 831 |  | 
|  | 832 |  | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 833 | # Distro-agnostic package uninstaller | 
|  | 834 | # uninstall_package package [package ...] | 
|  | 835 | function uninstall_package() { | 
|  | 836 | if is_ubuntu; then | 
|  | 837 | apt_get purge "$@" | 
|  | 838 | elif is_fedora; then | 
| Ian Wienand | 2c678cc | 2013-03-20 13:00:44 +1100 | [diff] [blame] | 839 | sudo yum remove -y "$@" | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 840 | elif is_suse; then | 
| Ian Wienand | 2c678cc | 2013-03-20 13:00:44 +1100 | [diff] [blame] | 841 | sudo rpm -e "$@" | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 842 | else | 
|  | 843 | exit_distro_not_supported "uninstalling packages" | 
|  | 844 | fi | 
|  | 845 | } | 
|  | 846 |  | 
|  | 847 |  | 
| Vincent Untz | 71ebc6f | 2012-06-12 13:45:15 +0200 | [diff] [blame] | 848 | # Distro-agnostic function to tell if a package is installed | 
|  | 849 | # is_package_installed package [package ...] | 
|  | 850 | function is_package_installed() { | 
|  | 851 | if [[ -z "$@" ]]; then | 
|  | 852 | return 1 | 
|  | 853 | fi | 
|  | 854 |  | 
|  | 855 | if [[ -z "$os_PACKAGE" ]]; then | 
|  | 856 | GetOSVersion | 
|  | 857 | fi | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 858 |  | 
| Vincent Untz | 71ebc6f | 2012-06-12 13:45:15 +0200 | [diff] [blame] | 859 | if [[ "$os_PACKAGE" = "deb" ]]; then | 
|  | 860 | dpkg -l "$@" > /dev/null | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 861 | elif [[ "$os_PACKAGE" = "rpm" ]]; then | 
| Vincent Untz | 71ebc6f | 2012-06-12 13:45:15 +0200 | [diff] [blame] | 862 | rpm --quiet -q "$@" | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 863 | else | 
|  | 864 | exit_distro_not_supported "finding if a package is installed" | 
| Vincent Untz | 71ebc6f | 2012-06-12 13:45:15 +0200 | [diff] [blame] | 865 | fi | 
|  | 866 | } | 
|  | 867 |  | 
|  | 868 |  | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 869 | # Test if the named environment variable is set and not zero length | 
|  | 870 | # is_set env-var | 
|  | 871 | function is_set() { | 
|  | 872 | local var=\$"$1" | 
| Attila Fazekas | 251d3b5 | 2012-12-16 15:05:44 +0100 | [diff] [blame] | 873 | eval "[ -n \"$var\" ]" # For ex.: sh -c "[ -n \"$var\" ]" would be better, but several exercises depends on this | 
| Dean Troyer | 489bd2a | 2012-03-02 10:44:29 -0600 | [diff] [blame] | 874 | } | 
|  | 875 |  | 
|  | 876 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 877 | # Wrapper for ``pip install`` to set cache and proxy environment variables | 
| Maru Newby | 3a87edd | 2012-10-25 23:01:06 +0000 | [diff] [blame] | 878 | # Uses globals ``OFFLINE``, ``PIP_DOWNLOAD_CACHE``, ``PIP_USE_MIRRORS``, | 
|  | 879 | #   ``TRACK_DEPENDS``, ``*_proxy` | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 880 | # pip_install package [package ...] | 
|  | 881 | function pip_install { | 
| Dean Troyer | d0b21e2 | 2012-03-07 14:52:25 -0600 | [diff] [blame] | 882 | [[ "$OFFLINE" = "True" || -z "$@" ]] && return | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 883 | if [[ -z "$os_PACKAGE" ]]; then | 
|  | 884 | GetOSVersion | 
|  | 885 | fi | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 886 | if [[ $TRACK_DEPENDS = True ]]; then | 
| Monty Taylor | 47f0206 | 2012-07-26 11:09:24 -0500 | [diff] [blame] | 887 | source $DEST/.venv/bin/activate | 
|  | 888 | CMD_PIP=$DEST/.venv/bin/pip | 
|  | 889 | SUDO_PIP="env" | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 890 | else | 
| Monty Taylor | 47f0206 | 2012-07-26 11:09:24 -0500 | [diff] [blame] | 891 | SUDO_PIP="sudo" | 
| Vincent Untz | 8ec2722 | 2012-11-29 09:25:31 +0100 | [diff] [blame] | 892 | CMD_PIP=$(get_pip_command) | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 893 | fi | 
| Ian Wienand | d67dd87 | 2013-04-11 11:14:36 +1000 | [diff] [blame] | 894 |  | 
|  | 895 | if [[ is_fedora && $DISTRO =~ (rhel6) ]]; then | 
|  | 896 | # RHEL6 pip by default doesn't have this (was introduced | 
|  | 897 | # around 0.8.1 or so) | 
|  | 898 | PIP_USE_MIRRORS=${PIP_USE_MIRRORS:-False} | 
|  | 899 | else | 
|  | 900 | PIP_USE_MIRRORS=${PIP_USE_MIRRORS:-True} | 
|  | 901 | fi | 
| Maru Newby | 3a87edd | 2012-10-25 23:01:06 +0000 | [diff] [blame] | 902 | if [[ "$PIP_USE_MIRRORS" != "False" ]]; then | 
|  | 903 | PIP_MIRROR_OPT="--use-mirrors" | 
|  | 904 | fi | 
| Ian Wienand | d67dd87 | 2013-04-11 11:14:36 +1000 | [diff] [blame] | 905 |  | 
| Monty Taylor | 47f0206 | 2012-07-26 11:09:24 -0500 | [diff] [blame] | 906 | $SUDO_PIP PIP_DOWNLOAD_CACHE=${PIP_DOWNLOAD_CACHE:-/var/cache/pip} \ | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 907 | HTTP_PROXY=$http_proxy \ | 
|  | 908 | HTTPS_PROXY=$https_proxy \ | 
| Osamu Habuka | 7abe4f2 | 2012-07-25 12:39:32 +0900 | [diff] [blame] | 909 | NO_PROXY=$no_proxy \ | 
| Maru Newby | 3a87edd | 2012-10-25 23:01:06 +0000 | [diff] [blame] | 910 | $CMD_PIP install $PIP_MIRROR_OPT $@ | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 911 | } | 
|  | 912 |  | 
|  | 913 |  | 
|  | 914 | # Service wrapper to restart services | 
|  | 915 | # restart_service service-name | 
|  | 916 | function restart_service() { | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 917 | if is_ubuntu; then | 
| Dean Troyer | 5218d45 | 2012-02-04 02:13:23 -0600 | [diff] [blame] | 918 | sudo /usr/sbin/service $1 restart | 
|  | 919 | else | 
|  | 920 | sudo /sbin/service $1 restart | 
|  | 921 | fi | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 922 | } | 
|  | 923 |  | 
|  | 924 |  | 
| Dean Troyer | 681f3fd | 2013-02-27 19:00:39 -0600 | [diff] [blame] | 925 | # _run_process() is designed to be backgrounded by run_process() to simulate a | 
|  | 926 | # fork.  It includes the dirty work of closing extra filehandles and preparing log | 
|  | 927 | # files to produce the same logs as screen_it().  The log filename is derived | 
|  | 928 | # from the service name and global-and-now-misnamed SCREEN_LOGDIR | 
|  | 929 | # _run_process service "command-line" | 
|  | 930 | function _run_process() { | 
|  | 931 | local service=$1 | 
|  | 932 | local command="$2" | 
|  | 933 |  | 
|  | 934 | # Undo logging redirections and close the extra descriptors | 
|  | 935 | exec 1>&3 | 
|  | 936 | exec 2>&3 | 
|  | 937 | exec 3>&- | 
|  | 938 | exec 6>&- | 
|  | 939 |  | 
|  | 940 | if [[ -n ${SCREEN_LOGDIR} ]]; then | 
|  | 941 | exec 1>&${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log 2>&1 | 
|  | 942 | ln -sf ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${1}.log | 
|  | 943 |  | 
|  | 944 | # TODO(dtroyer): Hack to get stdout from the Python interpreter for the logs. | 
|  | 945 | export PYTHONUNBUFFERED=1 | 
|  | 946 | fi | 
|  | 947 |  | 
|  | 948 | exec /bin/bash -c "$command" | 
|  | 949 | die "$service exec failure: $command" | 
|  | 950 | } | 
|  | 951 |  | 
|  | 952 |  | 
|  | 953 | # run_process() launches a child process that closes all file descriptors and | 
|  | 954 | # then exec's the passed in command.  This is meant to duplicate the semantics | 
|  | 955 | # of screen_it() without screen.  PIDs are written to | 
|  | 956 | # $SERVICE_DIR/$SCREEN_NAME/$service.pid | 
|  | 957 | # run_process service "command-line" | 
|  | 958 | function run_process() { | 
|  | 959 | local service=$1 | 
|  | 960 | local command="$2" | 
|  | 961 |  | 
|  | 962 | # Spawn the child process | 
|  | 963 | _run_process "$service" "$command" & | 
|  | 964 | echo $! | 
|  | 965 | } | 
|  | 966 |  | 
|  | 967 |  | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 968 | # Helper to launch a service in a named screen | 
|  | 969 | # screen_it service "command-line" | 
|  | 970 | function screen_it { | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 971 | SCREEN_NAME=${SCREEN_NAME:-stack} | 
| jiajun xu | a941424 | 2012-12-06 16:30:57 +0800 | [diff] [blame] | 972 | SERVICE_DIR=${SERVICE_DIR:-${DEST}/status} | 
| Dean Troyer | 681f3fd | 2013-02-27 19:00:39 -0600 | [diff] [blame] | 973 | USE_SCREEN=$(trueorfalse True $USE_SCREEN) | 
| jiajun xu | a941424 | 2012-12-06 16:30:57 +0800 | [diff] [blame] | 974 |  | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 975 | if is_service_enabled $1; then | 
|  | 976 | # Append the service to the screen rc file | 
|  | 977 | screen_rc "$1" "$2" | 
|  | 978 |  | 
| Dean Troyer | 681f3fd | 2013-02-27 19:00:39 -0600 | [diff] [blame] | 979 | if [[ "$USE_SCREEN" = "True" ]]; then | 
|  | 980 | screen -S $SCREEN_NAME -X screen -t $1 | 
| Jeremy Stanley | 25ebbcd | 2013-02-17 15:45:55 +0000 | [diff] [blame] | 981 |  | 
| Dean Troyer | 681f3fd | 2013-02-27 19:00:39 -0600 | [diff] [blame] | 982 | if [[ -n ${SCREEN_LOGDIR} ]]; then | 
|  | 983 | screen -S $SCREEN_NAME -p $1 -X logfile ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log | 
|  | 984 | screen -S $SCREEN_NAME -p $1 -X log on | 
|  | 985 | ln -sf ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${1}.log | 
|  | 986 | fi | 
| Jeremy Stanley | 25ebbcd | 2013-02-17 15:45:55 +0000 | [diff] [blame] | 987 |  | 
| Vishvananda Ishaya | 58e2134 | 2013-02-11 16:48:12 -0800 | [diff] [blame] | 988 | # sleep to allow bash to be ready to be send the command - we are | 
|  | 989 | # creating a new window in screen and then sends characters, so if | 
|  | 990 | # bash isn't running by the time we send the command, nothing happens | 
|  | 991 | sleep 1.5 | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 992 |  | 
| Vishvananda Ishaya | 58e2134 | 2013-02-11 16:48:12 -0800 | [diff] [blame] | 993 | NL=`echo -ne '\015'` | 
|  | 994 | screen -S $SCREEN_NAME -p $1 -X stuff "$2 || touch \"$SERVICE_DIR/$SCREEN_NAME/$1.failure\"$NL" | 
|  | 995 | else | 
| Dean Troyer | 681f3fd | 2013-02-27 19:00:39 -0600 | [diff] [blame] | 996 | # Spawn directly without screen | 
|  | 997 | run_process "$1" "$2" >$SERVICE_DIR/$SCREEN_NAME/$service.pid | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 998 | fi | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 999 | fi | 
|  | 1000 | } | 
|  | 1001 |  | 
|  | 1002 |  | 
|  | 1003 | # Screen rc file builder | 
|  | 1004 | # screen_rc service "command-line" | 
|  | 1005 | function screen_rc { | 
|  | 1006 | SCREEN_NAME=${SCREEN_NAME:-stack} | 
|  | 1007 | SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc | 
|  | 1008 | if [[ ! -e $SCREENRC ]]; then | 
|  | 1009 | # Name the screen session | 
|  | 1010 | echo "sessionname $SCREEN_NAME" > $SCREENRC | 
|  | 1011 | # Set a reasonable statusbar | 
|  | 1012 | echo "hardstatus alwayslastline '$SCREEN_HARDSTATUS'" >> $SCREENRC | 
|  | 1013 | echo "screen -t shell bash" >> $SCREENRC | 
|  | 1014 | fi | 
|  | 1015 | # If this service doesn't already exist in the screenrc file | 
|  | 1016 | if ! grep $1 $SCREENRC 2>&1 > /dev/null; then | 
|  | 1017 | NL=`echo -ne '\015'` | 
|  | 1018 | echo "screen -t $1 bash" >> $SCREENRC | 
|  | 1019 | echo "stuff \"$2$NL\"" >> $SCREENRC | 
|  | 1020 | fi | 
|  | 1021 | } | 
|  | 1022 |  | 
| jiajun xu | a941424 | 2012-12-06 16:30:57 +0800 | [diff] [blame] | 1023 | # Helper to remove the *.failure files under $SERVICE_DIR/$SCREEN_NAME | 
|  | 1024 | # This is used for service_check when all the screen_it are called finished | 
|  | 1025 | # init_service_check | 
|  | 1026 | function init_service_check() { | 
|  | 1027 | SCREEN_NAME=${SCREEN_NAME:-stack} | 
|  | 1028 | SERVICE_DIR=${SERVICE_DIR:-${DEST}/status} | 
|  | 1029 |  | 
|  | 1030 | if [[ ! -d "$SERVICE_DIR/$SCREEN_NAME" ]]; then | 
|  | 1031 | mkdir -p "$SERVICE_DIR/$SCREEN_NAME" | 
|  | 1032 | fi | 
|  | 1033 |  | 
|  | 1034 | rm -f "$SERVICE_DIR/$SCREEN_NAME"/*.failure | 
|  | 1035 | } | 
|  | 1036 |  | 
|  | 1037 | # Helper to get the status of each running service | 
|  | 1038 | # service_check | 
|  | 1039 | function service_check() { | 
|  | 1040 | local service | 
|  | 1041 | local failures | 
|  | 1042 | SCREEN_NAME=${SCREEN_NAME:-stack} | 
|  | 1043 | SERVICE_DIR=${SERVICE_DIR:-${DEST}/status} | 
|  | 1044 |  | 
|  | 1045 |  | 
|  | 1046 | if [[ ! -d "$SERVICE_DIR/$SCREEN_NAME" ]]; then | 
|  | 1047 | echo "No service status directory found" | 
|  | 1048 | return | 
|  | 1049 | fi | 
|  | 1050 |  | 
|  | 1051 | # Check if there is any falure flag file under $SERVICE_DIR/$SCREEN_NAME | 
|  | 1052 | failures=`ls "$SERVICE_DIR/$SCREEN_NAME"/*.failure 2>/dev/null` | 
|  | 1053 |  | 
|  | 1054 | for service in $failures; do | 
|  | 1055 | service=`basename $service` | 
|  | 1056 | service=${service::-8} | 
|  | 1057 | echo "Error: Service $service is not running" | 
|  | 1058 | done | 
|  | 1059 |  | 
|  | 1060 | if [ -n "$failures" ]; then | 
|  | 1061 | echo "More details about the above errors can be found with screen, with ./rejoin-stack.sh" | 
|  | 1062 | fi | 
|  | 1063 | } | 
| Dean Troyer | 1573335 | 2012-09-06 11:51:30 -0500 | [diff] [blame] | 1064 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 1065 | # ``pip install`` the dependencies of the package before ``setup.py develop`` | 
|  | 1066 | # so pip and not distutils processes the dependency chain | 
|  | 1067 | # Uses globals ``TRACK_DEPENDES``, ``*_proxy` | 
| Dean Troyer | bbafb1b | 2012-06-11 16:51:39 -0500 | [diff] [blame] | 1068 | # setup_develop directory | 
|  | 1069 | function setup_develop() { | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 1070 | if [[ $TRACK_DEPENDS = True ]]; then | 
| Monty Taylor | 47f0206 | 2012-07-26 11:09:24 -0500 | [diff] [blame] | 1071 | SUDO_CMD="env" | 
|  | 1072 | else | 
|  | 1073 | SUDO_CMD="sudo" | 
|  | 1074 | fi | 
| Dean Troyer | bbafb1b | 2012-06-11 16:51:39 -0500 | [diff] [blame] | 1075 | (cd $1; \ | 
|  | 1076 | python setup.py egg_info; \ | 
|  | 1077 | raw_links=$(awk '/^.+/ {print "-f " $1}' *.egg-info/dependency_links.txt); \ | 
|  | 1078 | depend_links=$(echo $raw_links | xargs); \ | 
| Dean Troyer | 1a3c9fe | 2012-09-29 17:25:02 -0500 | [diff] [blame] | 1079 | require_file=$([ ! -r *-info/requires.txt ] || echo "-r *-info/requires.txt"); \ | 
|  | 1080 | pip_install $require_file $depend_links; \ | 
| Monty Taylor | 47f0206 | 2012-07-26 11:09:24 -0500 | [diff] [blame] | 1081 | $SUDO_CMD \ | 
| Dean Troyer | bbafb1b | 2012-06-11 16:51:39 -0500 | [diff] [blame] | 1082 | HTTP_PROXY=$http_proxy \ | 
|  | 1083 | HTTPS_PROXY=$https_proxy \ | 
| Osamu Habuka | 7abe4f2 | 2012-07-25 12:39:32 +0900 | [diff] [blame] | 1084 | NO_PROXY=$no_proxy \ | 
| Dean Troyer | bbafb1b | 2012-06-11 16:51:39 -0500 | [diff] [blame] | 1085 | python setup.py develop \ | 
|  | 1086 | ) | 
|  | 1087 | } | 
|  | 1088 |  | 
|  | 1089 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 1090 | # Service wrapper to start services | 
|  | 1091 | # start_service service-name | 
|  | 1092 | function start_service() { | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 1093 | if is_ubuntu; then | 
| Dean Troyer | 5218d45 | 2012-02-04 02:13:23 -0600 | [diff] [blame] | 1094 | sudo /usr/sbin/service $1 start | 
|  | 1095 | else | 
|  | 1096 | sudo /sbin/service $1 start | 
|  | 1097 | fi | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 1098 | } | 
|  | 1099 |  | 
|  | 1100 |  | 
|  | 1101 | # Service wrapper to stop services | 
|  | 1102 | # stop_service service-name | 
|  | 1103 | function stop_service() { | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 1104 | if is_ubuntu; then | 
| Dean Troyer | 5218d45 | 2012-02-04 02:13:23 -0600 | [diff] [blame] | 1105 | sudo /usr/sbin/service $1 stop | 
|  | 1106 | else | 
|  | 1107 | sudo /sbin/service $1 stop | 
|  | 1108 | fi | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 1109 | } | 
|  | 1110 |  | 
|  | 1111 |  | 
|  | 1112 | # Normalize config values to True or False | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 1113 | # Accepts as False: 0 no false False FALSE | 
|  | 1114 | # Accepts as True: 1 yes true True TRUE | 
|  | 1115 | # VAR=$(trueorfalse default-value test-value) | 
| Dean Troyer | 7f9aa71 | 2012-01-31 12:11:56 -0600 | [diff] [blame] | 1116 | function trueorfalse() { | 
|  | 1117 | local default=$1 | 
|  | 1118 | local testval=$2 | 
|  | 1119 |  | 
|  | 1120 | [[ -z "$testval" ]] && { echo "$default"; return; } | 
|  | 1121 | [[ "0 no false False FALSE" =~ "$testval" ]] && { echo "False"; return; } | 
|  | 1122 | [[ "1 yes true True TRUE" =~ "$testval" ]] && { echo "True"; return; } | 
|  | 1123 | echo "$default" | 
|  | 1124 | } | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 1125 |  | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 1126 |  | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 1127 | # Retrieve an image from a URL and upload into Glance | 
|  | 1128 | # Uses the following variables: | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 1129 | #   ``FILES`` must be set to the cache dir | 
|  | 1130 | #   ``GLANCE_HOSTPORT`` | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 1131 | # upload_image image-url glance-token | 
|  | 1132 | function upload_image() { | 
|  | 1133 | local image_url=$1 | 
|  | 1134 | local token=$2 | 
|  | 1135 |  | 
|  | 1136 | # Create a directory for the downloaded image tarballs. | 
|  | 1137 | mkdir -p $FILES/images | 
|  | 1138 |  | 
|  | 1139 | # Downloads the image (uec ami+aki style), then extracts it. | 
|  | 1140 | IMAGE_FNAME=`basename "$image_url"` | 
|  | 1141 | if [[ ! -f $FILES/$IMAGE_FNAME || "$(stat -c "%s" $FILES/$IMAGE_FNAME)" = "0" ]]; then | 
|  | 1142 | wget -c $image_url -O $FILES/$IMAGE_FNAME | 
|  | 1143 | if [[ $? -ne 0 ]]; then | 
|  | 1144 | echo "Not found: $image_url" | 
|  | 1145 | return | 
|  | 1146 | fi | 
|  | 1147 | fi | 
|  | 1148 |  | 
|  | 1149 | # OpenVZ-format images are provided as .tar.gz, but not decompressed prior to loading | 
|  | 1150 | if [[ "$image_url" =~ 'openvz' ]]; then | 
|  | 1151 | IMAGE="$FILES/${IMAGE_FNAME}" | 
|  | 1152 | IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" | 
|  | 1153 | glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --is-public=True --container-format ami --disk-format ami < "${IMAGE}" | 
|  | 1154 | return | 
|  | 1155 | fi | 
|  | 1156 |  | 
| Davanum Srinivas | 316ed6c | 2013-02-06 15:29:49 -0500 | [diff] [blame] | 1157 | # XenServer-ovf-format images are provided as .vhd.tgz as well | 
|  | 1158 | # and should not be decompressed prior to loading | 
|  | 1159 | if [[ "$image_url" =~ '.vhd.tgz' ]]; then | 
|  | 1160 | IMAGE="$FILES/${IMAGE_FNAME}" | 
|  | 1161 | IMAGE_NAME="${IMAGE_FNAME%.vhd.tgz}" | 
|  | 1162 | glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --is-public=True --container-format=ovf --disk-format=vhd < "${IMAGE}" | 
|  | 1163 | return | 
|  | 1164 | fi | 
|  | 1165 |  | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 1166 | KERNEL="" | 
|  | 1167 | RAMDISK="" | 
|  | 1168 | DISK_FORMAT="" | 
|  | 1169 | CONTAINER_FORMAT="" | 
|  | 1170 | UNPACK="" | 
|  | 1171 | case "$IMAGE_FNAME" in | 
|  | 1172 | *.tar.gz|*.tgz) | 
|  | 1173 | # Extract ami and aki files | 
|  | 1174 | [ "${IMAGE_FNAME%.tar.gz}" != "$IMAGE_FNAME" ] && | 
|  | 1175 | IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" || | 
|  | 1176 | IMAGE_NAME="${IMAGE_FNAME%.tgz}" | 
|  | 1177 | xdir="$FILES/images/$IMAGE_NAME" | 
|  | 1178 | rm -Rf "$xdir"; | 
|  | 1179 | mkdir "$xdir" | 
|  | 1180 | tar -zxf $FILES/$IMAGE_FNAME -C "$xdir" | 
|  | 1181 | KERNEL=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do | 
|  | 1182 | [ -f "$f" ] && echo "$f" && break; done; true) | 
|  | 1183 | RAMDISK=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do | 
|  | 1184 | [ -f "$f" ] && echo "$f" && break; done; true) | 
|  | 1185 | IMAGE=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do | 
|  | 1186 | [ -f "$f" ] && echo "$f" && break; done; true) | 
|  | 1187 | if [[ -z "$IMAGE_NAME" ]]; then | 
|  | 1188 | IMAGE_NAME=$(basename "$IMAGE" ".img") | 
|  | 1189 | fi | 
|  | 1190 | ;; | 
|  | 1191 | *.img) | 
|  | 1192 | IMAGE="$FILES/$IMAGE_FNAME"; | 
|  | 1193 | IMAGE_NAME=$(basename "$IMAGE" ".img") | 
| Dean Troyer | 636a3ff | 2012-09-14 11:36:07 -0500 | [diff] [blame] | 1194 | format=$(qemu-img info ${IMAGE} | awk '/^file format/ { print $3; exit }') | 
|  | 1195 | if [[ ",qcow2,raw,vdi,vmdk,vpc," =~ ",$format," ]]; then | 
|  | 1196 | DISK_FORMAT=$format | 
|  | 1197 | else | 
|  | 1198 | DISK_FORMAT=raw | 
|  | 1199 | fi | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 1200 | CONTAINER_FORMAT=bare | 
|  | 1201 | ;; | 
|  | 1202 | *.img.gz) | 
|  | 1203 | IMAGE="$FILES/${IMAGE_FNAME}" | 
|  | 1204 | IMAGE_NAME=$(basename "$IMAGE" ".img.gz") | 
|  | 1205 | DISK_FORMAT=raw | 
|  | 1206 | CONTAINER_FORMAT=bare | 
|  | 1207 | UNPACK=zcat | 
|  | 1208 | ;; | 
|  | 1209 | *.qcow2) | 
|  | 1210 | IMAGE="$FILES/${IMAGE_FNAME}" | 
|  | 1211 | IMAGE_NAME=$(basename "$IMAGE" ".qcow2") | 
|  | 1212 | DISK_FORMAT=qcow2 | 
|  | 1213 | CONTAINER_FORMAT=bare | 
|  | 1214 | ;; | 
| Jonathan Michalon | 0680204 | 2013-03-21 14:29:58 +0100 | [diff] [blame] | 1215 | *.iso) | 
|  | 1216 | IMAGE="$FILES/${IMAGE_FNAME}" | 
|  | 1217 | IMAGE_NAME=$(basename "$IMAGE" ".iso") | 
|  | 1218 | DISK_FORMAT=iso | 
|  | 1219 | CONTAINER_FORMAT=bare | 
|  | 1220 | ;; | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 1221 | *) echo "Do not know what to do with $IMAGE_FNAME"; false;; | 
|  | 1222 | esac | 
|  | 1223 |  | 
|  | 1224 | if [ "$CONTAINER_FORMAT" = "bare" ]; then | 
|  | 1225 | if [ "$UNPACK" = "zcat" ]; then | 
|  | 1226 | glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --public --container-format=$CONTAINER_FORMAT --disk-format $DISK_FORMAT < <(zcat --force "${IMAGE}") | 
|  | 1227 | else | 
|  | 1228 | glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --public --container-format=$CONTAINER_FORMAT --disk-format $DISK_FORMAT < "${IMAGE}" | 
|  | 1229 | fi | 
|  | 1230 | else | 
|  | 1231 | # Use glance client to add the kernel the root filesystem. | 
|  | 1232 | # We parse the results of the first upload to get the glance ID of the | 
|  | 1233 | # kernel for use when uploading the root filesystem. | 
|  | 1234 | KERNEL_ID=""; RAMDISK_ID=""; | 
|  | 1235 | if [ -n "$KERNEL" ]; then | 
|  | 1236 | KERNEL_ID=$(glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME-kernel" --public --container-format aki --disk-format aki < "$KERNEL" | grep ' id ' | get_field 2) | 
|  | 1237 | fi | 
|  | 1238 | if [ -n "$RAMDISK" ]; then | 
|  | 1239 | RAMDISK_ID=$(glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME-ramdisk" --public --container-format ari --disk-format ari < "$RAMDISK" | grep ' id ' | get_field 2) | 
|  | 1240 | fi | 
|  | 1241 | glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "${IMAGE_NAME%.img}" --public --container-format ami --disk-format ami ${KERNEL_ID:+--property kernel_id=$KERNEL_ID} ${RAMDISK_ID:+--property ramdisk_id=$RAMDISK_ID} < "${IMAGE}" | 
|  | 1242 | fi | 
|  | 1243 | } | 
|  | 1244 |  | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 1245 | # Set the database backend to use | 
|  | 1246 | # When called from stackrc/localrc DATABASE_BACKENDS has not been | 
|  | 1247 | # initialized yet, just save the configuration selection and call back later | 
|  | 1248 | # to validate it. | 
|  | 1249 | #  $1 The name of the database backend to use (mysql, postgresql, ...) | 
|  | 1250 | function use_database { | 
|  | 1251 | if [[ -z "$DATABASE_BACKENDS" ]]; then | 
| Dean Troyer | afc29fe | 2013-02-07 15:56:24 -0600 | [diff] [blame] | 1252 | # No backends registered means this is likely called from ``localrc`` | 
|  | 1253 | # This is now deprecated usage | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 1254 | DATABASE_TYPE=$1 | 
| Bob Ball | 3aa8887 | 2013-02-28 17:39:41 +0000 | [diff] [blame] | 1255 | DEPRECATED_TEXT="$DEPRECATED_TEXT\nThe database backend needs to be properly set in ENABLED_SERVICES; use_database is deprecated localrc\n" | 
| Attila Fazekas | 251d3b5 | 2012-12-16 15:05:44 +0100 | [diff] [blame] | 1256 | else | 
| Dean Troyer | afc29fe | 2013-02-07 15:56:24 -0600 | [diff] [blame] | 1257 | # This should no longer get called...here for posterity | 
| Attila Fazekas | 251d3b5 | 2012-12-16 15:05:44 +0100 | [diff] [blame] | 1258 | use_exclusive_service DATABASE_BACKENDS DATABASE_TYPE $1 | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 1259 | fi | 
| Dean Troyer | c1b486a | 2012-11-05 14:26:09 -0600 | [diff] [blame] | 1260 | } | 
|  | 1261 |  | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 1262 | # Toggle enable/disable_service for services that must run exclusive of each other | 
|  | 1263 | #  $1 The name of a variable containing a space-separated list of services | 
|  | 1264 | #  $2 The name of a variable in which to store the enabled service's name | 
|  | 1265 | #  $3 The name of the service to enable | 
|  | 1266 | function use_exclusive_service { | 
|  | 1267 | local options=${!1} | 
|  | 1268 | local selection=$3 | 
|  | 1269 | out=$2 | 
|  | 1270 | [ -z $selection ] || [[ ! "$options" =~ "$selection" ]] && return 1 | 
|  | 1271 | for opt in $options;do | 
|  | 1272 | [[ "$opt" = "$selection" ]] && enable_service $opt || disable_service $opt | 
|  | 1273 | done | 
|  | 1274 | eval "$out=$selection" | 
|  | 1275 | return 0 | 
|  | 1276 | } | 
| Dean Troyer | ca0e3d0 | 2012-04-13 15:58:37 -0500 | [diff] [blame] | 1277 |  | 
| Dean Troyer | 3a3a2ba | 2012-12-11 15:26:24 -0600 | [diff] [blame] | 1278 | # Wait for an HTTP server to start answering requests | 
|  | 1279 | # wait_for_service timeout url | 
|  | 1280 | function wait_for_service() { | 
|  | 1281 | local timeout=$1 | 
|  | 1282 | local url=$2 | 
|  | 1283 | timeout $timeout sh -c "while ! http_proxy= https_proxy= curl -s $url >/dev/null; do sleep 1; done" | 
|  | 1284 | } | 
|  | 1285 |  | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 1286 | # Wrapper for ``yum`` to set proxy environment variables | 
|  | 1287 | # Uses globals ``OFFLINE``, ``*_proxy` | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 1288 | # yum_install package [package ...] | 
|  | 1289 | function yum_install() { | 
|  | 1290 | [[ "$OFFLINE" = "True" ]] && return | 
|  | 1291 | local sudo="sudo" | 
|  | 1292 | [[ "$(id -u)" = "0" ]] && sudo="env" | 
|  | 1293 | $sudo http_proxy=$http_proxy https_proxy=$https_proxy \ | 
| Osamu Habuka | 7abe4f2 | 2012-07-25 12:39:32 +0900 | [diff] [blame] | 1294 | no_proxy=$no_proxy \ | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 1295 | yum install -y "$@" | 
|  | 1296 | } | 
|  | 1297 |  | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1298 | # ping check | 
|  | 1299 | # Uses globals ``ENABLED_SERVICES`` | 
|  | 1300 | function ping_check() { | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1301 | if is_service_enabled quantum; then | 
|  | 1302 | _ping_check_quantum  "$1" $2 $3 $4 | 
|  | 1303 | return | 
|  | 1304 | fi | 
|  | 1305 | _ping_check_novanet "$1" $2 $3 $4 | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1306 | } | 
|  | 1307 |  | 
|  | 1308 | # ping check for nova | 
|  | 1309 | # Uses globals ``MULTI_HOST``, ``PRIVATE_NETWORK`` | 
|  | 1310 | function _ping_check_novanet() { | 
|  | 1311 | local from_net=$1 | 
|  | 1312 | local ip=$2 | 
|  | 1313 | local boot_timeout=$3 | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1314 | local expected=${4:-"True"} | 
|  | 1315 | local check_command="" | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1316 | MULTI_HOST=`trueorfalse False $MULTI_HOST` | 
|  | 1317 | if [[ "$MULTI_HOST" = "True" && "$from_net" = "$PRIVATE_NETWORK_NAME" ]]; then | 
|  | 1318 | sleep $boot_timeout | 
|  | 1319 | return | 
|  | 1320 | fi | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1321 | if [[ "$expected" = "True" ]]; then | 
|  | 1322 | check_command="while ! ping -c1 -w1 $ip; do sleep 1; done" | 
|  | 1323 | else | 
|  | 1324 | check_command="while ping -c1 -w1 $ip; do sleep 1; done" | 
|  | 1325 | fi | 
|  | 1326 | if ! timeout $boot_timeout sh -c "$check_command"; then | 
|  | 1327 | if [[ "$expected" = "True" ]]; then | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 1328 | die $LINENO "[Fail] Couldn't ping server" | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1329 | else | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 1330 | die $LINENO "[Fail] Could ping server" | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1331 | fi | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1332 | exit 1 | 
|  | 1333 | fi | 
|  | 1334 | } | 
|  | 1335 |  | 
|  | 1336 | # ssh check | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1337 |  | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1338 | function ssh_check() { | 
| Nachi Ueno | 5db5bfa | 2012-10-29 11:25:29 -0700 | [diff] [blame] | 1339 | if is_service_enabled quantum; then | 
|  | 1340 | _ssh_check_quantum  "$1" $2 $3 $4 $5 | 
|  | 1341 | return | 
|  | 1342 | fi | 
|  | 1343 | _ssh_check_novanet "$1" $2 $3 $4 $5 | 
|  | 1344 | } | 
|  | 1345 |  | 
|  | 1346 | function _ssh_check_novanet() { | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1347 | local NET_NAME=$1 | 
|  | 1348 | local KEY_FILE=$2 | 
|  | 1349 | local FLOATING_IP=$3 | 
|  | 1350 | local DEFAULT_INSTANCE_USER=$4 | 
|  | 1351 | local ACTIVE_TIMEOUT=$5 | 
| Dean Troyer | 6931c13 | 2012-11-07 16:51:21 -0600 | [diff] [blame] | 1352 | local probe_cmd="" | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 1353 | if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success; do sleep 1; done"; then | 
| Nachi Ueno | 07115eb | 2013-02-26 12:38:18 -0800 | [diff] [blame] | 1354 | die $LINENO "server didn't become ssh-able!" | 
| Nachi Ueno | fda946e | 2012-10-24 17:26:02 -0700 | [diff] [blame] | 1355 | fi | 
|  | 1356 | } | 
| Dean Troyer | 13dc5cc | 2012-03-27 14:50:45 -0500 | [diff] [blame] | 1357 |  | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 1358 |  | 
|  | 1359 | # zypper wrapper to set arguments correctly | 
|  | 1360 | # zypper_install package [package ...] | 
|  | 1361 | function zypper_install() { | 
|  | 1362 | [[ "$OFFLINE" = "True" ]] && return | 
|  | 1363 | local sudo="sudo" | 
|  | 1364 | [[ "$(id -u)" = "0" ]] && sudo="env" | 
|  | 1365 | $sudo http_proxy=$http_proxy https_proxy=$https_proxy \ | 
|  | 1366 | zypper --non-interactive install --auto-agree-with-licenses "$@" | 
|  | 1367 | } | 
|  | 1368 |  | 
|  | 1369 |  | 
|  | 1370 | # Add a user to a group. | 
|  | 1371 | # add_user_to_group user group | 
|  | 1372 | function add_user_to_group() { | 
|  | 1373 | local user=$1 | 
|  | 1374 | local group=$2 | 
|  | 1375 |  | 
|  | 1376 | if [[ -z "$os_VENDOR" ]]; then | 
|  | 1377 | GetOSVersion | 
|  | 1378 | fi | 
|  | 1379 |  | 
|  | 1380 | # SLE11 and openSUSE 12.2 don't have the usual usermod | 
|  | 1381 | if ! is_suse || [[ "$os_VENDOR" = "openSUSE" && "$os_RELEASE" != "12.2" ]]; then | 
|  | 1382 | sudo usermod -a -G "$group" "$user" | 
|  | 1383 | else | 
|  | 1384 | sudo usermod -A "$group" "$user" | 
|  | 1385 | fi | 
|  | 1386 | } | 
|  | 1387 |  | 
|  | 1388 |  | 
| Jakub Ruzicka | 4196d55 | 2013-01-30 15:35:54 +0100 | [diff] [blame] | 1389 | # Get the path to the direcotry where python executables are installed. | 
|  | 1390 | # get_python_exec_prefix | 
|  | 1391 | function get_python_exec_prefix() { | 
|  | 1392 | if is_fedora; then | 
|  | 1393 | echo "/usr/bin" | 
|  | 1394 | else | 
|  | 1395 | echo "/usr/local/bin" | 
|  | 1396 | fi | 
|  | 1397 | } | 
|  | 1398 |  | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 1399 | # Get the location of the $module-rootwrap executables, where module is cinder | 
|  | 1400 | # or nova. | 
|  | 1401 | # get_rootwrap_location module | 
|  | 1402 | function get_rootwrap_location() { | 
|  | 1403 | local module=$1 | 
|  | 1404 |  | 
| Jakub Ruzicka | 4196d55 | 2013-01-30 15:35:54 +0100 | [diff] [blame] | 1405 | echo "$(get_python_exec_prefix)/$module-rootwrap" | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 1406 | } | 
|  | 1407 |  | 
| Vincent Untz | 8ec2722 | 2012-11-29 09:25:31 +0100 | [diff] [blame] | 1408 | # Get the path to the pip command. | 
|  | 1409 | # get_pip_command | 
|  | 1410 | function get_pip_command() { | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 1411 | if is_fedora; then | 
| Nikhil Manchanda | 35138ed | 2013-01-03 17:49:58 -0800 | [diff] [blame] | 1412 | which pip-python | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 1413 | else | 
| Nikhil Manchanda | 35138ed | 2013-01-03 17:49:58 -0800 | [diff] [blame] | 1414 | which pip | 
| Vincent Untz | 8ec2722 | 2012-11-29 09:25:31 +0100 | [diff] [blame] | 1415 | fi | 
| Ian Wienand | 535a814 | 2013-05-15 09:25:27 +1000 | [diff] [blame] | 1416 |  | 
|  | 1417 | if [ $? -ne 0 ]; then | 
|  | 1418 | die $LINENO "Unable to find pip; cannot continue" | 
|  | 1419 | fi | 
| Vincent Untz | 8ec2722 | 2012-11-29 09:25:31 +0100 | [diff] [blame] | 1420 | } | 
| Vincent Untz | 856a11e | 2012-11-21 16:04:12 +0100 | [diff] [blame] | 1421 |  | 
| Ian Wienand | 0488edd | 2013-04-11 12:04:36 +1000 | [diff] [blame] | 1422 | # Path permissions sanity check | 
|  | 1423 | # check_path_perm_sanity path | 
|  | 1424 | function check_path_perm_sanity() { | 
|  | 1425 | # Ensure no element of the path has 0700 permissions, which is very | 
|  | 1426 | # likely to cause issues for daemons.  Inspired by default 0700 | 
|  | 1427 | # homedir permissions on RHEL and common practice of making DEST in | 
|  | 1428 | # the stack user's homedir. | 
|  | 1429 |  | 
|  | 1430 | local real_path=$(readlink -f $1) | 
|  | 1431 | local rebuilt_path="" | 
|  | 1432 | for i in $(echo ${real_path} | tr "/" " "); do | 
|  | 1433 | rebuilt_path=$rebuilt_path"/"$i | 
|  | 1434 |  | 
|  | 1435 | if [[ $(stat -c '%a' ${rebuilt_path}) = 700 ]]; then | 
|  | 1436 | echo "*** DEST path element" | 
|  | 1437 | echo "***    ${rebuilt_path}" | 
|  | 1438 | echo "*** appears to have 0700 permissions." | 
|  | 1439 | echo "*** This is very likely to cause fatal issues for devstack daemons." | 
|  | 1440 |  | 
|  | 1441 | if [[ -n "$SKIP_PATH_SANITY" ]]; then | 
|  | 1442 | return | 
|  | 1443 | else | 
|  | 1444 | echo "*** Set SKIP_PATH_SANITY to skip this check" | 
|  | 1445 | die $LINENO "Invalid path permissions" | 
|  | 1446 | fi | 
|  | 1447 | fi | 
|  | 1448 | done | 
|  | 1449 | } | 
|  | 1450 |  | 
| Dean Troyer | 27e3269 | 2012-03-16 16:16:56 -0500 | [diff] [blame] | 1451 | # Restore xtrace | 
| Chmouel Boudjnah | 408b009 | 2012-03-15 23:21:55 +0000 | [diff] [blame] | 1452 | $XTRACE | 
| Dean Troyer | 4a43b7b | 2012-08-28 17:43:40 -0500 | [diff] [blame] | 1453 |  | 
|  | 1454 |  | 
|  | 1455 | # Local variables: | 
| Sean Dague | 584d90e | 2013-03-29 14:34:53 -0400 | [diff] [blame] | 1456 | # mode: shell-script | 
| Andrew Laski | f900bd7 | 2012-09-05 17:23:14 -0400 | [diff] [blame] | 1457 | # End: |