blob: 258bb374ee6c1c8e4e22bcd1fb4be5aedc5bc8f2 [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Sean Dagued0931212012-10-04 16:06:44 -04003# lib/tempest
Dean Troyer6d04fd72012-12-21 11:03:37 -06004# Install and configure Tempest
Sean Dagued0931212012-10-04 16:06:44 -04005
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# - ``functions`` file
9# - ``lib/nova`` service is running
10# - Global vars that are assumed to be defined:
11# - ``DEST``, ``FILES``
12# - ``ADMIN_PASSWORD``
13# - ``DEFAULT_IMAGE_NAME``
14# - ``S3_SERVICE_PORT``
15# - ``SERVICE_HOST``
16# - ``BASE_SQL_CONN`` ``lib/database`` declares
17# - ``PUBLIC_NETWORK_NAME``
18# - ``Q_USE_NAMESPACE``
19# - ``Q_ROUTER_NAME``
Tomoe Sugiharaafbc6312013-11-14 20:02:47 +000020# - ``Q_L3_ENABLED``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010021# - ``VIRT_DRIVER``
22# - ``LIBVIRT_TYPE``
23# - ``KEYSTONE_SERVICE_PROTOCOL``, ``KEYSTONE_SERVICE_HOST`` from lib/keystone
24#
Attila Fazekas2aa35172012-12-05 20:03:40 +010025# Optional Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010026#
27# - ``ALT_*`` (similar vars exists in keystone_data.sh)
28# - ``LIVE_MIGRATION_AVAILABLE``
29# - ``USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION``
30# - ``DEFAULT_INSTANCE_TYPE``
31# - ``DEFAULT_INSTANCE_USER``
Swapnil Kulkarni09fb7ba2014-10-16 06:30:28 +000032# - ``CINDER_ENABLED_BACKENDS``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010033#
Sean Dagued0931212012-10-04 16:06:44 -040034# ``stack.sh`` calls the entry points in this order:
35#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010036# - install_tempest
37# - configure_tempest
38# - init_tempest
Sean Dagued0931212012-10-04 16:06:44 -040039
40# Save trace setting
41XTRACE=$(set +o | grep xtrace)
42set +o xtrace
43
Dean Troyer6d04fd72012-12-21 11:03:37 -060044
Sean Dagued0931212012-10-04 16:06:44 -040045# Defaults
46# --------
47
Sean Dagued0931212012-10-04 16:06:44 -040048# Set up default directories
Sean Dague91b22902014-11-18 07:13:35 -050049GITDIR["tempest-lib"]=$DEST/tempest-lib
Sean Dague5cb19062014-11-01 01:37:45 +010050
Sean Dagued0931212012-10-04 16:06:44 -040051TEMPEST_DIR=$DEST/tempest
john-griffithdc4dc7f2014-01-22 18:09:32 -070052TEMPEST_CONFIG_DIR=${TEMPEST_CONFIG_DIR:-$TEMPEST_DIR/etc}
53TEMPEST_CONFIG=$TEMPEST_CONFIG_DIR/tempest.conf
Matthew Treinish14ccba02013-07-29 16:15:53 -040054TEMPEST_STATE_PATH=${TEMPEST_STATE_PATH:=$DATA_DIR/tempest}
Attila Fazekas2aa35172012-12-05 20:03:40 +010055
Dean Troyer6d04fd72012-12-21 11:03:37 -060056NOVA_SOURCE_DIR=$DEST/nova
57
Attila Fazekasbae02332013-05-09 09:24:49 +020058BUILD_INTERVAL=1
Arx Cruz1bde9b42014-07-18 11:34:33 -030059
60# This is the timeout that tempest will wait for a VM to change state,
61# spawn, delete, etc.
62# The default is set to 196 seconds.
63BUILD_TIMEOUT=${BUILD_TIMEOUT:-196}
Sean Dagued0931212012-10-04 16:06:44 -040064
Dean Troyer6d04fd72012-12-21 11:03:37 -060065
Joe Gordonc9b245b2015-02-10 14:32:39 -080066# This must be False on stable branches, as master tempest
67# deps do not match stable branch deps. Set this to True to
68# have tempest installed in devstack by default.
69INSTALL_TEMPEST=${INSTALL_TEMPEST:-"False"}
70
71
Attila Fazekas2d4c8da2014-03-19 10:42:01 +010072BOTO_MATERIALS_PATH="$FILES/images/s3-materials/cirros-${CIRROS_VERSION}"
Attila Fazekas58e694e2015-02-04 12:45:50 +010073BOTO_CONF=/etc/boto.cfg
Attila Fazekas1d29d8b2013-01-07 15:51:32 +010074
john-griffithdc4dc7f2014-01-22 18:09:32 -070075# Cinder/Volume variables
76TEMPEST_VOLUME_DRIVER=${TEMPEST_VOLUME_DRIVER:-default}
Eric Harney01456482014-10-14 18:53:53 -040077TEMPEST_DEFAULT_VOLUME_VENDOR="Open Source"
78TEMPEST_VOLUME_VENDOR=${TEMPEST_VOLUME_VENDOR:-$TEMPEST_DEFAULT_VOLUME_VENDOR}
79TEMPEST_DEFAULT_STORAGE_PROTOCOL="iSCSI"
80TEMPEST_STORAGE_PROTOCOL=${TEMPEST_STORAGE_PROTOCOL:-$TEMPEST_DEFAULT_STORAGE_PROTOCOL}
Dean Troyercc6b4432013-04-08 15:38:03 -050081
armando-migliaccio71ef61a2014-02-19 22:19:24 -080082# Neutron/Network variables
Sean Dague53753292014-12-04 19:38:15 -050083IPV6_ENABLED=$(trueorfalse True IPV6_ENABLED)
84IPV6_SUBNET_ATTRIBUTES_ENABLED=$(trueorfalse True IPV6_SUBNET_ATTRIBUTES_ENABLED)
armando-migliaccio71ef61a2014-02-19 22:19:24 -080085
Dean Troyercc6b4432013-04-08 15:38:03 -050086# Functions
87# ---------
Sean Dagued0931212012-10-04 16:06:44 -040088
Salvatore33e8ee22014-10-05 01:36:34 +020089# remove_disabled_extension - removes disabled extensions from the list of extensions
90# to test for a given service
91function remove_disabled_extensions {
92 local extensions_list=$1
93 shift
94 local disabled_exts=$*
95 for ext_to_remove in ${disabled_exts//,/ } ; do
96 extensions_list=${extensions_list/$ext_to_remove","}
97 done
98 echo $extensions_list
99}
100
Sean Dagued0931212012-10-04 16:06:44 -0400101# configure_tempest() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100102function configure_tempest {
Joe Gordonc9b245b2015-02-10 14:32:39 -0800103 if [[ "$INSTALL_TEMPEST" == "True" ]]; then
104 setup_develop $TEMPEST_DIR
105 else
106 # install testr since its used to process tempest logs
107 pip_install $(get_from_global_requirements testrepository)
108 fi
Joe Gordond5ac7852015-02-06 19:29:23 -0800109
Attila Fazekas65c08462012-12-07 14:20:51 +0100110 local image_lines
111 local images
112 local num_images
113 local image_uuid
114 local image_uuid_alt
Attila Fazekas65c08462012-12-07 14:20:51 +0100115 local password
116 local line
117 local flavors
Clark Boylan3b80bde2013-11-20 17:51:50 -0800118 local available_flavors
Attila Fazekas65c08462012-12-07 14:20:51 +0100119 local flavors_ref
120 local flavor_lines
Maru Newbya5c774e2012-12-10 10:40:01 +0000121 local public_network_id
Maru Newby31c94ab2012-12-19 03:59:20 +0000122 local public_router_id
Maru Newbya5c774e2012-12-10 10:40:01 +0000123 local tenant_networks_reachable
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100124 local boto_instance_type="m1.tiny"
Attila Fazekas386ae8c2013-10-21 09:27:18 +0200125 local ssh_connect_method="fixed"
Attila Fazekas2aa35172012-12-05 20:03:40 +0100126
Dean Troyer6d04fd72012-12-21 11:03:37 -0600127 # Save IFS
Attila Fazekas2aa35172012-12-05 20:03:40 +0100128 ifs=$IFS
129
130 # Glance should already contain images to be used in tempest
131 # testing. Here we simply look for images stored in Glance
132 # and set the appropriate variables for use in the tempest config
133 # We ignore ramdisk and kernel images, look for the default image
Attila Fazekas65c08462012-12-07 14:20:51 +0100134 # ``DEFAULT_IMAGE_NAME``. If not found, we set the ``image_uuid`` to the
135 # first image returned and set ``image_uuid_alt`` to the second,
Attila Fazekas2aa35172012-12-05 20:03:40 +0100136 # if there is more than one returned...
137 # ... Also ensure we only take active images, so we don't get snapshots in process
Cody A.W. Somervillec24e23b2012-12-21 02:10:45 -0500138 declare -a images
139
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200140 if is_service_enabled glance; then
141 while read -r IMAGE_NAME IMAGE_UUID; do
142 if [ "$IMAGE_NAME" = "$DEFAULT_IMAGE_NAME" ]; then
143 image_uuid="$IMAGE_UUID"
144 image_uuid_alt="$IMAGE_UUID"
145 fi
146 images+=($IMAGE_UUID)
147 # TODO(stevemar): update this command to use openstackclient's `openstack image list`
148 # when it supports listing by status.
149 done < <(glance image-list --status=active | awk -F'|' '!/^(+--)|ID|aki|ari/ { print $3,$2 }')
Cody A.W. Somervillec24e23b2012-12-21 02:10:45 -0500150
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200151 case "${#images[*]}" in
152 0)
153 echo "Found no valid images to use!"
154 exit 1
155 ;;
156 1)
157 if [ -z "$image_uuid" ]; then
158 image_uuid=${images[0]}
159 image_uuid_alt=${images[0]}
160 fi
161 ;;
162 *)
163 if [ -z "$image_uuid" ]; then
164 image_uuid=${images[0]}
165 image_uuid_alt=${images[1]}
166 fi
167 ;;
168 esac
169 fi
Attila Fazekas2aa35172012-12-05 20:03:40 +0100170
171 # Create tempest.conf from tempest.conf.sample
172 # copy every time, because the image UUIDS are going to change
Ian Wienand5f90fc02014-02-24 15:40:42 +1100173 if [[ ! -d $TEMPEST_CONFIG_DIR ]]; then
174 sudo mkdir -p $TEMPEST_CONFIG_DIR
175 fi
176 sudo chown $STACK_USER $TEMPEST_CONFIG_DIR
177 cp $TEMPEST_DIR/etc/tempest.conf.sample $TEMPEST_CONFIG
178 chmod 644 $TEMPEST_CONFIG
Attila Fazekas2aa35172012-12-05 20:03:40 +0100179
Attila Fazekas65c08462012-12-07 14:20:51 +0100180 password=${ADMIN_PASSWORD:-secrete}
Attila Fazekas2aa35172012-12-05 20:03:40 +0100181
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000182 # See files/keystone_data.sh and stack.sh where admin, demo and alt_demo
183 # user and tenant are set up...
184 ADMIN_USERNAME=${ADMIN_USERNAME:-admin}
185 ADMIN_TENANT_NAME=${ADMIN_TENANT_NAME:-admin}
Andrea Frittoli03523252014-04-08 13:43:56 +0100186 ADMIN_DOMAIN_NAME=${ADMIN_DOMAIN_NAME:-Default}
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000187 TEMPEST_USERNAME=${TEMPEST_USERNAME:-demo}
188 TEMPEST_TENANT_NAME=${TEMPEST_TENANT_NAME:-demo}
Attila Fazekas2aa35172012-12-05 20:03:40 +0100189 ALT_USERNAME=${ALT_USERNAME:-alt_demo}
190 ALT_TENANT_NAME=${ALT_TENANT_NAME:-alt_demo}
Harshada Mangesh Kakad49126232014-05-23 09:16:52 +0000191 ADMIN_TENANT_ID=$(openstack project list | awk "/ admin / { print \$2 }")
Attila Fazekas2aa35172012-12-05 20:03:40 +0100192
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200193 if is_service_enabled nova; then
194 # If the ``DEFAULT_INSTANCE_TYPE`` not declared, use the new behavior
195 # Tempest creates instane types for himself
196 if [[ -z "$DEFAULT_INSTANCE_TYPE" ]]; then
197 available_flavors=$(nova flavor-list)
198 if [[ ! ( $available_flavors =~ 'm1.nano' ) ]]; then
199 if is_arch "ppc64"; then
200 # qemu needs at least 128MB of memory to boot on ppc64
201 nova flavor-create m1.nano 42 128 0 1
202 else
203 nova flavor-create m1.nano 42 64 0 1
204 fi
Rafael Folcoba0f1d32013-12-06 17:56:24 -0200205 fi
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200206 flavor_ref=42
207 boto_instance_type=m1.nano
208 if [[ ! ( $available_flavors =~ 'm1.micro' ) ]]; then
209 if is_arch "ppc64"; then
210 nova flavor-create m1.micro 84 256 0 1
211 else
212 nova flavor-create m1.micro 84 128 0 1
213 fi
Rafael Folcoba0f1d32013-12-06 17:56:24 -0200214 fi
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200215 flavor_ref_alt=84
216 else
217 # Check Nova for existing flavors and, if set, look for the
218 # ``DEFAULT_INSTANCE_TYPE`` and use that.
219 boto_instance_type=$DEFAULT_INSTANCE_TYPE
220 flavor_lines=`nova flavor-list`
221 IFS=$'\r\n'
222 flavors=""
223 for line in $flavor_lines; do
224 f=$(echo $line | awk "/ $DEFAULT_INSTANCE_TYPE / { print \$2 }")
225 flavors="$flavors $f"
226 done
Attila Fazekas2aa35172012-12-05 20:03:40 +0100227
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200228 for line in $flavor_lines; do
229 flavors="$flavors `echo $line | grep -v "^\(|\s*ID\|+--\)" | cut -d' ' -f2`"
230 done
Attila Fazekas7bf1dd32013-01-12 17:31:26 +0100231
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200232 IFS=" "
233 flavors=($flavors)
234 num_flavors=${#flavors[*]}
235 echo "Found $num_flavors flavors"
236 if [[ $num_flavors -eq 0 ]]; then
237 echo "Found no valid flavors to use!"
238 exit 1
Adalberto Medeiros63a71a22013-06-06 08:46:04 -0400239 fi
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200240 flavor_ref=${flavors[0]}
241 flavor_ref_alt=$flavor_ref
242
243 # ensure flavor_ref and flavor_ref_alt have different values
244 # some resize instance in tempest tests depends on this.
245 for f in ${flavors[@]:1}; do
246 if [[ $f -ne $flavor_ref ]]; then
247 flavor_ref_alt=$f
248 break
249 fi
250 done
251 fi
Attila Fazekas2aa35172012-12-05 20:03:40 +0100252 fi
253
Maru Newbya5c774e2012-12-10 10:40:01 +0000254 if [ "$Q_USE_NAMESPACE" != "False" ]; then
255 tenant_networks_reachable=false
Attila Fazekasf9e77392013-12-03 06:17:16 +0100256 if ! is_service_enabled n-net; then
257 ssh_connect_method="floating"
258 fi
Maru Newbya5c774e2012-12-10 10:40:01 +0000259 else
260 tenant_networks_reachable=true
261 fi
262
Attila Fazekas386ae8c2013-10-21 09:27:18 +0200263 ssh_connect_method=${TEMPEST_SSH_CONNECT_METHOD:-$ssh_connect_method}
264
Tomoe Sugiharaafbc6312013-11-14 20:02:47 +0000265 if [ "$Q_L3_ENABLED" = "True" ]; then
Mark McClainb05c8762013-07-06 23:29:39 -0400266 public_network_id=$(neutron net-list | grep $PUBLIC_NETWORK_NAME | \
Maru Newbya5c774e2012-12-10 10:40:01 +0000267 awk '{print $2}')
Maru Newby31c94ab2012-12-19 03:59:20 +0000268 if [ "$Q_USE_NAMESPACE" == "False" ]; then
269 # If namespaces are disabled, devstack will create a single
270 # public router that tempest should be configured to use.
Mark McClainb05c8762013-07-06 23:29:39 -0400271 public_router_id=$(neutron router-list | awk "/ $Q_ROUTER_NAME / \
Sean Dague101b4242013-10-22 08:47:11 -0400272 { print \$2 }")
Maru Newby31c94ab2012-12-19 03:59:20 +0000273 fi
Maru Newbya5c774e2012-12-10 10:40:01 +0000274 fi
275
Masayuki Igawa5a252d92014-11-21 21:55:09 +0900276 iniset $TEMPEST_CONFIG DEFAULT use_syslog $SYSLOG
Matthew Treinish859cc682013-07-26 15:22:44 -0400277 # Oslo
john-griffithdc4dc7f2014-01-22 18:09:32 -0700278 iniset $TEMPEST_CONFIG DEFAULT lock_path $TEMPEST_STATE_PATH
Matthew Treinish14ccba02013-07-29 16:15:53 -0400279 mkdir -p $TEMPEST_STATE_PATH
john-griffithdc4dc7f2014-01-22 18:09:32 -0700280 iniset $TEMPEST_CONFIG DEFAULT use_stderr False
281 iniset $TEMPEST_CONFIG DEFAULT log_file tempest.log
282 iniset $TEMPEST_CONFIG DEFAULT debug True
Matthew Treinish859cc682013-07-26 15:22:44 -0400283
Attila Fazekas2aa35172012-12-05 20:03:40 +0100284 # Timeouts
john-griffithdc4dc7f2014-01-22 18:09:32 -0700285 iniset $TEMPEST_CONFIG compute build_timeout $BUILD_TIMEOUT
286 iniset $TEMPEST_CONFIG volume build_timeout $BUILD_TIMEOUT
287 iniset $TEMPEST_CONFIG boto build_timeout $BUILD_TIMEOUT
john-griffithdc4dc7f2014-01-22 18:09:32 -0700288 iniset $TEMPEST_CONFIG boto http_socket_timeout 5
Attila Fazekas2aa35172012-12-05 20:03:40 +0100289
Attila Fazekas97d3d202013-01-19 19:20:49 +0100290 # Identity
john-griffithdc4dc7f2014-01-22 18:09:32 -0700291 iniset $TEMPEST_CONFIG identity uri "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:5000/v2.0/"
Steve Martinellib74e01c2014-12-18 01:35:35 -0500292 iniset $TEMPEST_CONFIG identity uri_v3 "$KEYSTONE_SERVICE_URI_V3"
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000293 iniset $TEMPEST_CONFIG identity username $TEMPEST_USERNAME
john-griffithdc4dc7f2014-01-22 18:09:32 -0700294 iniset $TEMPEST_CONFIG identity password "$password"
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000295 iniset $TEMPEST_CONFIG identity tenant_name $TEMPEST_TENANT_NAME
john-griffithdc4dc7f2014-01-22 18:09:32 -0700296 iniset $TEMPEST_CONFIG identity alt_username $ALT_USERNAME
297 iniset $TEMPEST_CONFIG identity alt_password "$password"
298 iniset $TEMPEST_CONFIG identity alt_tenant_name $ALT_TENANT_NAME
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000299 iniset $TEMPEST_CONFIG identity admin_username $ADMIN_USERNAME
john-griffithdc4dc7f2014-01-22 18:09:32 -0700300 iniset $TEMPEST_CONFIG identity admin_password "$password"
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000301 iniset $TEMPEST_CONFIG identity admin_tenant_name $ADMIN_TENANT_NAME
Harshada Mangesh Kakad49126232014-05-23 09:16:52 +0000302 iniset $TEMPEST_CONFIG identity admin_tenant_id $ADMIN_TENANT_ID
Andrea Frittoli03523252014-04-08 13:43:56 +0100303 iniset $TEMPEST_CONFIG identity admin_domain_name $ADMIN_DOMAIN_NAME
Andrea Frittoli07f1d0e2014-03-06 23:23:01 +0000304 iniset $TEMPEST_CONFIG identity auth_version ${TEMPEST_AUTH_VERSION:-v2}
Rob Crittendene1d013f2015-02-10 14:15:35 -0500305 if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
306 iniset $TEMPEST_CONFIG identity ca_certificates_file $SSL_BUNDLE_FILE
307 fi
Attila Fazekas2aa35172012-12-05 20:03:40 +0100308
Sean Daguec3771452013-06-13 14:23:37 -0400309 # Image
310 # for the gate we want to be able to override this variable so we aren't
311 # doing an HTTP fetch over the wide internet for this test
312 if [[ ! -z "$TEMPEST_HTTP_IMAGE" ]]; then
john-griffithdc4dc7f2014-01-22 18:09:32 -0700313 iniset $TEMPEST_CONFIG image http_image $TEMPEST_HTTP_IMAGE
Sean Daguec3771452013-06-13 14:23:37 -0400314 fi
315
Andrea Frittoli122a16f2014-08-14 08:18:40 +0100316 # Auth
317 iniset $TEMPEST_CONFIG auth allow_tenant_isolation ${TEMPEST_ALLOW_TENANT_ISOLATION:-True}
318
Attila Fazekas97d3d202013-01-19 19:20:49 +0100319 # Compute
john-griffithdc4dc7f2014-01-22 18:09:32 -0700320 iniset $TEMPEST_CONFIG compute ssh_user ${DEFAULT_INSTANCE_USER:-cirros} # DEPRECATED
321 iniset $TEMPEST_CONFIG compute network_for_ssh $PRIVATE_NETWORK_NAME
322 iniset $TEMPEST_CONFIG compute ip_version_for_ssh 4
323 iniset $TEMPEST_CONFIG compute ssh_timeout $BUILD_TIMEOUT
324 iniset $TEMPEST_CONFIG compute image_ref $image_uuid
325 iniset $TEMPEST_CONFIG compute image_ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
326 iniset $TEMPEST_CONFIG compute image_ref_alt $image_uuid_alt
Kirill Shileev608f8842014-10-03 22:48:58 +0400327 iniset $TEMPEST_CONFIG compute image_alt_ssh_user ${ALT_INSTANCE_USER:-cirros}
john-griffithdc4dc7f2014-01-22 18:09:32 -0700328 iniset $TEMPEST_CONFIG compute flavor_ref $flavor_ref
329 iniset $TEMPEST_CONFIG compute flavor_ref_alt $flavor_ref_alt
john-griffithdc4dc7f2014-01-22 18:09:32 -0700330 iniset $TEMPEST_CONFIG compute ssh_connect_method $ssh_connect_method
Attila Fazekas97d3d202013-01-19 19:20:49 +0100331
Sean Daguede19bf92014-03-20 16:54:58 -0400332 # Compute Features
Salvatore33e8ee22014-10-05 01:36:34 +0200333 # Run verify_tempest_config -ur to retrieve enabled extensions on API endpoints
334 # NOTE(mtreinish): This must be done after auth settings are added to the tempest config
335 local tmp_cfg_file=$(mktemp)
Joe Gordon1368b982015-02-04 15:28:18 -0800336 cd $TEMPEST_DIR
337 tox -evenv -- verify-tempest-config -uro $tmp_cfg_file
Salvatore33e8ee22014-10-05 01:36:34 +0200338
339 local compute_api_extensions=${COMPUTE_API_EXTENSIONS:-"all"}
340 if [[ ! -z "$DISABLE_COMPUTE_API_EXTENSIONS" ]]; then
341 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
342 compute_api_extensions=${COMPUTE_API_EXTENSIONS:-$(iniget $tmp_cfg_file compute-feature-enabled api_extensions | tr -d " ")}
343 # Remove disabled extensions
344 compute_api_extensions=$(remove_disabled_extensions $compute_api_extensions $DISABLE_COMPUTE_API_EXTENSIONS)
345 fi
346
Sean Daguede19bf92014-03-20 16:54:58 -0400347 iniset $TEMPEST_CONFIG compute-feature-enabled resize True
Matthew Treinish270f93e2014-03-20 21:18:42 +0000348 iniset $TEMPEST_CONFIG compute-feature-enabled live_migration ${LIVE_MIGRATION_AVAILABLE:-False}
349 iniset $TEMPEST_CONFIG compute-feature-enabled change_password False
350 iniset $TEMPEST_CONFIG compute-feature-enabled block_migration_for_live_migration ${USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION:-False}
Salvatore33e8ee22014-10-05 01:36:34 +0200351 iniset $TEMPEST_CONFIG compute-feature-enabled api_extensions $compute_api_extensions
Sean Daguede19bf92014-03-20 16:54:58 -0400352
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200353 # Compute admin
Sean Daguee530ba32014-03-07 05:58:18 -0500354 iniset $TEMPEST_CONFIG "compute-admin" username $ADMIN_USERNAME
355 iniset $TEMPEST_CONFIG "compute-admin" password "$password"
356 iniset $TEMPEST_CONFIG "compute-admin" tenant_name $ADMIN_TENANT_NAME
Attila Fazekas2aa35172012-12-05 20:03:40 +0100357
armando-migliaccio71ef61a2014-02-19 22:19:24 -0800358 # Network
john-griffithdc4dc7f2014-01-22 18:09:32 -0700359 iniset $TEMPEST_CONFIG network api_version 2.0
360 iniset $TEMPEST_CONFIG network tenant_networks_reachable "$tenant_networks_reachable"
361 iniset $TEMPEST_CONFIG network public_network_id "$public_network_id"
362 iniset $TEMPEST_CONFIG network public_router_id "$public_router_id"
363 iniset $TEMPEST_CONFIG network default_network "$FIXED_RANGE"
Matthew Treinishccf60f72014-03-03 22:48:31 -0500364 iniset $TEMPEST_CONFIG network-feature-enabled ipv6 "$IPV6_ENABLED"
Sean M. Collinsbb2908b2014-05-15 10:24:31 -0400365 iniset $TEMPEST_CONFIG network-feature-enabled ipv6_subnet_attributes "$IPV6_SUBNET_ATTRIBUTES_ENABLED"
Salvatore33e8ee22014-10-05 01:36:34 +0200366
367 local network_api_extensions=${NETWORK_API_EXTENSIONS:-"all"}
368 if [[ ! -z "$DISABLE_NETWORK_API_EXTENSIONS" ]]; then
369 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
370 network_api_extensions=${NETWORK_API_EXTENSIONS:-$(iniget $tmp_cfg_file network-feature-enabled api_extensions | tr -d " ")}
371 # Remove disabled extensions
372 network_api_extensions=$(remove_disabled_extensions $network_api_extensions $DISABLE_NETWORK_API_EXTENSIONS)
373 fi
374 iniset $TEMPEST_CONFIG network-feature-enabled api_extensions $network_api_extensions
Attila Fazekas2aa35172012-12-05 20:03:40 +0100375
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200376 # boto
Andrey Pavlov0ea8b722015-02-06 22:37:53 +0300377 iniset $TEMPEST_CONFIG boto ec2_url "$EC2_SERVICE_PROTOCOL://$SERVICE_HOST:8773/"
john-griffithdc4dc7f2014-01-22 18:09:32 -0700378 iniset $TEMPEST_CONFIG boto s3_url "http://$SERVICE_HOST:${S3_SERVICE_PORT:-3333}"
379 iniset $TEMPEST_CONFIG boto s3_materials_path "$BOTO_MATERIALS_PATH"
Adalberto Medeiros53971532014-07-10 16:55:49 -0300380 iniset $TEMPEST_CONFIG boto ari_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-initrd.manifest.xml
381 iniset $TEMPEST_CONFIG boto ami_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-blank.img.manifest.xml
382 iniset $TEMPEST_CONFIG boto aki_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-vmlinuz.manifest.xml
john-griffithdc4dc7f2014-01-22 18:09:32 -0700383 iniset $TEMPEST_CONFIG boto instance_type "$boto_instance_type"
384 iniset $TEMPEST_CONFIG boto http_socket_timeout 30
385 iniset $TEMPEST_CONFIG boto ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
Attila Fazekas2aa35172012-12-05 20:03:40 +0100386
Sean Dague669c4fc2014-04-03 11:28:01 -0400387 # Orchestration Tests
388 if is_service_enabled heat; then
389 if [[ ! -z "$HEAT_CFN_IMAGE_URL" ]]; then
Alessandro Pilottif3e75bf2014-12-15 20:02:08 +0200390 iniset $TEMPEST_CONFIG orchestration image_ref $(basename "${HEAT_CFN_IMAGE_URL%.*}")
Sean Dague669c4fc2014-04-03 11:28:01 -0400391 fi
Attila Fazekas51557a52014-06-13 16:09:37 +0200392 # build a specialized heat flavor
Sean Dague669c4fc2014-04-03 11:28:01 -0400393 available_flavors=$(nova flavor-list)
394 if [[ ! ( $available_flavors =~ 'm1.heat' ) ]]; then
Attila Fazekas51557a52014-06-13 16:09:37 +0200395 nova flavor-create m1.heat 451 512 0 1
Sean Dague669c4fc2014-04-03 11:28:01 -0400396 fi
397 iniset $TEMPEST_CONFIG orchestration instance_type "m1.heat"
398 iniset $TEMPEST_CONFIG orchestration build_timeout 900
Steve Bakerd5cccad2013-07-19 10:34:24 +1200399 fi
400
William Marshall24d866e2013-07-02 12:26:31 -0500401 # Scenario
Adalberto Medeiros53971532014-07-10 16:55:49 -0300402 iniset $TEMPEST_CONFIG scenario img_dir "$FILES/images/cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-uec"
403 iniset $TEMPEST_CONFIG scenario ami_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-blank.img"
404 iniset $TEMPEST_CONFIG scenario ari_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-initrd"
405 iniset $TEMPEST_CONFIG scenario aki_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-vmlinuz"
William Marshall24d866e2013-07-02 12:26:31 -0500406
Joe Gordonbb8c6d42013-08-26 17:00:05 -0400407 # Large Ops Number
john-griffithdc4dc7f2014-01-22 18:09:32 -0700408 iniset $TEMPEST_CONFIG scenario large_ops_number ${TEMPEST_LARGE_OPS_NUMBER:-0}
Joe Gordonbb8c6d42013-08-26 17:00:05 -0400409
Vadim Rovachev2541d612014-05-29 18:48:10 +0400410 # Telemetry
411 # Ceilometer API optimization happened in juno that allows to run more tests in tempest.
412 # Once Tempest retires support for icehouse this flag can be removed.
413 iniset $TEMPEST_CONFIG telemetry too_slow_to_test "False"
414
Salvatore Orlando3046bc62014-08-21 12:11:10 -0700415 # Object storage
Salvatore33e8ee22014-10-05 01:36:34 +0200416 local object_storage_api_extensions=${OBJECT_STORAGE_API_EXTENSIONS:-"all"}
417 if [[ ! -z "$DISABLE_OBJECT_STORAGE_API_EXTENSIONS" ]]; then
418 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
419 object_storage_api_extensions=${OBJECT_STORAGE_API_EXTENSIONS:-$(iniget $tmp_cfg_file object-storage-feature-enabled discoverable_apis | tr -d " ")}
420 # Remove disabled extensions
421 object_storage_api_extensions=$(remove_disabled_extensions $object_storage_api_extensions $DISABLE_STORAGE_API_EXTENSIONS)
422 fi
423 iniset $TEMPEST_CONFIG object-storage-feature-enabled discoverable_apis $object_storage_api_extensions
Salvatore Orlando3046bc62014-08-21 12:11:10 -0700424
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200425 # Volume
Salvatore33e8ee22014-10-05 01:36:34 +0200426 local volume_api_extensions=${VOLUME_API_EXTENSIONS:-"all"}
427 if [[ ! -z "$DISABLE_VOLUME_API_EXTENSIONS" ]]; then
428 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
429 volume_api_extensions=${VOLUME_API_EXTENSIONS:-$(iniget $tmp_cfg_file volume-feature-enabled api_extensions | tr -d " ")}
430 # Remove disabled extensions
431 volume_api_extensions=$(remove_disabled_extensions $volume_api_extensions $DISABLE_VOLUME_API_EXTENSIONS)
432 fi
433 iniset $TEMPEST_CONFIG volume-feature-enabled api_extensions $volume_api_extensions
434
Giulio Fidente3d60f4d2014-02-20 16:43:49 +0100435 if ! is_service_enabled c-bak; then
436 iniset $TEMPEST_CONFIG volume-feature-enabled backup False
Giulio Fidente3632ab12013-09-10 02:51:26 +0200437 fi
Swapnil Kulkarni09fb7ba2014-10-16 06:30:28 +0000438
439 # Using CINDER_ENABLED_BACKENDS
440 if [[ -n "$CINDER_ENABLED_BACKENDS" ]] && [[ $CINDER_ENABLED_BACKENDS =~ .*,.* ]]; then
Matthew Treinishdb1c3842014-02-04 20:58:00 +0000441 iniset $TEMPEST_CONFIG volume-feature-enabled multi_backend "True"
Swapnil Kulkarni09fb7ba2014-10-16 06:30:28 +0000442 local i=1
443 local be
444 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
445 local be_name=${be##*:}
446 iniset $TEMPEST_CONFIG volume "backend${i}_name" "$be_name"
447 i=$(( i + 1 ))
448 done
john-griffithdc4dc7f2014-01-22 18:09:32 -0700449 fi
450
Eric Harney01456482014-10-14 18:53:53 -0400451 if [ $TEMPEST_VOLUME_DRIVER != "default" -o \
Patrick East1c0628f2014-10-22 16:22:47 -0700452 "$TEMPEST_VOLUME_VENDOR" != "$TEMPEST_DEFAULT_VOLUME_VENDOR" ]; then
Ed Balduf2f23d752014-07-29 14:42:27 -0600453 iniset $TEMPEST_CONFIG volume vendor_name "$TEMPEST_VOLUME_VENDOR"
Eric Harney01456482014-10-14 18:53:53 -0400454 fi
455 if [ $TEMPEST_VOLUME_DRIVER != "default" -o \
JordanP82a7d932014-12-04 14:09:16 +0100456 "$TEMPEST_STORAGE_PROTOCOL" != "$TEMPEST_DEFAULT_STORAGE_PROTOCOL" ]; then
457 iniset $TEMPEST_CONFIG volume storage_protocol "$TEMPEST_STORAGE_PROTOCOL"
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200458 fi
459
Julie Pichonfea70f82013-07-29 11:22:08 +0100460 # Dashboard
john-griffithdc4dc7f2014-01-22 18:09:32 -0700461 iniset $TEMPEST_CONFIG dashboard dashboard_url "http://$SERVICE_HOST/"
462 iniset $TEMPEST_CONFIG dashboard login_url "http://$SERVICE_HOST/auth/login/"
Julie Pichonfea70f82013-07-29 11:22:08 +0100463
Ian Wienand7fa19022013-06-25 14:11:48 +1000464 # cli
john-griffithdc4dc7f2014-01-22 18:09:32 -0700465 iniset $TEMPEST_CONFIG cli cli_dir $NOVA_BIN_DIR
Ian Wienand7fa19022013-06-25 14:11:48 +1000466
Adam Gandelman43bd6672014-04-03 11:13:13 -0700467 # Baremetal
468 if [ "$VIRT_DRIVER" = "ironic" ] ; then
469 iniset $TEMPEST_CONFIG baremetal driver_enabled True
Adam Gandelmanfdfe7a02014-07-24 10:06:18 -0400470 iniset $TEMPEST_CONFIG compute-feature-enabled change_password False
471 iniset $TEMPEST_CONFIG compute-feature-enabled console_output False
472 iniset $TEMPEST_CONFIG compute-feature-enabled interface_attach False
473 iniset $TEMPEST_CONFIG compute-feature-enabled live_migration False
474 iniset $TEMPEST_CONFIG compute-feature-enabled pause False
475 iniset $TEMPEST_CONFIG compute-feature-enabled rescue False
476 iniset $TEMPEST_CONFIG compute-feature-enabled resize False
477 iniset $TEMPEST_CONFIG compute-feature-enabled shelve False
478 iniset $TEMPEST_CONFIG compute-feature-enabled snapshot False
David Shrewsburycf21b712014-08-13 07:03:58 -0400479 iniset $TEMPEST_CONFIG compute-feature-enabled suspend False
Adam Gandelman43bd6672014-04-03 11:13:13 -0700480 fi
481
Nels Nelson7b47c472015-01-05 16:36:42 -0600482 # Libvirt-LXC
483 if [ "$VIRT_DRIVER" = "libvirt" ] && [ "$LIBVIRT_TYPE" = "lxc" ]; then
484 iniset $TEMPEST_CONFIG compute-feature-enabled rescue False
485 iniset $TEMPEST_CONFIG compute-feature-enabled resize False
486 iniset $TEMPEST_CONFIG compute-feature-enabled suspend False
487 fi
488
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400489 # service_available
Dean Troyer4237f592014-01-29 16:22:11 -0600490 for service in ${TEMPEST_SERVICES//,/ }; do
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400491 if is_service_enabled $service ; then
john-griffithdc4dc7f2014-01-22 18:09:32 -0700492 iniset $TEMPEST_CONFIG service_available $service "True"
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400493 else
john-griffithdc4dc7f2014-01-22 18:09:32 -0700494 iniset $TEMPEST_CONFIG service_available $service "False"
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400495 fi
496 done
497
Rob Crittendene1d013f2015-02-10 14:15:35 -0500498 if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
Rob Crittenden90c20202014-11-17 01:16:22 -0500499 # Use the BOTO_CONFIG environment variable to point to this file
500 iniset $BOTO_CONF Boto ca_certificates_file $SSL_BUNDLE_FILE
501 sudo chown $STACK_USER $BOTO_CONF
502 fi
503
Attila Fazekas2aa35172012-12-05 20:03:40 +0100504 # Restore IFS
505 IFS=$ifs
Sean Dagued0931212012-10-04 16:06:44 -0400506}
507
Dean Troyer42a59c22014-03-03 14:31:29 -0600508# create_tempest_accounts() - Set up common required tempest accounts
509
510# Project User Roles
511# ------------------------------------------------------------------
512# alt_demo alt_demo Member
513
514# Migrated from keystone_data.sh
515function create_tempest_accounts {
516 if is_service_enabled tempest; then
517 # Tempest has some tests that validate various authorization checks
518 # between two regular users in separate tenants
Bartosz Górski0abde392014-02-28 14:15:19 +0100519 get_or_create_project alt_demo
Jamie Lennox18f39bf2015-01-28 13:38:32 +1000520 get_or_create_user alt_demo "$ADMIN_PASSWORD" "alt_demo@example.com"
Jamie Lennox9b215db2015-02-10 18:19:57 +1100521 get_or_add_user_project_role Member alt_demo alt_demo
Dean Troyer42a59c22014-03-03 14:31:29 -0600522 fi
523}
524
Matthew Treinish34723862014-09-08 14:01:21 -0400525# install_tempest_lib() - Collect source, prepare, and install tempest-lib
526function install_tempest_lib {
Sean Dague91b22902014-11-18 07:13:35 -0500527 if use_library_from_git "tempest-lib"; then
528 git_clone_by_name "tempest-lib"
Sean Dague86b65dd2014-11-20 17:23:04 -0500529 setup_dev_lib "tempest-lib"
Sean Dague5cb19062014-11-01 01:37:45 +0100530 fi
Matthew Treinish34723862014-09-08 14:01:21 -0400531}
532
Sean Dagued0931212012-10-04 16:06:44 -0400533# install_tempest() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100534function install_tempest {
Matthew Treinish34723862014-09-08 14:01:21 -0400535 install_tempest_lib
Sean Dagued0931212012-10-04 16:06:44 -0400536 git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
Clark Boylan33dc8692014-08-19 22:37:10 -0700537 pip_install tox
Sean Dagued0931212012-10-04 16:06:44 -0400538}
539
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100540# init_tempest() - Initialize ec2 images
Ian Wienandaee18c72014-02-21 15:35:08 +1100541function init_tempest {
Adalberto Medeiros53971532014-07-10 16:55:49 -0300542 local base_image_name=cirros-${CIRROS_VERSION}-${CIRROS_ARCH}
543 # /opt/stack/devstack/files/images/cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-uec
Attila Fazekas3c529222013-01-21 06:50:33 +0100544 local image_dir="$FILES/images/${base_image_name}-uec"
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100545 local kernel="$image_dir/${base_image_name}-vmlinuz"
546 local ramdisk="$image_dir/${base_image_name}-initrd"
547 local disk_image="$image_dir/${base_image_name}-blank.img"
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200548 if is_service_enabled nova; then
549 # if the cirros uec downloaded and the system is uec capable
550 if [ -f "$kernel" -a -f "$ramdisk" -a -f "$disk_image" -a "$VIRT_DRIVER" != "openvz" \
551 -a \( "$LIBVIRT_TYPE" != "lxc" -o "$VIRT_DRIVER" != "libvirt" \) ]; then
552 echo "Prepare aki/ari/ami Images"
553 mkdir -p $BOTO_MATERIALS_PATH
554 ( #new namespace
555 # tenant:demo ; user: demo
556 source $TOP_DIR/accrc/demo/demo
557 euca-bundle-image -r ${CIRROS_ARCH} -i "$kernel" --kernel true -d "$BOTO_MATERIALS_PATH"
558 euca-bundle-image -r ${CIRROS_ARCH} -i "$ramdisk" --ramdisk true -d "$BOTO_MATERIALS_PATH"
559 euca-bundle-image -r ${CIRROS_ARCH} -i "$disk_image" -d "$BOTO_MATERIALS_PATH"
560 ) 2>&1 </dev/null | cat
561 else
562 echo "Boto materials are not prepared"
563 fi
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100564 fi
565}
566
Sean Dagued0931212012-10-04 16:06:44 -0400567# Restore xtrace
568$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400569
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100570# Tell emacs to use shell-script-mode
571## Local variables:
572## mode: shell-script
573## End: