blob: 443915c843265a5965407f8333d262b3d4106f6d [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Sean Dagued0931212012-10-04 16:06:44 -04003# lib/tempest
Dean Troyer6d04fd72012-12-21 11:03:37 -06004# Install and configure Tempest
Sean Dagued0931212012-10-04 16:06:44 -04005
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# - ``functions`` file
9# - ``lib/nova`` service is running
10# - Global vars that are assumed to be defined:
11# - ``DEST``, ``FILES``
12# - ``ADMIN_PASSWORD``
13# - ``DEFAULT_IMAGE_NAME``
14# - ``S3_SERVICE_PORT``
15# - ``SERVICE_HOST``
16# - ``BASE_SQL_CONN`` ``lib/database`` declares
17# - ``PUBLIC_NETWORK_NAME``
18# - ``Q_USE_NAMESPACE``
19# - ``Q_ROUTER_NAME``
Tomoe Sugiharaafbc6312013-11-14 20:02:47 +000020# - ``Q_L3_ENABLED``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010021# - ``VIRT_DRIVER``
22# - ``LIBVIRT_TYPE``
23# - ``KEYSTONE_SERVICE_PROTOCOL``, ``KEYSTONE_SERVICE_HOST`` from lib/keystone
24#
Attila Fazekas2aa35172012-12-05 20:03:40 +010025# Optional Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010026#
27# - ``ALT_*`` (similar vars exists in keystone_data.sh)
28# - ``LIVE_MIGRATION_AVAILABLE``
29# - ``USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION``
30# - ``DEFAULT_INSTANCE_TYPE``
31# - ``DEFAULT_INSTANCE_USER``
Swapnil Kulkarni09fb7ba2014-10-16 06:30:28 +000032# - ``CINDER_ENABLED_BACKENDS``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010033#
Sean Dagued0931212012-10-04 16:06:44 -040034# ``stack.sh`` calls the entry points in this order:
35#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010036# - install_tempest
37# - configure_tempest
38# - init_tempest
Sean Dagued0931212012-10-04 16:06:44 -040039
40# Save trace setting
41XTRACE=$(set +o | grep xtrace)
42set +o xtrace
43
Dean Troyer6d04fd72012-12-21 11:03:37 -060044
Sean Dagued0931212012-10-04 16:06:44 -040045# Defaults
46# --------
47
Sean Dagued0931212012-10-04 16:06:44 -040048# Set up default directories
Sean Dague91b22902014-11-18 07:13:35 -050049GITDIR["tempest-lib"]=$DEST/tempest-lib
Sean Dague5cb19062014-11-01 01:37:45 +010050
Sean Dagued0931212012-10-04 16:06:44 -040051TEMPEST_DIR=$DEST/tempest
john-griffithdc4dc7f2014-01-22 18:09:32 -070052TEMPEST_CONFIG_DIR=${TEMPEST_CONFIG_DIR:-$TEMPEST_DIR/etc}
53TEMPEST_CONFIG=$TEMPEST_CONFIG_DIR/tempest.conf
Matthew Treinish14ccba02013-07-29 16:15:53 -040054TEMPEST_STATE_PATH=${TEMPEST_STATE_PATH:=$DATA_DIR/tempest}
Attila Fazekas2aa35172012-12-05 20:03:40 +010055
Dean Troyer6d04fd72012-12-21 11:03:37 -060056NOVA_SOURCE_DIR=$DEST/nova
57
Attila Fazekasbae02332013-05-09 09:24:49 +020058BUILD_INTERVAL=1
Arx Cruz1bde9b42014-07-18 11:34:33 -030059
60# This is the timeout that tempest will wait for a VM to change state,
61# spawn, delete, etc.
62# The default is set to 196 seconds.
63BUILD_TIMEOUT=${BUILD_TIMEOUT:-196}
Sean Dagued0931212012-10-04 16:06:44 -040064
Dean Troyer6d04fd72012-12-21 11:03:37 -060065
Joe Gordonc9b245b2015-02-10 14:32:39 -080066# This must be False on stable branches, as master tempest
67# deps do not match stable branch deps. Set this to True to
68# have tempest installed in devstack by default.
Matthew Treinishcb3cece2015-03-16 10:37:51 -040069INSTALL_TEMPEST=${INSTALL_TEMPEST:-"True"}
Joe Gordonc9b245b2015-02-10 14:32:39 -080070
71
Attila Fazekas2d4c8da2014-03-19 10:42:01 +010072BOTO_MATERIALS_PATH="$FILES/images/s3-materials/cirros-${CIRROS_VERSION}"
Attila Fazekas58e694e2015-02-04 12:45:50 +010073BOTO_CONF=/etc/boto.cfg
Attila Fazekas1d29d8b2013-01-07 15:51:32 +010074
john-griffithdc4dc7f2014-01-22 18:09:32 -070075# Cinder/Volume variables
76TEMPEST_VOLUME_DRIVER=${TEMPEST_VOLUME_DRIVER:-default}
Eric Harney01456482014-10-14 18:53:53 -040077TEMPEST_DEFAULT_VOLUME_VENDOR="Open Source"
78TEMPEST_VOLUME_VENDOR=${TEMPEST_VOLUME_VENDOR:-$TEMPEST_DEFAULT_VOLUME_VENDOR}
79TEMPEST_DEFAULT_STORAGE_PROTOCOL="iSCSI"
80TEMPEST_STORAGE_PROTOCOL=${TEMPEST_STORAGE_PROTOCOL:-$TEMPEST_DEFAULT_STORAGE_PROTOCOL}
Dean Troyercc6b4432013-04-08 15:38:03 -050081
armando-migliaccio71ef61a2014-02-19 22:19:24 -080082# Neutron/Network variables
Sean Dague53753292014-12-04 19:38:15 -050083IPV6_ENABLED=$(trueorfalse True IPV6_ENABLED)
84IPV6_SUBNET_ATTRIBUTES_ENABLED=$(trueorfalse True IPV6_SUBNET_ATTRIBUTES_ENABLED)
armando-migliaccio71ef61a2014-02-19 22:19:24 -080085
Dean Troyercc6b4432013-04-08 15:38:03 -050086# Functions
87# ---------
Sean Dagued0931212012-10-04 16:06:44 -040088
Salvatore33e8ee22014-10-05 01:36:34 +020089# remove_disabled_extension - removes disabled extensions from the list of extensions
90# to test for a given service
91function remove_disabled_extensions {
92 local extensions_list=$1
93 shift
94 local disabled_exts=$*
95 for ext_to_remove in ${disabled_exts//,/ } ; do
96 extensions_list=${extensions_list/$ext_to_remove","}
97 done
98 echo $extensions_list
99}
100
Sean Dagued0931212012-10-04 16:06:44 -0400101# configure_tempest() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100102function configure_tempest {
Joe Gordonc9b245b2015-02-10 14:32:39 -0800103 if [[ "$INSTALL_TEMPEST" == "True" ]]; then
104 setup_develop $TEMPEST_DIR
105 else
106 # install testr since its used to process tempest logs
107 pip_install $(get_from_global_requirements testrepository)
108 fi
Joe Gordond5ac7852015-02-06 19:29:23 -0800109
Attila Fazekas65c08462012-12-07 14:20:51 +0100110 local image_lines
111 local images
112 local num_images
113 local image_uuid
114 local image_uuid_alt
Attila Fazekas65c08462012-12-07 14:20:51 +0100115 local password
116 local line
117 local flavors
Clark Boylan3b80bde2013-11-20 17:51:50 -0800118 local available_flavors
Attila Fazekas65c08462012-12-07 14:20:51 +0100119 local flavors_ref
120 local flavor_lines
Maru Newbya5c774e2012-12-10 10:40:01 +0000121 local public_network_id
Maru Newby31c94ab2012-12-19 03:59:20 +0000122 local public_router_id
Maru Newbya5c774e2012-12-10 10:40:01 +0000123 local tenant_networks_reachable
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100124 local boto_instance_type="m1.tiny"
Attila Fazekas386ae8c2013-10-21 09:27:18 +0200125 local ssh_connect_method="fixed"
Attila Fazekas2aa35172012-12-05 20:03:40 +0100126
Dean Troyer6d04fd72012-12-21 11:03:37 -0600127 # Save IFS
Attila Fazekas2aa35172012-12-05 20:03:40 +0100128 ifs=$IFS
129
130 # Glance should already contain images to be used in tempest
131 # testing. Here we simply look for images stored in Glance
132 # and set the appropriate variables for use in the tempest config
133 # We ignore ramdisk and kernel images, look for the default image
Attila Fazekas65c08462012-12-07 14:20:51 +0100134 # ``DEFAULT_IMAGE_NAME``. If not found, we set the ``image_uuid`` to the
135 # first image returned and set ``image_uuid_alt`` to the second,
Attila Fazekas2aa35172012-12-05 20:03:40 +0100136 # if there is more than one returned...
137 # ... Also ensure we only take active images, so we don't get snapshots in process
Cody A.W. Somervillec24e23b2012-12-21 02:10:45 -0500138 declare -a images
139
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200140 if is_service_enabled glance; then
141 while read -r IMAGE_NAME IMAGE_UUID; do
142 if [ "$IMAGE_NAME" = "$DEFAULT_IMAGE_NAME" ]; then
143 image_uuid="$IMAGE_UUID"
144 image_uuid_alt="$IMAGE_UUID"
145 fi
146 images+=($IMAGE_UUID)
147 # TODO(stevemar): update this command to use openstackclient's `openstack image list`
148 # when it supports listing by status.
149 done < <(glance image-list --status=active | awk -F'|' '!/^(+--)|ID|aki|ari/ { print $3,$2 }')
Cody A.W. Somervillec24e23b2012-12-21 02:10:45 -0500150
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200151 case "${#images[*]}" in
152 0)
153 echo "Found no valid images to use!"
154 exit 1
155 ;;
156 1)
157 if [ -z "$image_uuid" ]; then
158 image_uuid=${images[0]}
159 image_uuid_alt=${images[0]}
160 fi
161 ;;
162 *)
163 if [ -z "$image_uuid" ]; then
164 image_uuid=${images[0]}
165 image_uuid_alt=${images[1]}
166 fi
167 ;;
168 esac
169 fi
Attila Fazekas2aa35172012-12-05 20:03:40 +0100170
171 # Create tempest.conf from tempest.conf.sample
172 # copy every time, because the image UUIDS are going to change
Dean Troyer8421c2b2015-03-16 13:52:19 -0500173 sudo install -d -o $STACK_USER $TEMPEST_CONFIG_DIR
174 install -m 644 $TEMPEST_DIR/etc/tempest.conf.sample $TEMPEST_CONFIG
Attila Fazekas2aa35172012-12-05 20:03:40 +0100175
Attila Fazekas65c08462012-12-07 14:20:51 +0100176 password=${ADMIN_PASSWORD:-secrete}
Attila Fazekas2aa35172012-12-05 20:03:40 +0100177
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000178 # See files/keystone_data.sh and stack.sh where admin, demo and alt_demo
179 # user and tenant are set up...
180 ADMIN_USERNAME=${ADMIN_USERNAME:-admin}
181 ADMIN_TENANT_NAME=${ADMIN_TENANT_NAME:-admin}
Andrea Frittoli03523252014-04-08 13:43:56 +0100182 ADMIN_DOMAIN_NAME=${ADMIN_DOMAIN_NAME:-Default}
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000183 TEMPEST_USERNAME=${TEMPEST_USERNAME:-demo}
184 TEMPEST_TENANT_NAME=${TEMPEST_TENANT_NAME:-demo}
Attila Fazekas2aa35172012-12-05 20:03:40 +0100185 ALT_USERNAME=${ALT_USERNAME:-alt_demo}
186 ALT_TENANT_NAME=${ALT_TENANT_NAME:-alt_demo}
Harshada Mangesh Kakad49126232014-05-23 09:16:52 +0000187 ADMIN_TENANT_ID=$(openstack project list | awk "/ admin / { print \$2 }")
Attila Fazekas2aa35172012-12-05 20:03:40 +0100188
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200189 if is_service_enabled nova; then
190 # If the ``DEFAULT_INSTANCE_TYPE`` not declared, use the new behavior
191 # Tempest creates instane types for himself
192 if [[ -z "$DEFAULT_INSTANCE_TYPE" ]]; then
193 available_flavors=$(nova flavor-list)
194 if [[ ! ( $available_flavors =~ 'm1.nano' ) ]]; then
195 if is_arch "ppc64"; then
196 # qemu needs at least 128MB of memory to boot on ppc64
197 nova flavor-create m1.nano 42 128 0 1
198 else
199 nova flavor-create m1.nano 42 64 0 1
200 fi
Rafael Folcoba0f1d32013-12-06 17:56:24 -0200201 fi
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200202 flavor_ref=42
203 boto_instance_type=m1.nano
204 if [[ ! ( $available_flavors =~ 'm1.micro' ) ]]; then
205 if is_arch "ppc64"; then
206 nova flavor-create m1.micro 84 256 0 1
207 else
208 nova flavor-create m1.micro 84 128 0 1
209 fi
Rafael Folcoba0f1d32013-12-06 17:56:24 -0200210 fi
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200211 flavor_ref_alt=84
212 else
213 # Check Nova for existing flavors and, if set, look for the
214 # ``DEFAULT_INSTANCE_TYPE`` and use that.
215 boto_instance_type=$DEFAULT_INSTANCE_TYPE
216 flavor_lines=`nova flavor-list`
217 IFS=$'\r\n'
218 flavors=""
219 for line in $flavor_lines; do
220 f=$(echo $line | awk "/ $DEFAULT_INSTANCE_TYPE / { print \$2 }")
221 flavors="$flavors $f"
222 done
Attila Fazekas2aa35172012-12-05 20:03:40 +0100223
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200224 for line in $flavor_lines; do
225 flavors="$flavors `echo $line | grep -v "^\(|\s*ID\|+--\)" | cut -d' ' -f2`"
226 done
Attila Fazekas7bf1dd32013-01-12 17:31:26 +0100227
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200228 IFS=" "
229 flavors=($flavors)
230 num_flavors=${#flavors[*]}
231 echo "Found $num_flavors flavors"
232 if [[ $num_flavors -eq 0 ]]; then
233 echo "Found no valid flavors to use!"
234 exit 1
Adalberto Medeiros63a71a22013-06-06 08:46:04 -0400235 fi
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200236 flavor_ref=${flavors[0]}
237 flavor_ref_alt=$flavor_ref
238
239 # ensure flavor_ref and flavor_ref_alt have different values
240 # some resize instance in tempest tests depends on this.
241 for f in ${flavors[@]:1}; do
242 if [[ $f -ne $flavor_ref ]]; then
243 flavor_ref_alt=$f
244 break
245 fi
246 done
247 fi
Attila Fazekas2aa35172012-12-05 20:03:40 +0100248 fi
249
Maru Newbya5c774e2012-12-10 10:40:01 +0000250 if [ "$Q_USE_NAMESPACE" != "False" ]; then
251 tenant_networks_reachable=false
Attila Fazekasf9e77392013-12-03 06:17:16 +0100252 if ! is_service_enabled n-net; then
253 ssh_connect_method="floating"
254 fi
Maru Newbya5c774e2012-12-10 10:40:01 +0000255 else
256 tenant_networks_reachable=true
257 fi
258
Attila Fazekas386ae8c2013-10-21 09:27:18 +0200259 ssh_connect_method=${TEMPEST_SSH_CONNECT_METHOD:-$ssh_connect_method}
260
Tomoe Sugiharaafbc6312013-11-14 20:02:47 +0000261 if [ "$Q_L3_ENABLED" = "True" ]; then
Mark McClainb05c8762013-07-06 23:29:39 -0400262 public_network_id=$(neutron net-list | grep $PUBLIC_NETWORK_NAME | \
Maru Newbya5c774e2012-12-10 10:40:01 +0000263 awk '{print $2}')
Maru Newby31c94ab2012-12-19 03:59:20 +0000264 if [ "$Q_USE_NAMESPACE" == "False" ]; then
265 # If namespaces are disabled, devstack will create a single
266 # public router that tempest should be configured to use.
Mark McClainb05c8762013-07-06 23:29:39 -0400267 public_router_id=$(neutron router-list | awk "/ $Q_ROUTER_NAME / \
Sean Dague101b4242013-10-22 08:47:11 -0400268 { print \$2 }")
Maru Newby31c94ab2012-12-19 03:59:20 +0000269 fi
Maru Newbya5c774e2012-12-10 10:40:01 +0000270 fi
271
Masayuki Igawa5a252d92014-11-21 21:55:09 +0900272 iniset $TEMPEST_CONFIG DEFAULT use_syslog $SYSLOG
Matthew Treinish859cc682013-07-26 15:22:44 -0400273 # Oslo
Joe Gordon23d6d502015-03-06 15:24:22 -0800274 iniset $TEMPEST_CONFIG oslo_concurrency lock_path $TEMPEST_STATE_PATH
Matthew Treinish14ccba02013-07-29 16:15:53 -0400275 mkdir -p $TEMPEST_STATE_PATH
john-griffithdc4dc7f2014-01-22 18:09:32 -0700276 iniset $TEMPEST_CONFIG DEFAULT use_stderr False
277 iniset $TEMPEST_CONFIG DEFAULT log_file tempest.log
278 iniset $TEMPEST_CONFIG DEFAULT debug True
Matthew Treinish859cc682013-07-26 15:22:44 -0400279
Attila Fazekas2aa35172012-12-05 20:03:40 +0100280 # Timeouts
john-griffithdc4dc7f2014-01-22 18:09:32 -0700281 iniset $TEMPEST_CONFIG compute build_timeout $BUILD_TIMEOUT
282 iniset $TEMPEST_CONFIG volume build_timeout $BUILD_TIMEOUT
283 iniset $TEMPEST_CONFIG boto build_timeout $BUILD_TIMEOUT
john-griffithdc4dc7f2014-01-22 18:09:32 -0700284 iniset $TEMPEST_CONFIG boto http_socket_timeout 5
Attila Fazekas2aa35172012-12-05 20:03:40 +0100285
Attila Fazekas97d3d202013-01-19 19:20:49 +0100286 # Identity
john-griffithdc4dc7f2014-01-22 18:09:32 -0700287 iniset $TEMPEST_CONFIG identity uri "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:5000/v2.0/"
Steve Martinellib74e01c2014-12-18 01:35:35 -0500288 iniset $TEMPEST_CONFIG identity uri_v3 "$KEYSTONE_SERVICE_URI_V3"
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000289 iniset $TEMPEST_CONFIG identity username $TEMPEST_USERNAME
john-griffithdc4dc7f2014-01-22 18:09:32 -0700290 iniset $TEMPEST_CONFIG identity password "$password"
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000291 iniset $TEMPEST_CONFIG identity tenant_name $TEMPEST_TENANT_NAME
john-griffithdc4dc7f2014-01-22 18:09:32 -0700292 iniset $TEMPEST_CONFIG identity alt_username $ALT_USERNAME
293 iniset $TEMPEST_CONFIG identity alt_password "$password"
294 iniset $TEMPEST_CONFIG identity alt_tenant_name $ALT_TENANT_NAME
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000295 iniset $TEMPEST_CONFIG identity admin_username $ADMIN_USERNAME
john-griffithdc4dc7f2014-01-22 18:09:32 -0700296 iniset $TEMPEST_CONFIG identity admin_password "$password"
Andrea Frittolid46d9dd2014-03-05 13:38:19 +0000297 iniset $TEMPEST_CONFIG identity admin_tenant_name $ADMIN_TENANT_NAME
Harshada Mangesh Kakad49126232014-05-23 09:16:52 +0000298 iniset $TEMPEST_CONFIG identity admin_tenant_id $ADMIN_TENANT_ID
Andrea Frittoli03523252014-04-08 13:43:56 +0100299 iniset $TEMPEST_CONFIG identity admin_domain_name $ADMIN_DOMAIN_NAME
Andrea Frittoli07f1d0e2014-03-06 23:23:01 +0000300 iniset $TEMPEST_CONFIG identity auth_version ${TEMPEST_AUTH_VERSION:-v2}
Rob Crittendene1d013f2015-02-10 14:15:35 -0500301 if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
302 iniset $TEMPEST_CONFIG identity ca_certificates_file $SSL_BUNDLE_FILE
303 fi
Attila Fazekas2aa35172012-12-05 20:03:40 +0100304
Sean Daguec3771452013-06-13 14:23:37 -0400305 # Image
306 # for the gate we want to be able to override this variable so we aren't
307 # doing an HTTP fetch over the wide internet for this test
308 if [[ ! -z "$TEMPEST_HTTP_IMAGE" ]]; then
john-griffithdc4dc7f2014-01-22 18:09:32 -0700309 iniset $TEMPEST_CONFIG image http_image $TEMPEST_HTTP_IMAGE
Sean Daguec3771452013-06-13 14:23:37 -0400310 fi
311
Andrea Frittoli122a16f2014-08-14 08:18:40 +0100312 # Auth
313 iniset $TEMPEST_CONFIG auth allow_tenant_isolation ${TEMPEST_ALLOW_TENANT_ISOLATION:-True}
Andrea Frittoli7b2eaed2015-03-13 12:05:49 +0000314 if [[ "$TEMPEST_AUTH_VERSION" == "v3" ]]; then
315 iniset $TEMPEST_CONFIG auth tempest_roles "Member"
316 fi
Andrea Frittoli122a16f2014-08-14 08:18:40 +0100317
Attila Fazekas97d3d202013-01-19 19:20:49 +0100318 # Compute
john-griffithdc4dc7f2014-01-22 18:09:32 -0700319 iniset $TEMPEST_CONFIG compute ssh_user ${DEFAULT_INSTANCE_USER:-cirros} # DEPRECATED
320 iniset $TEMPEST_CONFIG compute network_for_ssh $PRIVATE_NETWORK_NAME
321 iniset $TEMPEST_CONFIG compute ip_version_for_ssh 4
322 iniset $TEMPEST_CONFIG compute ssh_timeout $BUILD_TIMEOUT
323 iniset $TEMPEST_CONFIG compute image_ref $image_uuid
324 iniset $TEMPEST_CONFIG compute image_ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
325 iniset $TEMPEST_CONFIG compute image_ref_alt $image_uuid_alt
Kirill Shileev608f8842014-10-03 22:48:58 +0400326 iniset $TEMPEST_CONFIG compute image_alt_ssh_user ${ALT_INSTANCE_USER:-cirros}
john-griffithdc4dc7f2014-01-22 18:09:32 -0700327 iniset $TEMPEST_CONFIG compute flavor_ref $flavor_ref
328 iniset $TEMPEST_CONFIG compute flavor_ref_alt $flavor_ref_alt
john-griffithdc4dc7f2014-01-22 18:09:32 -0700329 iniset $TEMPEST_CONFIG compute ssh_connect_method $ssh_connect_method
Attila Fazekas97d3d202013-01-19 19:20:49 +0100330
Sean Daguede19bf92014-03-20 16:54:58 -0400331 # Compute Features
Salvatore33e8ee22014-10-05 01:36:34 +0200332 # Run verify_tempest_config -ur to retrieve enabled extensions on API endpoints
333 # NOTE(mtreinish): This must be done after auth settings are added to the tempest config
334 local tmp_cfg_file=$(mktemp)
Joe Gordon1368b982015-02-04 15:28:18 -0800335 cd $TEMPEST_DIR
336 tox -evenv -- verify-tempest-config -uro $tmp_cfg_file
Salvatore33e8ee22014-10-05 01:36:34 +0200337
338 local compute_api_extensions=${COMPUTE_API_EXTENSIONS:-"all"}
339 if [[ ! -z "$DISABLE_COMPUTE_API_EXTENSIONS" ]]; then
340 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
341 compute_api_extensions=${COMPUTE_API_EXTENSIONS:-$(iniget $tmp_cfg_file compute-feature-enabled api_extensions | tr -d " ")}
342 # Remove disabled extensions
343 compute_api_extensions=$(remove_disabled_extensions $compute_api_extensions $DISABLE_COMPUTE_API_EXTENSIONS)
344 fi
345
Sean Daguede19bf92014-03-20 16:54:58 -0400346 iniset $TEMPEST_CONFIG compute-feature-enabled resize True
Matthew Treinish270f93e2014-03-20 21:18:42 +0000347 iniset $TEMPEST_CONFIG compute-feature-enabled live_migration ${LIVE_MIGRATION_AVAILABLE:-False}
348 iniset $TEMPEST_CONFIG compute-feature-enabled change_password False
349 iniset $TEMPEST_CONFIG compute-feature-enabled block_migration_for_live_migration ${USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION:-False}
Salvatore33e8ee22014-10-05 01:36:34 +0200350 iniset $TEMPEST_CONFIG compute-feature-enabled api_extensions $compute_api_extensions
Matt Riedemann58065f22015-03-14 06:13:26 -0700351 # TODO(mriedem): Remove the preserve_ports flag when Juno is end of life.
352 iniset $TEMPEST_CONFIG compute-feature-enabled preserve_ports True
Sean Daguede19bf92014-03-20 16:54:58 -0400353
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200354 # Compute admin
Sean Daguee530ba32014-03-07 05:58:18 -0500355 iniset $TEMPEST_CONFIG "compute-admin" username $ADMIN_USERNAME
356 iniset $TEMPEST_CONFIG "compute-admin" password "$password"
357 iniset $TEMPEST_CONFIG "compute-admin" tenant_name $ADMIN_TENANT_NAME
Attila Fazekas2aa35172012-12-05 20:03:40 +0100358
armando-migliaccio71ef61a2014-02-19 22:19:24 -0800359 # Network
john-griffithdc4dc7f2014-01-22 18:09:32 -0700360 iniset $TEMPEST_CONFIG network api_version 2.0
361 iniset $TEMPEST_CONFIG network tenant_networks_reachable "$tenant_networks_reachable"
362 iniset $TEMPEST_CONFIG network public_network_id "$public_network_id"
363 iniset $TEMPEST_CONFIG network public_router_id "$public_router_id"
364 iniset $TEMPEST_CONFIG network default_network "$FIXED_RANGE"
Matthew Treinishccf60f72014-03-03 22:48:31 -0500365 iniset $TEMPEST_CONFIG network-feature-enabled ipv6 "$IPV6_ENABLED"
Sean M. Collinsbb2908b2014-05-15 10:24:31 -0400366 iniset $TEMPEST_CONFIG network-feature-enabled ipv6_subnet_attributes "$IPV6_SUBNET_ATTRIBUTES_ENABLED"
Salvatore33e8ee22014-10-05 01:36:34 +0200367
368 local network_api_extensions=${NETWORK_API_EXTENSIONS:-"all"}
369 if [[ ! -z "$DISABLE_NETWORK_API_EXTENSIONS" ]]; then
370 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
371 network_api_extensions=${NETWORK_API_EXTENSIONS:-$(iniget $tmp_cfg_file network-feature-enabled api_extensions | tr -d " ")}
372 # Remove disabled extensions
373 network_api_extensions=$(remove_disabled_extensions $network_api_extensions $DISABLE_NETWORK_API_EXTENSIONS)
374 fi
375 iniset $TEMPEST_CONFIG network-feature-enabled api_extensions $network_api_extensions
Attila Fazekas2aa35172012-12-05 20:03:40 +0100376
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200377 # boto
Andrey Pavlov0ea8b722015-02-06 22:37:53 +0300378 iniset $TEMPEST_CONFIG boto ec2_url "$EC2_SERVICE_PROTOCOL://$SERVICE_HOST:8773/"
john-griffithdc4dc7f2014-01-22 18:09:32 -0700379 iniset $TEMPEST_CONFIG boto s3_url "http://$SERVICE_HOST:${S3_SERVICE_PORT:-3333}"
380 iniset $TEMPEST_CONFIG boto s3_materials_path "$BOTO_MATERIALS_PATH"
Adalberto Medeiros53971532014-07-10 16:55:49 -0300381 iniset $TEMPEST_CONFIG boto ari_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-initrd.manifest.xml
382 iniset $TEMPEST_CONFIG boto ami_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-blank.img.manifest.xml
383 iniset $TEMPEST_CONFIG boto aki_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-vmlinuz.manifest.xml
john-griffithdc4dc7f2014-01-22 18:09:32 -0700384 iniset $TEMPEST_CONFIG boto instance_type "$boto_instance_type"
385 iniset $TEMPEST_CONFIG boto http_socket_timeout 30
386 iniset $TEMPEST_CONFIG boto ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
Attila Fazekas2aa35172012-12-05 20:03:40 +0100387
Sean Dague669c4fc2014-04-03 11:28:01 -0400388 # Orchestration Tests
389 if is_service_enabled heat; then
390 if [[ ! -z "$HEAT_CFN_IMAGE_URL" ]]; then
Alessandro Pilottif3e75bf2014-12-15 20:02:08 +0200391 iniset $TEMPEST_CONFIG orchestration image_ref $(basename "${HEAT_CFN_IMAGE_URL%.*}")
Sean Dague669c4fc2014-04-03 11:28:01 -0400392 fi
Attila Fazekas51557a52014-06-13 16:09:37 +0200393 # build a specialized heat flavor
Sean Dague669c4fc2014-04-03 11:28:01 -0400394 available_flavors=$(nova flavor-list)
395 if [[ ! ( $available_flavors =~ 'm1.heat' ) ]]; then
Attila Fazekas51557a52014-06-13 16:09:37 +0200396 nova flavor-create m1.heat 451 512 0 1
Sean Dague669c4fc2014-04-03 11:28:01 -0400397 fi
398 iniset $TEMPEST_CONFIG orchestration instance_type "m1.heat"
399 iniset $TEMPEST_CONFIG orchestration build_timeout 900
Matthew Treinish886cbb22015-03-18 22:03:01 -0400400 iniset $TEMPEST_CONFIG orchestration stack_owner_role "_member_"
Steve Bakerd5cccad2013-07-19 10:34:24 +1200401 fi
402
William Marshall24d866e2013-07-02 12:26:31 -0500403 # Scenario
Adalberto Medeiros53971532014-07-10 16:55:49 -0300404 iniset $TEMPEST_CONFIG scenario img_dir "$FILES/images/cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-uec"
405 iniset $TEMPEST_CONFIG scenario ami_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-blank.img"
406 iniset $TEMPEST_CONFIG scenario ari_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-initrd"
407 iniset $TEMPEST_CONFIG scenario aki_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-vmlinuz"
William Marshall24d866e2013-07-02 12:26:31 -0500408
Joe Gordonbb8c6d42013-08-26 17:00:05 -0400409 # Large Ops Number
john-griffithdc4dc7f2014-01-22 18:09:32 -0700410 iniset $TEMPEST_CONFIG scenario large_ops_number ${TEMPEST_LARGE_OPS_NUMBER:-0}
Joe Gordonbb8c6d42013-08-26 17:00:05 -0400411
Vadim Rovachev2541d612014-05-29 18:48:10 +0400412 # Telemetry
413 # Ceilometer API optimization happened in juno that allows to run more tests in tempest.
414 # Once Tempest retires support for icehouse this flag can be removed.
415 iniset $TEMPEST_CONFIG telemetry too_slow_to_test "False"
416
Salvatore Orlando3046bc62014-08-21 12:11:10 -0700417 # Object storage
Salvatore33e8ee22014-10-05 01:36:34 +0200418 local object_storage_api_extensions=${OBJECT_STORAGE_API_EXTENSIONS:-"all"}
419 if [[ ! -z "$DISABLE_OBJECT_STORAGE_API_EXTENSIONS" ]]; then
420 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
421 object_storage_api_extensions=${OBJECT_STORAGE_API_EXTENSIONS:-$(iniget $tmp_cfg_file object-storage-feature-enabled discoverable_apis | tr -d " ")}
422 # Remove disabled extensions
423 object_storage_api_extensions=$(remove_disabled_extensions $object_storage_api_extensions $DISABLE_STORAGE_API_EXTENSIONS)
424 fi
425 iniset $TEMPEST_CONFIG object-storage-feature-enabled discoverable_apis $object_storage_api_extensions
Salvatore Orlando3046bc62014-08-21 12:11:10 -0700426
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200427 # Volume
Salvatore33e8ee22014-10-05 01:36:34 +0200428 local volume_api_extensions=${VOLUME_API_EXTENSIONS:-"all"}
429 if [[ ! -z "$DISABLE_VOLUME_API_EXTENSIONS" ]]; then
430 # Enabled extensions are either the ones explicitly specified or those available on the API endpoint
431 volume_api_extensions=${VOLUME_API_EXTENSIONS:-$(iniget $tmp_cfg_file volume-feature-enabled api_extensions | tr -d " ")}
432 # Remove disabled extensions
433 volume_api_extensions=$(remove_disabled_extensions $volume_api_extensions $DISABLE_VOLUME_API_EXTENSIONS)
434 fi
435 iniset $TEMPEST_CONFIG volume-feature-enabled api_extensions $volume_api_extensions
436
Giulio Fidente3d60f4d2014-02-20 16:43:49 +0100437 if ! is_service_enabled c-bak; then
438 iniset $TEMPEST_CONFIG volume-feature-enabled backup False
Giulio Fidente3632ab12013-09-10 02:51:26 +0200439 fi
Swapnil Kulkarni09fb7ba2014-10-16 06:30:28 +0000440
441 # Using CINDER_ENABLED_BACKENDS
442 if [[ -n "$CINDER_ENABLED_BACKENDS" ]] && [[ $CINDER_ENABLED_BACKENDS =~ .*,.* ]]; then
Matthew Treinishdb1c3842014-02-04 20:58:00 +0000443 iniset $TEMPEST_CONFIG volume-feature-enabled multi_backend "True"
Swapnil Kulkarni09fb7ba2014-10-16 06:30:28 +0000444 local i=1
445 local be
446 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
447 local be_name=${be##*:}
448 iniset $TEMPEST_CONFIG volume "backend${i}_name" "$be_name"
449 i=$(( i + 1 ))
450 done
john-griffithdc4dc7f2014-01-22 18:09:32 -0700451 fi
452
Eric Harney01456482014-10-14 18:53:53 -0400453 if [ $TEMPEST_VOLUME_DRIVER != "default" -o \
Patrick East1c0628f2014-10-22 16:22:47 -0700454 "$TEMPEST_VOLUME_VENDOR" != "$TEMPEST_DEFAULT_VOLUME_VENDOR" ]; then
Ed Balduf2f23d752014-07-29 14:42:27 -0600455 iniset $TEMPEST_CONFIG volume vendor_name "$TEMPEST_VOLUME_VENDOR"
Eric Harney01456482014-10-14 18:53:53 -0400456 fi
457 if [ $TEMPEST_VOLUME_DRIVER != "default" -o \
JordanP82a7d932014-12-04 14:09:16 +0100458 "$TEMPEST_STORAGE_PROTOCOL" != "$TEMPEST_DEFAULT_STORAGE_PROTOCOL" ]; then
459 iniset $TEMPEST_CONFIG volume storage_protocol "$TEMPEST_STORAGE_PROTOCOL"
Giulio Fidente97e1bd02013-06-04 05:33:52 +0200460 fi
461
Julie Pichonfea70f82013-07-29 11:22:08 +0100462 # Dashboard
john-griffithdc4dc7f2014-01-22 18:09:32 -0700463 iniset $TEMPEST_CONFIG dashboard dashboard_url "http://$SERVICE_HOST/"
464 iniset $TEMPEST_CONFIG dashboard login_url "http://$SERVICE_HOST/auth/login/"
Julie Pichonfea70f82013-07-29 11:22:08 +0100465
Ian Wienand7fa19022013-06-25 14:11:48 +1000466 # cli
john-griffithdc4dc7f2014-01-22 18:09:32 -0700467 iniset $TEMPEST_CONFIG cli cli_dir $NOVA_BIN_DIR
Ian Wienand7fa19022013-06-25 14:11:48 +1000468
Adam Gandelman43bd6672014-04-03 11:13:13 -0700469 # Baremetal
470 if [ "$VIRT_DRIVER" = "ironic" ] ; then
471 iniset $TEMPEST_CONFIG baremetal driver_enabled True
Adam Gandelmanfdfe7a02014-07-24 10:06:18 -0400472 iniset $TEMPEST_CONFIG compute-feature-enabled change_password False
473 iniset $TEMPEST_CONFIG compute-feature-enabled console_output False
474 iniset $TEMPEST_CONFIG compute-feature-enabled interface_attach False
475 iniset $TEMPEST_CONFIG compute-feature-enabled live_migration False
476 iniset $TEMPEST_CONFIG compute-feature-enabled pause False
477 iniset $TEMPEST_CONFIG compute-feature-enabled rescue False
478 iniset $TEMPEST_CONFIG compute-feature-enabled resize False
479 iniset $TEMPEST_CONFIG compute-feature-enabled shelve False
480 iniset $TEMPEST_CONFIG compute-feature-enabled snapshot False
David Shrewsburycf21b712014-08-13 07:03:58 -0400481 iniset $TEMPEST_CONFIG compute-feature-enabled suspend False
Adam Gandelman43bd6672014-04-03 11:13:13 -0700482 fi
483
Nels Nelson7b47c472015-01-05 16:36:42 -0600484 # Libvirt-LXC
485 if [ "$VIRT_DRIVER" = "libvirt" ] && [ "$LIBVIRT_TYPE" = "lxc" ]; then
486 iniset $TEMPEST_CONFIG compute-feature-enabled rescue False
487 iniset $TEMPEST_CONFIG compute-feature-enabled resize False
488 iniset $TEMPEST_CONFIG compute-feature-enabled suspend False
489 fi
490
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400491 # service_available
Dean Troyer4237f592014-01-29 16:22:11 -0600492 for service in ${TEMPEST_SERVICES//,/ }; do
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400493 if is_service_enabled $service ; then
john-griffithdc4dc7f2014-01-22 18:09:32 -0700494 iniset $TEMPEST_CONFIG service_available $service "True"
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400495 else
john-griffithdc4dc7f2014-01-22 18:09:32 -0700496 iniset $TEMPEST_CONFIG service_available $service "False"
Matthew Treinishb56d81d2013-07-23 17:25:39 -0400497 fi
498 done
499
Rob Crittendene1d013f2015-02-10 14:15:35 -0500500 if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
Rob Crittenden90c20202014-11-17 01:16:22 -0500501 # Use the BOTO_CONFIG environment variable to point to this file
502 iniset $BOTO_CONF Boto ca_certificates_file $SSL_BUNDLE_FILE
503 sudo chown $STACK_USER $BOTO_CONF
504 fi
505
Attila Fazekas2aa35172012-12-05 20:03:40 +0100506 # Restore IFS
507 IFS=$ifs
Sean Dagued0931212012-10-04 16:06:44 -0400508}
509
Dean Troyer42a59c22014-03-03 14:31:29 -0600510# create_tempest_accounts() - Set up common required tempest accounts
511
512# Project User Roles
513# ------------------------------------------------------------------
514# alt_demo alt_demo Member
515
516# Migrated from keystone_data.sh
517function create_tempest_accounts {
518 if is_service_enabled tempest; then
519 # Tempest has some tests that validate various authorization checks
520 # between two regular users in separate tenants
Bartosz Górski0abde392014-02-28 14:15:19 +0100521 get_or_create_project alt_demo
Jamie Lennox18f39bf2015-01-28 13:38:32 +1000522 get_or_create_user alt_demo "$ADMIN_PASSWORD" "alt_demo@example.com"
Jamie Lennox9b215db2015-02-10 18:19:57 +1100523 get_or_add_user_project_role Member alt_demo alt_demo
Dean Troyer42a59c22014-03-03 14:31:29 -0600524 fi
525}
526
Matthew Treinish34723862014-09-08 14:01:21 -0400527# install_tempest_lib() - Collect source, prepare, and install tempest-lib
528function install_tempest_lib {
Sean Dague91b22902014-11-18 07:13:35 -0500529 if use_library_from_git "tempest-lib"; then
530 git_clone_by_name "tempest-lib"
Sean Dague86b65dd2014-11-20 17:23:04 -0500531 setup_dev_lib "tempest-lib"
Matthew Treinish83e166b2015-02-18 19:01:20 -0500532 # NOTE(mtreinish) For testing tempest-lib from git with tempest we need
533 # put the git version of tempest-lib in the tempest job's tox venv
534 export PIP_VIRTUAL_ENV=${PROJECT_VENV["tempest"]}
535 setup_dev_lib "tempest-lib"
536 unset PIP_VIRTUAL_ENV
Sean Dague5cb19062014-11-01 01:37:45 +0100537 fi
Matthew Treinish34723862014-09-08 14:01:21 -0400538}
539
Sean Dagued0931212012-10-04 16:06:44 -0400540# install_tempest() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100541function install_tempest {
Sean Dagued0931212012-10-04 16:06:44 -0400542 git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
Clark Boylan33dc8692014-08-19 22:37:10 -0700543 pip_install tox
Matthew Treinish83e166b2015-02-18 19:01:20 -0500544 pushd $TEMPEST_DIR
545 tox --notest -efull
546 PROJECT_VENV["tempest"]=${TEMPEST_DIR}/.tox/full
547 install_tempest_lib
548 popd
Sean Dagued0931212012-10-04 16:06:44 -0400549}
550
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100551# init_tempest() - Initialize ec2 images
Ian Wienandaee18c72014-02-21 15:35:08 +1100552function init_tempest {
Adalberto Medeiros53971532014-07-10 16:55:49 -0300553 local base_image_name=cirros-${CIRROS_VERSION}-${CIRROS_ARCH}
554 # /opt/stack/devstack/files/images/cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-uec
Attila Fazekas3c529222013-01-21 06:50:33 +0100555 local image_dir="$FILES/images/${base_image_name}-uec"
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100556 local kernel="$image_dir/${base_image_name}-vmlinuz"
557 local ramdisk="$image_dir/${base_image_name}-initrd"
558 local disk_image="$image_dir/${base_image_name}-blank.img"
Attila Fazekasc411fcf2014-08-19 16:48:14 +0200559 if is_service_enabled nova; then
560 # if the cirros uec downloaded and the system is uec capable
561 if [ -f "$kernel" -a -f "$ramdisk" -a -f "$disk_image" -a "$VIRT_DRIVER" != "openvz" \
562 -a \( "$LIBVIRT_TYPE" != "lxc" -o "$VIRT_DRIVER" != "libvirt" \) ]; then
563 echo "Prepare aki/ari/ami Images"
564 mkdir -p $BOTO_MATERIALS_PATH
565 ( #new namespace
566 # tenant:demo ; user: demo
567 source $TOP_DIR/accrc/demo/demo
568 euca-bundle-image -r ${CIRROS_ARCH} -i "$kernel" --kernel true -d "$BOTO_MATERIALS_PATH"
569 euca-bundle-image -r ${CIRROS_ARCH} -i "$ramdisk" --ramdisk true -d "$BOTO_MATERIALS_PATH"
570 euca-bundle-image -r ${CIRROS_ARCH} -i "$disk_image" -d "$BOTO_MATERIALS_PATH"
571 ) 2>&1 </dev/null | cat
572 else
573 echo "Boto materials are not prepared"
574 fi
Attila Fazekas1d29d8b2013-01-07 15:51:32 +0100575 fi
576}
577
Sean Dagued0931212012-10-04 16:06:44 -0400578# Restore xtrace
579$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400580
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100581# Tell emacs to use shell-script-mode
582## Local variables:
583## mode: shell-script
584## End: