blob: 41b1fa426da2b0183b0f92816bfca1e00b3e965c [file] [log] [blame]
Ghanshyam Mann61f57332020-11-25 11:46:20 -06001# NOTE(gmann): This file includes all integrated jobs definition which
2# are supposed to be run by Tempest and other projects as
3# integrated testing.
4- job:
5 name: tempest-all
6 parent: devstack-tempest
7 description: |
8 Integration test that runs all tests.
9 Former name for this job was:
10 * legacy-periodic-tempest-dsvm-all-master
11 vars:
12 tox_envlist: all
13 tempest_test_regex: tempest
Ghanshyam Mann861c78f2021-02-09 11:25:26 -060014 # TODO(gmann): Enable File injection tests once nova bug is fixed
15 # https://bugs.launchpad.net/nova/+bug/1882421
16 # devstack_localrc:
17 # ENABLE_FILE_INJECTION: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -060018
19- job:
20 name: tempest-ipv6-only
21 parent: devstack-tempest-ipv6
22 # This currently works from stable/pike on.
23 branches: ^(?!stable/ocata).*$
24 description: |
25 Integration test of IPv6-only deployments. This job runs
26 smoke and IPv6 relates tests only. Basic idea is to test
27 whether OpenStack Services listen on IPv6 addrress or not.
28 timeout: 10800
29 vars:
30 tox_envlist: ipv6-only
31
32- job:
33 name: tempest-full
34 parent: devstack-tempest
35 # This currently works from stable/pike on.
36 # Before stable/pike, legacy version of tempest-full
37 # 'legacy-tempest-dsvm-neutron-full' run.
38 branches: ^(?!stable/ocata).*$
39 description: |
40 Base integration test with Neutron networking and py27.
41 This job is supposed to run until stable/train setup only.
42 If you are running it on stable/ussuri gate onwards for python2.7
43 coverage then you need to do override-checkout with any stable
44 branch less than or equal to stable/train.
45 Former names for this job where:
46 * legacy-tempest-dsvm-neutron-full
47 * gate-tempest-dsvm-neutron-full-ubuntu-xenial
48 vars:
49 tox_envlist: full
50 devstack_localrc:
51 ENABLE_FILE_INJECTION: true
52 ENABLE_VOLUME_MULTIATTACH: true
53 USE_PYTHON3: False
54 devstack_services:
55 # NOTE(mriedem): Disable the cinder-backup service from tempest-full
56 # since tempest-full is in the integrated-gate project template but
57 # the backup tests do not really involve other services so they should
58 # be run in some more cinder-specific job, especially because the
59 # tests fail at a high rate (see bugs 1483434, 1813217, 1745168)
60 c-bak: false
61
62- job:
63 name: tempest-full-py3
64 parent: devstack-tempest
65 # This currently works from stable/pike on.
66 # Before stable/pike, legacy version of tempest-full
67 # 'legacy-tempest-dsvm-neutron-full' run.
68 branches: ^(?!stable/ocata).*$
69 description: |
70 Base integration test with Neutron networking and py3.
71 Former names for this job where:
72 * legacy-tempest-dsvm-py35
73 * gate-tempest-dsvm-py35
Ghanshyam Manneb3c7e32021-01-20 15:27:16 -060074 required-projects:
75 - openstack/horizon
Ghanshyam Mann61f57332020-11-25 11:46:20 -060076 vars:
77 tox_envlist: full
78 devstack_localrc:
79 USE_PYTHON3: true
80 FORCE_CONFIG_DRIVE: true
81 ENABLE_VOLUME_MULTIATTACH: true
82 GLANCE_USE_IMPORT_WORKFLOW: True
elajkat064a3402019-10-17 13:18:10 +020083 devstack_plugins:
84 neutron: https://opendev.org/openstack/neutron
85 devstack_local_conf:
86 post-config:
87 "/$NEUTRON_CORE_PLUGIN_CONF":
88 ovs:
89 bridge_mappings: public:br-ex
90 resource_provider_bandwidths: br-ex:1000000:1000000
91 test-config:
92 $TEMPEST_CONFIG:
93 network-feature-enabled:
94 qos_placement_physnet: public
Ghanshyam Mann61f57332020-11-25 11:46:20 -060095 devstack_services:
Ghanshyam Manneb3c7e32021-01-20 15:27:16 -060096 # Enbale horizon so that we can run horizon test.
97 horizon: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -060098 s-account: false
99 s-container: false
100 s-object: false
101 s-proxy: false
102 # without Swift, c-bak cannot run (in the Gate at least)
103 # NOTE(mriedem): Disable the cinder-backup service from
104 # tempest-full-py3 since tempest-full-py3 is in the integrated-gate-py3
105 # project template but the backup tests do not really involve other
106 # services so they should be run in some more cinder-specific job,
107 # especially because the tests fail at a high rate (see bugs 1483434,
108 # 1813217, 1745168)
109 c-bak: false
elajkat064a3402019-10-17 13:18:10 +0200110 neutron-placement: true
111 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600112
113- job:
114 name: tempest-integrated-networking
115 parent: devstack-tempest
116 branches: ^(?!stable/ocata).*$
117 description: |
118 This job runs integration tests for networking. This is subset of
119 'tempest-full-py3' job and run only Neutron and Nova related tests.
120 This is meant to be run on neutron gate only.
121 vars:
122 tox_envlist: integrated-network
123 devstack_localrc:
124 USE_PYTHON3: true
125 FORCE_CONFIG_DRIVE: true
126 devstack_services:
127 s-account: false
128 s-container: false
129 s-object: false
130 s-proxy: false
131 c-bak: false
132
133- job:
134 name: tempest-integrated-compute
135 parent: devstack-tempest
136 branches: ^(?!stable/ocata).*$
137 description: |
138 This job runs integration tests for compute. This is
139 subset of 'tempest-full-py3' job and run Nova, Neutron, Cinder (except backup tests)
140 and Glance related tests. This is meant to be run on Nova gate only.
141 vars:
142 tox_envlist: integrated-compute
143 tempest_black_regex: ""
144 devstack_localrc:
145 USE_PYTHON3: true
146 FORCE_CONFIG_DRIVE: true
147 ENABLE_VOLUME_MULTIATTACH: true
148 devstack_services:
149 s-account: false
150 s-container: false
151 s-object: false
152 s-proxy: false
153 c-bak: false
154
155- job:
156 name: tempest-integrated-placement
157 parent: devstack-tempest
158 branches: ^(?!stable/ocata).*$
159 description: |
160 This job runs integration tests for placement. This is
161 subset of 'tempest-full-py3' job and run Nova and Neutron
162 related tests. This is meant to be run on Placement gate only.
163 vars:
164 tox_envlist: integrated-placement
165 devstack_localrc:
166 USE_PYTHON3: true
167 FORCE_CONFIG_DRIVE: true
168 ENABLE_VOLUME_MULTIATTACH: true
169 devstack_services:
170 s-account: false
171 s-container: false
172 s-object: false
173 s-proxy: false
174 c-bak: false
175
176- job:
177 name: tempest-integrated-storage
178 parent: devstack-tempest
179 branches: ^(?!stable/ocata).*$
180 description: |
181 This job runs integration tests for image & block storage. This is
182 subset of 'tempest-full-py3' job and run Cinder, Glance, Swift and Nova
183 related tests. This is meant to be run on Cinder and Glance gate only.
184 vars:
185 tox_envlist: integrated-storage
186 devstack_localrc:
187 USE_PYTHON3: true
188 FORCE_CONFIG_DRIVE: true
189 ENABLE_VOLUME_MULTIATTACH: true
190 GLANCE_USE_IMPORT_WORKFLOW: True
191
192- job:
193 name: tempest-integrated-object-storage
194 parent: devstack-tempest
195 branches: ^(?!stable/ocata).*$
196 description: |
197 This job runs integration tests for object storage. This is
198 subset of 'tempest-full-py3' job and run Swift, Cinder and Glance
199 related tests. This is meant to be run on Swift gate only.
200 vars:
201 tox_envlist: integrated-object-storage
202 devstack_localrc:
203 # NOTE(gmann): swift is not ready on python3 yet and devstack
204 # install it on python2.7 only. But settting the USE_PYTHON3
205 # for future once swift is ready on py3.
206 USE_PYTHON3: true
207
208- job:
209 name: tempest-multinode-full
210 parent: tempest-multinode-full-base
211 nodeset: openstack-two-node-focal
212 # This job runs on Focal from stable/victoria on.
213 branches: ^(?!stable/(ocata|pike|queens|rocky|stein|train|ussuri)).*$
214 vars:
215 devstack_localrc:
216 USE_PYTHON3: False
217 group-vars:
218 subnode:
219 devstack_localrc:
220 USE_PYTHON3: False
221
222- job:
223 name: tempest-multinode-full
224 parent: tempest-multinode-full-base
225 nodeset: openstack-two-node-bionic
226 # This job runs on Bionic and on python2. This is for stable/stein and stable/train.
227 # This job is prepared to make sure all stable branches from stable/stein till stable/train
228 # will keep running on bionic. This can be removed once stable/train is EOL.
229 branches:
230 - stable/stein
231 - stable/train
232 - stable/ussuri
233 vars:
234 devstack_localrc:
235 USE_PYTHON3: False
236 group-vars:
237 subnode:
238 devstack_localrc:
239 USE_PYTHON3: False
240
241- job:
242 name: tempest-multinode-full
243 parent: tempest-multinode-full-base
244 nodeset: openstack-two-node-xenial
245 # This job runs on Xenial and this is for stable/pike, stable/queens
246 # and stable/rocky. This job is prepared to make sure all stable branches
247 # before stable/stein will keep running on xenial. This job can be
248 # removed once stable/rocky is EOL.
249 branches:
250 - stable/pike
251 - stable/queens
252 - stable/rocky
253 vars:
254 devstack_localrc:
255 USE_PYTHON3: False
256 group-vars:
257 subnode:
258 devstack_localrc:
259 USE_PYTHON3: False
260
261- job:
262 name: tempest-multinode-full-py3
263 parent: tempest-multinode-full
264 vars:
265 devstack_localrc:
266 USE_PYTHON3: true
elajkat064a3402019-10-17 13:18:10 +0200267 devstack_plugins:
268 neutron: https://opendev.org/openstack/neutron
269 devstack_local_conf:
270 post-config:
271 "/$NEUTRON_CORE_PLUGIN_CONF":
272 ovs:
273 bridge_mappings: public:br-ex
274 resource_provider_bandwidths: br-ex:1000000:1000000
275 test-config:
276 $TEMPEST_CONFIG:
277 network-feature-enabled:
278 qos_placement_physnet: public
279 devstack_services:
280 neutron-placement: true
281 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600282 group-vars:
283 subnode:
284 devstack_localrc:
285 USE_PYTHON3: true
286
287- job:
288 name: tempest-slow
289 parent: tempest-multinode-full
290 description: |
291 This multinode integration job will run all the tests tagged as slow.
292 It enables the lvm multibackend setup to cover few scenario tests.
293 This job will run only slow tests (API or Scenario) serially.
294
295 Former names for this job were:
296 * legacy-tempest-dsvm-neutron-scenario-multinode-lvm-multibackend
297 * tempest-scenario-multinode-lvm-multibackend
298 timeout: 10800
299 vars:
300 tox_envlist: slow-serial
301 devstack_localrc:
302 CINDER_ENABLED_BACKENDS: lvm:lvmdriver-1,lvm:lvmdriver-2
303 ENABLE_VOLUME_MULTIATTACH: true
304 devstack_plugins:
305 neutron: https://opendev.org/openstack/neutron
306 devstack_services:
307 neutron-placement: true
308 neutron-qos: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600309 tempest_concurrency: 2
310 group-vars:
311 # NOTE(mriedem): The ENABLE_VOLUME_MULTIATTACH variable is used on both
312 # the controller and subnode prior to Rocky so we have to make sure the
313 # variable is set in both locations.
314 subnode:
315 devstack_localrc:
316 ENABLE_VOLUME_MULTIATTACH: true
317
318- job:
319 name: tempest-slow-py3
320 parent: tempest-slow
321 vars:
322 devstack_localrc:
323 USE_PYTHON3: true
324 devstack_services:
325 s-account: false
326 s-container: false
327 s-object: false
328 s-proxy: false
329 # without Swift, c-bak cannot run (in the Gate at least)
330 c-bak: false
331 group-vars:
332 subnode:
333 devstack_localrc:
334 USE_PYTHON3: true
335
336- job:
337 name: tempest-cinder-v2-api
338 parent: devstack-tempest
339 branches:
340 - master
341 description: |
342 This job runs the cinder API test against v2 endpoint.
343 vars:
344 tox_envlist: all
345 tempest_test_regex: api.*volume
346 devstack_localrc:
347 TEMPEST_VOLUME_TYPE: volumev2
348
349- job:
350 name: tempest-pg-full
351 parent: tempest-full-py3
352 description: |
353 Base integration test with Neutron networking and PostgreSQL.
354 Former name for this job was legacy-tempest-dsvm-neutron-pg-full.
355 vars:
356 devstack_localrc:
Ghanshyam Mann861c78f2021-02-09 11:25:26 -0600357 # TODO(gmann): Enable File injection tests once nova bug is fixed
358 # https://bugs.launchpad.net/nova/+bug/1882421
359 # ENABLE_FILE_INJECTION: true
Ghanshyam Mann61f57332020-11-25 11:46:20 -0600360 DATABASE_TYPE: postgresql
361
362- project-template:
363 name: integrated-gate-networking
364 description: |
365 Run the python3 Tempest network integration tests (Nova and Neutron related)
366 in check and gate for the neutron integrated gate. This is meant to be
367 run on neutron gate only.
368 check:
369 jobs:
370 - grenade
371 - tempest-integrated-networking
372 gate:
373 jobs:
374 - grenade
375 - tempest-integrated-networking
376
377- project-template:
378 name: integrated-gate-compute
379 description: |
380 Run the python3 Tempest compute integration tests
381 (Nova, Neutron, Cinder and Glance related) in check and gate
382 for the Nova integrated gate. This is meant to be
383 run on Nova gate only.
384 check:
385 jobs:
386 - grenade
387 - tempest-integrated-compute
388 gate:
389 jobs:
390 - grenade
391 - tempest-integrated-compute
392
393- project-template:
394 name: integrated-gate-placement
395 description: |
396 Run the python3 Tempest placement integration tests
397 (Nova and Neutron related) in check and gate
398 for the Placement integrated gate. This is meant to be
399 run on Placement gate only.
400 check:
401 jobs:
402 - grenade
403 - tempest-integrated-placement
404 gate:
405 jobs:
406 - grenade
407 - tempest-integrated-placement
408
409- project-template:
410 name: integrated-gate-storage
411 description: |
412 Run the python3 Tempest image & block storage integration tests
413 (Cinder, Glance, Swift and Nova related) in check and gate
414 for the neutron integrated gate. This is meant to be
415 run on Cinder and Glance gate only.
416 check:
417 jobs:
418 - grenade
419 - tempest-integrated-storage
420 gate:
421 jobs:
422 - grenade
423 - tempest-integrated-storage
424
425- project-template:
426 name: integrated-gate-object-storage
427 description: |
428 Run the python3 Tempest object storage integration tests
429 (Swift, Cinder and Glance related) in check and gate
430 for the swift integrated gate. This is meant to be
431 run on swift gate only.
432 check:
433 jobs:
434 - grenade
435 - tempest-integrated-object-storage
436 gate:
437 jobs:
438 - grenade
439 - tempest-integrated-object-storage