summaryrefslogtreecommitdiff
path: root/.zuul.yaml
blob: 785522e964e1e2ad8e35f6e3d240304ad1edaca0 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
# See https://docs.openstack.org/infra/manual/drivers.html#naming-with-zuul-v3
# for job naming conventions.

- job:
    name: nova-dsvm-multinode-base
    parent: legacy-dsvm-base-multinode
    description: |
      Base job for multinode nova devstack/tempest jobs.
      Will setup firewall rules on all the nodes allowing them to talk to
      each other.
    timeout: 10800
    required-projects:
      - openstack/devstack-gate
      - openstack/nova
      - openstack/tempest
    irrelevant-files: &dsvm-irrelevant-files
      - ^api-.*$
      - ^(test-|)requirements.txt$
      - ^.*\.rst$
      - ^.git.*$
      - ^doc/.*$
      - ^nova/hacking/.*$
      - ^nova/locale/.*$
      - ^nova/policies/.*$
      - ^nova/tests/.*$
      - ^nova/test.py$
      - ^releasenotes/.*$
      - ^setup.cfg$
      - ^tools/.*$
      - ^tox.ini$

- job:
    name: nova-tox-functional-py38
    parent: openstack-tox-functional-py38
    description: |
      Run tox-based functional tests for the OpenStack Nova project
      under cPython version 3.8 with Nova specific irrelevant-files list.
      Uses tox with the ``functional-py38`` environment.

      This job also provides a parent for other projects to run the nova
      functional tests on their own changes.
    required-projects:
      # including nova here makes this job reusable by other projects
      - openstack/nova
      - openstack/placement
    irrelevant-files: &functional-irrelevant-files
      - ^.*\.rst$
      - ^api-.*$
      - ^doc/(source|test)/.*$
      - ^nova/locale/.*$
      - ^releasenotes/.*$
    vars:
      # explicitly stating the work dir makes this job reusable by other
      # projects
      zuul_work_dir: src/opendev.org/openstack/nova
      bindep_profile: test py38
    timeout: 3600

- job:
    name: nova-live-migration
    parent: tempest-multinode-full-py3
    description: |
      Run tempest live migration tests against local qcow2 ephemeral storage
      and shared LVM/iSCSI cinder volumes.
    irrelevant-files: *dsvm-irrelevant-files
    vars:
      tox_envlist: all
      tempest_test_regex: (^tempest\.api\.compute\.admin\.(test_live_migration|test_migration))
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            compute-feature-enabled:
              volume_backed_live_migration: true
              block_migration_for_live_migration: true
              block_migrate_cinder_iscsi: true
    post-run: playbooks/nova-live-migration/post-run.yaml

# TODO(lyarwood): The following jobs need to be written as part of the
# migration to zuulv3 before nova-live-migration can be removed:
#
#- job:
#    name: nova-multinode-live-migration-ceph
#    description: |
#      Run tempest live migration tests against ceph ephemeral storage and
#      cinder volumes.
#- job:
#    name: nova-multinode-evacuate-ceph
#    description: |
#       Verifiy the evacuation of instances with ceph ephemeral disks
#       from down compute hosts.

- job:
    name: nova-lvm
    parent: devstack-tempest
    description: |
      Run tempest compute API tests using LVM image backend. This only runs
      against nova/virt/libvirt/* changes.
    # Copy irrelevant-files from nova-dsvm-multinode-base and then exclude
    # anything that is not in nova/virt/libvirt/* or nova/privsep/*.
    irrelevant-files:
      - ^(?!.zuul.yaml)(?!nova/virt/libvirt/)(?!nova/privsep/).*$
      - ^api-.*$
      - ^(test-|)requirements.txt$
      - ^.*\.rst$
      - ^.git.*$
      - ^doc/.*$
      - ^nova/hacking/.*$
      - ^nova/locale/.*$
      - ^nova/tests/.*$
      - ^nova/test.py$
      - ^releasenotes/.*$
      - ^setup.cfg$
      - ^tools/.*$
      - ^tox.ini$
    # TODO(mriedem): Make this voting and gating once bug 1771700 is fixed
    # and we've had enough runs to feel comfortable with this setup.
    voting: false
    vars:
      # We use the "all" environment for tempest_test_regex and
      # tempest_black_regex.
      tox_envlist: all
      # Only run compute API tests.
      tempest_test_regex: ^tempest\.api\.compute
      # Skip slow tests.
      tempest_black_regex: .*\[.*\bslow\b.*\]
      devstack_local_conf:
        test-config:
          $TEMPEST_CONFIG:
            compute-feature-enabled:
              # NOTE(mriedem): resize of non-volume-backed lvm instances does
              # not yet work (bug 1831657).
              resize: false
              cold_migration: false
      devstack_localrc:
        NOVA_BACKEND: LVM
        # Do not waste time clearing volumes.
        LVM_VOLUME_CLEAR: none
        # Disable SSH validation in tests to save time.
        TEMPEST_RUN_VALIDATION: false
      devstack_services:
        # Disable non-essential services that we don't need for this job.
        c-bak: false

- job:
    name: nova-next
    parent: tempest-multinode-full-py3
    description: |
      This job was added in Newton when placement and cellsv2
      were optional. Placement and cellsv2 are required starting in Ocata. In
      Pike, the service user token functionality was added. This job is also
      unique in that it runs the post_test_hook from the nova repo, which runs
      post-test scripts to ensure those scripts are still working,
      e.g. archive_deleted_rows. In Queens, this job started testing the
      TLS console proxy code in the libvirt driver.
      Starting in Stein, the job was changed to run with python 3 and enabled
      volume multi-attach testing.
      Starting in Train, the job enabled counting quota usage from placement.
      Starting in Ussuri, the job was changed to multinode.
      Runs all tempest compute API and most scenario tests concurrently.
    irrelevant-files: *dsvm-irrelevant-files
    # Run post-tempest tests like for nova-manage commands.
    post-run: playbooks/nova-next/post.yaml
    vars:
      # We use the "all" environment for tempest_test_regex and
      # tempest_black_regex.
      tox_envlist: all
      # Run all compute API tests and most scenario tests at the default
      # concurrency (nproc/2 which is normally 4 in the gate).
      tempest_test_regex: ^tempest\.(scenario|api\.compute)
      # The tempest.scenario.test_network* tests are skipped because they
      # (1) take a long time and (2) are already covered in the
      # tempest-slow* job. If this regex gets more complicated use
      # tempest_test_blacklist.
      tempest_black_regex: ^tempest.scenario.test_network
      devstack_local_conf:
        post-config:
          $NOVA_CPU_CONF:
            compute:
              # Switch off the provider association refresh, which should
              # reduce the number of placement calls in steady state. Added in
              # Stein.
              resource_provider_association_refresh: 0
          $NOVA_CONF:
            quota:
              # Added in Train.
              count_usage_from_placement: True
            scheduler:
              # Added in Train.
              query_placement_for_image_type_support: True
          "/$NEUTRON_CORE_PLUGIN_CONF":
            # Needed for QoS port heal allocation testing.
            ovs:
              bridge_mappings: public:br-ex
              resource_provider_bandwidths: br-ex:1000000:1000000
        test-config:
          $TEMPEST_CONFIG:
            network-feature-enabled:
              qos_placement_physnet: public
      devstack_localrc:
        # Added in Pike.
        NOVA_USE_SERVICE_TOKEN: True
        # Enable TLS between the noVNC proxy & compute nodes; this requires
        # the tls-proxy service to be enabled. Added in Queens.
        NOVA_CONSOLE_PROXY_COMPUTE_TLS: True
        # Added in Stein.
        ENABLE_VOLUME_MULTIATTACH: True
        # Added in Ussuri.
        FORCE_CONFIG_DRIVE: True
      devstack_services:
        tls-proxy: true
        # neutron-* needed for QoS port heal allocation testing.
        neutron-placement: true
        neutron-qos: true
        # Disable non-essential services that we don't need for this job.
        c-bak: false
      devstack_plugins:
        # Needed for QoS port heal allocation testing.
        neutron: https://opendev.org/openstack/neutron
    group-vars:
      subnode:
        devstack_localrc:
          NOVA_USE_SERVICE_TOKEN: True
          NOVA_CONSOLE_PROXY_COMPUTE_TLS: True
          FORCE_CONFIG_DRIVE: True
        devstack_services:
          tls-proxy: true
          c-bak: false

- job:
    name: nova-tempest-v2-api
    parent: devstack-tempest
    branches:
      - master
    description: |
      This job runs the Tempest compute tests against v2.0 endpoint.
      Former names for this job was:
        * legacy-tempest-dsvm-nova-v20-api
    vars:
      tox_envlist: all
      tempest_test_regex: api.*compute
      devstack_localrc:
        TEMPEST_COMPUTE_TYPE: compute_legacy

- job:
    name: nova-tempest-full-oslo.versionedobjects
    parent: tempest-full-py3
    description: |
      Run test with git version of oslo.versionedobjects to check that
      changes to nova will work with the next released version of
      that library.
    required-projects:
      - openstack/oslo.versionedobjects

- job:
    name: nova-grenade-multinode
    parent: nova-dsvm-multinode-base
    description: |
      Multi-node grenade job which runs gate/live_migration/hooks tests under
      python 3.
      In other words, this tests live and cold migration and resize with
      mixed-version compute services which is important for things like
      rolling upgrade support.
      The former names for this job were "nova-grenade-live-migration" and
      "legacy-grenade-dsvm-neutron-multinode-live-migration".
    run: playbooks/legacy/nova-grenade-multinode/run.yaml
    post-run: playbooks/legacy/nova-grenade-multinode/post.yaml
    required-projects:
      - openstack/grenade
      - openstack/devstack-gate
      - openstack/nova
    irrelevant-files: *dsvm-irrelevant-files

- job:
    name: nova-multi-cell
    parent: tempest-multinode-full-py3
    description: |
      Multi-node python3 job which runs with two nodes and two non-cell0
      cells. The compute on the controller runs in cell1 and the compute
      on the subnode runs in cell2.
    irrelevant-files: *dsvm-irrelevant-files
    vars:
      # We use the "all" environment for tempest_test_regex and
      # tempest_test_blacklist.
      tox_envlist: all
      # Run compute API and scenario tests.
      tempest_test_regex: ^tempest\.(scenario|(api\.compute))
      tempest_test_blacklist: '{{ ansible_user_dir }}/{{ zuul.projects["opendev.org/openstack/nova"].src_dir }}/devstack/nova-multi-cell-blacklist.txt'
      devstack_local_conf:
        post-config:
          $NOVA_CONF:
            oslo_policy:
              # The default policy file is policy.json but the
              # setup-multi-cell-policy role will write to policy.yaml.
              policy_file: policy.yaml
        test-config:
          $TEMPEST_CONFIG:
            compute-feature-enabled:
              # Enable cold migration for migrating across cells. Note that
              # because NOVA_ALLOW_MOVE_TO_SAME_HOST=false, all cold migrations
              # will move across cells.
              cold_migration: true
      devstack_services:
        # Disable other non-essential services that we don't need for this job.
        c-bak: false
      devstack_localrc:
        # Setup two non-cell0 cells (cell1 and cell2).
        NOVA_NUM_CELLS: 2
        # Disable resize to the same host so all resizes will move across
        # cells.
        NOVA_ALLOW_MOVE_TO_SAME_HOST: false
        # We only have two computes and we don't yet support cross-cell live
        # migration.
        LIVE_MIGRATION_AVAILABLE: false
    group-vars:
      peers:
        devstack_localrc:
          NOVA_ALLOW_MOVE_TO_SAME_HOST: true
          LIVE_MIGRATION_AVAILABLE: false
      subnode:
        devstack_localrc:
          # The subnode compute will get registered with cell2.
          NOVA_CPU_CELL: 2
        devstack_services:
          # Disable other non-essential services that we don't need for this
          # job.
          c-bak: false
    # Perform setup for the multi-cell environment. Note that this runs
    # before devstack is setup on the controller host.
    pre-run: playbooks/nova-multi-cell/pre.yaml

- job:
    name: nova-osprofiler-redis
    parent: tempest-smoke-py3-osprofiler-redis
    description: |
      Runs osprofiler with the Redis collector on a subset of compute-specific
      tempest-full-py3 smoke tests.
    irrelevant-files: *dsvm-irrelevant-files
    required-projects:
      - openstack/nova
    vars:
      # We use the "all" environment for tempest_test_regex.
      tox_envlist: all
      # Run compute API and only the test_server_basic_ops scenario tests.
      tempest_test_regex: ^tempest\.(scenario\.test_server_basic_ops|(api\.compute))

- job:
    name: nova-ceph-multistore
    parent: devstack-plugin-ceph-tempest-py3
    description: |
      Just like the normal ceph job, but with glance multistore
    irrelevant-files: *dsvm-irrelevant-files
    required-projects:
      - openstack/nova
    pre-run:
      - playbooks/ceph/glance-copy-policy.yaml
    vars:
      # NOTE(danms): These tests create an empty non-raw image, which nova
      # will refuse because we set never_download_image_if_on_rbd in this job.
      # Just skip these tests for this case.
      tempest_black_regex: .*encrypted_cinder_volumes.*
      devstack_localrc:
        GLANCE_STANDALONE: True
        GLANCE_USE_IMPORT_WORKFLOW: True
      devstack_local_conf:
        post-config:
          $NOVA_CONF:
            libvirt:
              images_rbd_glance_store_name: robust
            workarounds:
              never_download_image_if_on_rbd: True
          $GLANCE_API_CONF:
            DEFAULT:
              enabled_backends: "cheap:file, robust:rbd"
              default_log_levels: "amqp=WARN, amqplib=WARN, boto=WARN, qpid=WARN, sqlalchemy=WARN, suds=INFO, oslo.messaging=INFO, oslo_messaging=INFO, iso8601=WARN, requests.packages.urllib3.connectionpool=WARN, urllib3.connectionpool=WARN, websocket=WARN, requests.packages.urllib3.util.retry=WARN, urllib3.util.retry=WARN, keystonemiddleware=WARN, routes.middleware=WARN, stevedore=WARN, taskflow=WARN, keystoneauth=WARN, oslo.cache=INFO, dogpile.core.dogpile=INFO, oslo_policy=DEBUG"
            glance_store:
              default_backend: cheap
              stores: file, http, rbd
              default_store: file
            robust:
              rbd_store_pool: images
              rbd_store_user: glance
              rbd_store_ceph_conf: /etc/ceph/ceph.conf
            cheap:
              filesystem_store_datadir: /opt/stack/data/glance/images/
            os_glance_staging_store:
              filesystem_store_datadir: /opt/stack/data/glance/os_glance_staging_store/
            os_glance_tasks_store:
              filesystem_store_datadir: /opt/stack/data/glance/os_glance_tasks_store/
          $GLANCE_IMAGE_IMPORT_CONF:
            image_import_opts:
              image_import_plugins: "['image_conversion']"
            image_conversion:
              output_format: raw

- project:
    # Please try to keep the list of job names sorted alphabetically.
    templates:
      - check-requirements
      - integrated-gate-compute
      - openstack-cover-jobs
      - openstack-lower-constraints-jobs
      - openstack-python3-victoria-jobs
      - periodic-stable-jobs
      - publish-openstack-docs-pti
      - release-notes-jobs-python3
    check:
      jobs:
        # We define our own irrelevant-files so we don't run the job
        # on things like nova docs-only changes.
        - ironic-tempest-ipa-wholedisk-bios-agent_ipmitool-tinyipa:
            voting: false
            irrelevant-files: *dsvm-irrelevant-files
        - nova-ceph-multistore:
            irrelevant-files: *dsvm-irrelevant-files
        - neutron-tempest-linuxbridge:
            irrelevant-files:
              # NOTE(mriedem): This job has its own irrelevant-files section
              # so that we only run it on changes to networking and libvirt/vif
              # code; we don't need to run this on all changes.
              - ^(?!nova/network/.*)(?!nova/virt/libvirt/vif.py).*$
        - nova-grenade-multinode
        - nova-live-migration
        - nova-lvm
        - nova-multi-cell
        - nova-next
        - nova-tox-functional-py38
        - tempest-integrated-compute:
            # NOTE(gmann): Policies changes do not need to run all the
            # integration test jobs. Running only tempest and grenade
            # common jobs will be enough along with nova functional
            # and unit tests.
            irrelevant-files: &policies-irrelevant-files
              - ^api-.*$
              - ^(test-|)requirements.txt$
              - ^.*\.rst$
              - ^.git.*$
              - ^doc/.*$
              - ^nova/hacking/.*$
              - ^nova/locale/.*$
              - ^nova/tests/.*$
              - ^nova/test.py$
              - ^releasenotes/.*$
              - ^setup.cfg$
              - ^tools/.*$
              - ^tox.ini$
        - grenade:
            irrelevant-files: *policies-irrelevant-files
        - tempest-ipv6-only:
            irrelevant-files: *dsvm-irrelevant-files
        - openstacksdk-functional-devstack:
            irrelevant-files: *dsvm-irrelevant-files
        - cyborg-tempest:
            irrelevant-files: *dsvm-irrelevant-files
            voting: false
        - barbican-tempest-plugin-simple-crypto:
            irrelevant-files: *dsvm-irrelevant-files
            voting: false
    gate:
      jobs:
        - nova-grenade-multinode
        - nova-live-migration
        - nova-tox-functional-py38
        - nova-multi-cell
        - nova-next
        - nova-ceph-multistore:
            irrelevant-files: *dsvm-irrelevant-files
        - neutron-tempest-linuxbridge:
            irrelevant-files:
              # NOTE(mriedem): This job has its own irrelevant-files section
              # so that we only run it on changes to networking and libvirt/vif
              # code; we don't need to run this on all changes.
              - ^(?!nova/network/.*)(?!nova/virt/libvirt/vif.py).*$
        - tempest-integrated-compute:
            irrelevant-files: *policies-irrelevant-files
        - grenade:
            irrelevant-files: *policies-irrelevant-files
        - tempest-ipv6-only:
            irrelevant-files: *dsvm-irrelevant-files
        - openstacksdk-functional-devstack:
            irrelevant-files: *dsvm-irrelevant-files
    experimental:
      jobs:
        - ironic-tempest-bfv:
            irrelevant-files: *dsvm-irrelevant-files
        - ironic-tempest-ipa-wholedisk-direct-tinyipa-multinode:
            irrelevant-files: *dsvm-irrelevant-files
        - devstack-plugin-nfs-tempest-full:
            irrelevant-files: *dsvm-irrelevant-files
        - nova-osprofiler-redis
        - tempest-full-py3-opensuse15:
            irrelevant-files: *dsvm-irrelevant-files
        - tempest-pg-full:
            irrelevant-files: *dsvm-irrelevant-files
        - nova-tempest-full-oslo.versionedobjects:
            irrelevant-files: *dsvm-irrelevant-files
        - nova-tempest-v2-api:
            irrelevant-files: *dsvm-irrelevant-files
        - neutron-tempest-dvr-ha-multinode-full:
            irrelevant-files: *dsvm-irrelevant-files
        - neutron-tempest-iptables_hybrid:
            irrelevant-files: *dsvm-irrelevant-files
        - os-vif-ovs:
            irrelevant-files: *dsvm-irrelevant-files
        - devstack-platform-fedora-latest:
            irrelevant-files: *dsvm-irrelevant-files
        - devstack-platform-fedora-latest-virt-preview:
            irrelevant-files: *dsvm-irrelevant-files