summaryrefslogtreecommitdiff
path: root/.zuul.yaml
blob: 54eb4cca453c0afa20fcd40c59a7804c60c51dfd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
- queue:
    name: zuul

- nodeset:
    name: zuul-functional-temp-master
    nodes:
      # python_path in playbooks/zuul-stream/functional.yaml and
      # callback_plugins in playbooks/zuul-stream/templates/ansible.cfg.j2
      # need their python versions updated when these labels change to
      # a platform that uses a different python version.
      - name: controller
        label: ubuntu-jammy
      - name: node1
        label: ubuntu-jammy
      - name: node2
        label: ubuntu-jammy
    groups:
      - name: node
        nodes:
          - node1
          - node2

- job:
    name: zuul-stream-functional
    parent: multinode
    nodeset: zuul-functional-temp-master
    pre-run: playbooks/zuul-stream/pre.yaml
    run: playbooks/zuul-stream/functional.yaml
    post-run:
      - playbooks/zuul-stream/post.yaml
    files:
      - zuul/ansible/.*
      - zuul/lib/ansible*
      - playbooks/zuul-stream/.*

- job:
    name: zuul-stream-functional-6
    parent: zuul-stream-functional
    vars:
      zuul_ansible_version: 6

- job:
    name: zuul-nox
    description: |
      Zuul unit tests with ZooKeeper running
    parent: nox
    nodeset: ubuntu-jammy
    pre-run: playbooks/zuul-nox/pre.yaml
    post-run: playbooks/zuul-nox/post-system-logs.yaml
    vars:
      nox_environment:
        ZUUL_ZK_CA: /opt/zookeeper/ca/certs/cacert.pem
        ZUUL_ZK_CERT: /opt/zookeeper/ca/certs/client.pem
        ZUUL_ZK_KEY: /opt/zookeeper/ca/keys/clientkey.pem
        ZUUL_TEST_ROOT: /tmp/zuul-test
        YARN_REGISTRY: "https://{{ zuul_site_mirror_fqdn }}:4443/registry.npmjs"
        CI: "1"
      test_setup_environment:
        ZUUL_TEST_ROOT: /tmp/zuul-test
        YARN_REGISTRY: "https://{{ zuul_site_mirror_fqdn }}:4443/registry.npmjs"

- job:
    name: zuul-nox-remote
    parent: nox
    nodeset: ubuntu-jammy
    timeout: 2700  # 45 minutes
    pre-run: playbooks/zuul-nox/pre.yaml
    post-run: playbooks/zuul-nox/post-system-logs.yaml
    vars:
      nox_session: remote
      nox_environment:
        ZUUL_ZK_CA: /opt/zookeeper/ca/certs/cacert.pem
        ZUUL_ZK_CERT: /opt/zookeeper/ca/certs/client.pem
        ZUUL_ZK_KEY: /opt/zookeeper/ca/keys/clientkey.pem
        ZUUL_SSH_KEY: /home/zuul/.ssh/id_rsa
        ZUUL_REMOTE_IPV4: "{{ nodepool.interface_ip }}"
        ZUUL_REMOTE_KEEP: "true"
        CI: "1"

- job:
    # Zuul cient uses this job so we can't just delete it yet.
    name: zuul-tox-zuul-client
    parent: zuul-nox
    description: |
      Test that Zuul and zuul-client work together.
    required-projects:
      - zuul/zuul
      - zuul/zuul-client
    vars:
      zuul_work_dir: "{{ zuul.projects['opendev.org/zuul/zuul'].src_dir }}"
      tox_envlist: zuul_client

- job:
    name: zuul-nox-zuul-client
    parent: zuul-nox
    description: |
      Test that Zuul and zuul-client work together.
    required-projects:
      - zuul/zuul
      - zuul/zuul-client
    vars:
      zuul_work_dir: "{{ zuul.projects['opendev.org/zuul/zuul'].src_dir }}"
      nox_session: zuul_client

- job:
    name: zuul-nox-py311
    parent: zuul-nox
    timeout: 7200  # 120 minutes
    vars:
      nox_keyword: tests
      nox_force_python: "3.11"
      python_version: "3.11"

- job:
    name: zuul-nox-py38
    parent: zuul-nox
    timeout: 7200  # 120 minutes
    vars:
      nox_keyword: tests
      nox_force_python: "3.8"
      python_version: "3.8"
    nodeset: ubuntu-focal

- job:
    name: zuul-nox-py311-multi-scheduler
    parent: zuul-nox-py311
    voting: false
    vars:
      nox_environment:
        ZUUL_SCHEDULER_COUNT: 2

- job:
    name: zuul-build-dashboard
    parent: build-javascript-deployment
    description: |
      Builds the zuul dashboard without an overridden API URL.
    files: &zuul_build_dashboard_files
      - web/.*
      - playbooks/dashboard/.*
    vars:
      javascript_content_dir: "build"
      zuul_work_dir: "{{ zuul.project.src_dir }}/web"
      create_tarball_directory: build
    run: playbooks/dashboard/run.yaml
    nodeset: ubuntu-jammy

- job:
    name: zuul-build-dashboard-openstack-whitelabel
    parent: zuul-build-dashboard
    description: |
      Builds the zuul dashboard with API URL pointing to
      https://zuul.openstack.org, which tests whitelabeled
      deployments.
    vars:
      zuul_api_url: https://zuul.openstack.org

- job:
    name: zuul-build-dashboard-software-factory
    parent: zuul-build-dashboard
    description: |
      Builds the zuul dashboard with API URL pointing to
      https://softwarefactory-project.io/zuul, which tests
      multi-tenant deployments on a suburl, as well as letting
      us check that dashboard changes won't break the
      softwarefactory service.
    vars:
      zuul_api_url: https://softwarefactory-project.io/zuul

- job:
    name: zuul-build-dashboard-opendev
    parent: zuul-build-dashboard
    description: |
      Builds the zuul dashboard with API URL pointing to
      https://zuul.opendev.org, which tests multi-tenant
      deployments not on a suburl, as well as letting us
      check that dashboard changes won't break the
      OpenDev service.
    vars:
      zuul_api_url: https://zuul.opendev.org

# This job is run on changes to both Zuul and Nodepool; any changes to
# the other project will be picked up via image builds which appear in
# the buildset registry.  It includes zuul as a required project
# because that is where the docker-compose file is located.
- job:
    name: zuul-quick-start
    parent: opendev-buildset-registry-consumer
    description: Run the commands in the Zuul tutorial quick-start documentation.
    pre-run: playbooks/tutorial/pre.yaml
    run: playbooks/tutorial/run.yaml
    post-run: playbooks/tutorial/post.yaml
    required-projects:
      - zuul/zuul
    nodeset: ubuntu-jammy

# Image building jobs
- secret:
    name: zuul-registry-credentials
    data:
      quay.io:
        username: zuul-ci+opendevzuul
        password: !encrypted/pkcs1-oaep
          - B5RM116kdo4uTDHChDVWLbRUvXZHXkndzi9sZVmZ/8EjQRKhtsNfVWWPinr7cbXiN6NjA
            ja85RrAMwYic8Y2f8cTRSowitPDmvAs8Av/zZ6PnFap6pGb1vQFuPYYOqEkkeqrQoY9vO
            h2PV3Z2A+O48mzDt0CVhI6E8AQdqrMO7R0pO1plb5q9PFTHUlwgUdIbUMkVpndVMER8Ez
            IdWs2bcVUC5hChUKFcSX2Jr8peOwQvLnzX5nGRAYATrp5tV/xsC8R/WkOVvKP0ORLJlf8
            T/yZRXm7yw9LdizCsf+3jkzw726YZT+GqavPnygJvKeu+WVMtBs69TPhTdpq4B5WCnQko
            Xq+g2WZkqdfeQRBp2BqMsk1wZ+fMnTqKb8iJRO0tjYmFJBq0xRRQHHjwLDd4clM1KBMqT
            17ss4QvTY61ZbbSM33M3FgibBPe96G7vCuTLiUnrmcR8i5M1H+XHPYMSSbCn3DgY5IBl2
            Lr9ism4velFlzXQ9r71VM5v+JCSbcjrMAn5GKFZ5f9MeqWnATqYUO+xwEa/wb+sgPzd/v
            VNlB74K3tg7wP1abGM7LtQkVKkWuy44sXayt2PcikE4pDO6EiODOxSv5a5Uxc6ef/cmfl
            ADZ08hlob4CFNjL1m5lZSZNYDcsgwYuYXoP2a5kgykerEV+v3q0epjExCCUrEI=
        api_token: !encrypted/pkcs1-oaep
          - HTgQ6onrqJCCwjwT+TGjgiXT6qgwJMbWYUXlt5mz570RKNN4Ptsa6oqu4zpk+paAIwain
            Olw3n4InshNAWIvTSro6zwYurmiiKCbxcocaxLzIKM+zbgIR7haKm+Crqei4tanWNpXHq
            ULdu4muJojxu6OdYNhftPY3NLdFFuDA5IF2zv2f4gZSthvmQ9NzvEqPKFDV2yzNa6G4V+
            jicYR3X7f0TjW9QF9p9CuSMvZrOCxp98zRelT8EJBKsb+38JVapvJgbAqAgJhAaGgJYkP
            1W7iqL+eNLMcRCnkoBEnOwZe66WO5gZagqWH25oRhjFnFM/qqMeYEG/AhAUae7vTHd9VK
            yHSndEdrdCNpdzBsJQFGS7lxJMUl8ELL61qoojZSW91bGRIziedYEbDuPEzZUkoosaf6r
            50jvdRYOsmYnmr3Q5/T0QxW00qLL6FkPCRHg8wI2EXDPA/X5+vTlEYMhJxEJZ1+unHk9t
            PPebXHCZ2B0VA+x3Khnt5BOJt/ewxfbfVu0CVgjSgrAUaSHWY3DLdvbuA9lwjafybkfxC
            vIEhQz8AxAgWsdWpFOr9uPCB+5C+ma4jF15k/RUWoODHhvYZEoSNDOz4BRGrK+kHczr3F
            P9x7xzzPhVCdbspsf+sV90xpUI0U4vCeVpi+3Ha1zZZR0JAC1SIWXUnJxB2EkM=

- job:
    name: zuul-build-image
    parent: opendev-build-container-image
    description: Build container images.
    allowed-projects: zuul/zuul
    timeout: 2700  # 45 minutes
    requires:
      - python-builder-3.11-bullseye-container-image
      - python-base-3.11-bullseye-container-image
    provides: zuul-container-image
    vars: &zuul_image_vars
      promote_container_image_method: intermediate-registry
      promote_container_image_job: zuul-upload-image
      container_command: docker
      container_images:
        - context: .
          registry: quay.io
          repository: quay.io/zuul-ci/zuul
          namespace: zuul-ci
          repo_shortname: zuul
          repo_description: Base Zuul image.
          target: zuul
          tags:
            # If zuul.tag is defined: [ '3', '3.19', '3.19.0' ].  Only works for 3-component tags.
            # Otherwise: ['latest']
            &imagetag "{{ zuul.tag is defined | ternary([zuul.get('tag', '').split('.')[0], '.'.join(zuul.get('tag', '').split('.')[:2]), zuul.get('tag', '')], ['latest']) }}"
        - context: .
          registry: quay.io
          repository: quay.io/zuul-ci/zuul-executor
          namespace: zuul-ci
          repo_shortname: zuul-executor
          repo_description: Zuul executor image
          target: zuul-executor
          tags: *imagetag
        - context: .
          registry: quay.io
          repository: quay.io/zuul-ci/zuul-fingergw
          namespace: zuul-ci
          repo_shortname: zuul-fingergw
          repo_description: Zuul fingergw image
          target: zuul-fingergw
          tags: *imagetag
        - context: .
          registry: quay.io
          repository: quay.io/zuul-ci/zuul-merger
          namespace: zuul-ci
          repo_shortname: zuul-merger
          repo_description: Zuul merger image
          target: zuul-merger
          tags: *imagetag
        - context: .
          registry: quay.io
          repository: quay.io/zuul-ci/zuul-scheduler
          namespace: zuul-ci
          repo_shortname: zuul-scheduler
          repo_description: Zuul scheduler image
          target: zuul-scheduler
          tags: *imagetag
        - context: .
          registry: quay.io
          repository: quay.io/zuul-ci/zuul-web
          namespace: zuul-ci
          repo_shortname: zuul-web
          repo_description: Zuul web image
          target: zuul-web
          tags: *imagetag

- job:
    name: zuul-upload-image
    parent: opendev-upload-container-image
    description: Build container images and upload.
    allowed-projects: zuul/zuul
    requires:
      - python-builder-3.11-bullseye-container-image
      - python-base-3.11-bullseye-container-image
    provides: zuul-container-image
    secrets:
      name: container_registry_credentials
      secret: zuul-registry-credentials
      pass-to-parent: true
    vars: *zuul_image_vars

- job:
    name: zuul-promote-image
    parent: opendev-promote-container-image
    description: Promote previously uploaded container images.
    allowed-projects: zuul/zuul
    secrets:
      name: container_registry_credentials
      secret: zuul-registry-credentials
      pass-to-parent: true
    nodeset:
      nodes: []
    vars: *zuul_image_vars

- job:
    name: zuul-build-python-release
    parent: build-python-release
    pre-run: playbooks/release/pre.yaml
    nodeset: ubuntu-jammy

- job:
    name: zuul-release-python
    parent: opendev-release-python
    pre-run: playbooks/release/pre.yaml
    nodeset: ubuntu-jammy

- project:
    queue: zuul
    vars:
      node_version: 16
      release_python: python3
      ensure_tox_version: "<4"
    check:
      jobs:
        - zuul-build-image
        - zuul-nox-docs
        - nox-linters:
            vars:
              nox_install_bindep: false
            nodeset: ubuntu-jammy
        - zuul-nox-py38
        - zuul-nox-py311
        - zuul-nox-py311-multi-scheduler
        - zuul-build-dashboard-openstack-whitelabel
        - zuul-build-dashboard-software-factory
        - zuul-build-dashboard-opendev
        - nodejs-run-lint:
            vars:
              zuul_work_dir: "{{ zuul.project.src_dir }}/web"
            nodeset: ubuntu-jammy
        - nodejs-run-test:
            vars:
              zuul_work_dir: "{{ zuul.project.src_dir }}/web"
            files:
              - web/.*
            nodeset: ubuntu-jammy
        - zuul-stream-functional-6
        - zuul-nox-remote
        - zuul-quick-start:
            requires: nodepool-container-image
            dependencies: zuul-build-image
        - zuul-nox-zuul-client
        - zuul-build-python-release
    gate:
      jobs:
        - zuul-upload-image
        - zuul-nox-docs
        - nox-linters:
            vars:
              nox_install_bindep: false
            nodeset: ubuntu-jammy
        - zuul-nox-py38
        - zuul-nox-py311
        - zuul-build-dashboard
        - nodejs-run-lint:
            vars:
              zuul_work_dir: "{{ zuul.project.src_dir }}/web"
            nodeset: ubuntu-jammy
        - nodejs-run-test:
            vars:
              zuul_work_dir: "{{ zuul.project.src_dir }}/web"
            files:
              - web/.*
            nodeset: ubuntu-jammy
        - zuul-stream-functional-6
        - zuul-nox-remote
        # - zuul-quick-start:
        #     requires: nodepool-container-image
        #     dependencies: zuul-upload-image
        - zuul-nox-zuul-client
        - zuul-build-python-release
    promote:
      jobs:
        - zuul-promote-image
        - zuul-promote-nox-docs
        - opendev-promote-python:
            vars:
              download_artifact_job: zuul-build-python-release
        - opendev-promote-javascript-deployment-tarball:
            files: *zuul_build_dashboard_files
            vars:
              download_artifact_job: zuul-build-dashboard
    release:
      jobs:
        - zuul-release-python
        - zuul-publish-nox-docs
        - upload-container-image:
            secrets:
              name: container_registry_credentials
              secret: zuul-registry-credentials
              pass-to-parent: true
            vars:
              <<: *zuul_image_vars
              upload_container_image_promote: false