summaryrefslogtreecommitdiff
path: root/.gitlab-ci.yml
blob: ef6ad2d1f1be6b55b606beea0dd07101dde7e16d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
image: buildstream/buildstream-fedora:latest

variables:
  # Store everything under the /builds directory. This is a separate Docker
  # volume. Note that GitLab CI will only cache stuff inside the build
  # directory. Note also that YBD recursively scans the current directory
  # to find what definitions to build -- that's why we put the cache in a
  # hidden directory.
  XDG_CACHE_HOME: "${CI_PROJECT_DIR}/.cache"
  DEFS2BST_SHA: '1dc5c0719de9357470b29ad4adc9b63f7012db86'
  GET_SOURCES_ATTEMPTS: 3

.bst_before_script: &bst_before_script
  before_script:
    - |
      export BST_SHA='06ae434a7017edbf67bf46c3fe2e327466801787'  # 1.1.3
      export BST_EXTERNAL_SHA='fcd1fc365d0250bffe02937c89dcc31d11c299cf'
      git clone https://gitlab.com/BuildStream/buildstream.git
      # Use specific version of BuildStream
      cd buildstream && git checkout $BST_SHA
      pip3 install .
      cd -
      git clone https://gitlab.com/BuildStream/bst-external.git
      # Use specific version of bst-external plugins
      cd bst-external && git checkout $BST_EXTERNAL_SHA
      pip3 install .
      cd -

    # Create ~/.ssh for storing keys
    - mkdir -p ~/.ssh

    # Private key stored as a protected variable that allows pushing to
    # ostree@ostree.baserock.org
    - |
      if [ -z "$baserock_ostree_cache_private_key" ]; then
          echo >&2 "Private key for ostree.baserock.org is not available."
      else
          echo "$baserock_ostree_cache_private_key" > ~/.ssh/id_rsa
          chmod 600 ~/.ssh/id_rsa
          ssh-keygen -y -f ~/.ssh/id_rsa > ~/.ssh/id_rsa.pub
      fi

    # Trust the host key of the cache server.
    - ssh-keyscan -p 22200 ostree.baserock.org >> ~/.ssh/known_hosts

    # If we can push, then enable push and pull for Baserock artifact cache
    # (default config is pull only)
    - |
      if [ -n "$baserock_ostree_cache_private_key" ]; then
          mkdir -p ~/.config
          echo "projects:" > ~/.config/buildstream.conf
          echo "  baserock:" >> ~/.config/buildstream.conf
          echo "    artifacts:" >> ~/.config/buildstream.conf
          echo "      url: ssh://ostree@ostree.baserock.org:22200/cache" >> ~/.config/buildstream.conf
          echo "scheduler:" >> ~/.config/buildstream.conf
          echo "  fetchers: 1" >> ~/.config/buildstream.conf
          echo "  on-error: quit" >> ~/.config/buildstream.conf
      fi

      if [ -f ~/.config/buildstream.conf ]; then
          cat ~/.config/buildstream.conf
      fi

# Store all the downloaded git and ostree repos in the distributed cache.
# This saves us fetching them from git.baserock.org and further afield
# on every build.
.bst_cache: &bst_cache
  cache:
    key: bst
    paths:
      - "${XDG_CACHE_HOME}/buildstream/sources/"

stages:
  - preprocess
  - build-1
  - deploy-1
  - build-2

##########################
# BuildStream tests      #
##########################

# Test building the simplest Baserock system first
bst-build-minimal-system:
  stage: build-1
  dependencies: []
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/minimal-system-content.bst
  <<: *bst_cache

bst-minimal-system-deploy:
  stage: deploy-1
  dependencies:
  - bst-build-minimal-system
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/minimal-system-image-x86_64.bst
  - bst checkout systems/minimal-system-image-x86_64.bst ./minimal-system
  - dnf install -y qemu-system-x86
  - scripts/test-minimal-system ./minimal-system/sda.img
  <<: *bst_cache
  artifacts:
    name: "${CI_BUILD_NAME}-${CI_BUILD_REF}"
    paths:
    - ./minimal-system/sda.img
    expire_in: 1 week