path: root/.gitlab-ci.yml

image: buildstream/buildstream-fedora:latest

variables:
  # Store everything under the /builds directory. This is a separate Docker
  # volume. Note that GitLab CI will only cache stuff inside the build
  # directory.
  XDG_CACHE_HOME: "${CI_PROJECT_DIR}/cache"
  YBD_base: "/cache/ybd_base"
  YBD_gits: "${CI_PROJECT_DIR}/cache/ybd_base/gits"
  GET_SOURCES_ATTEMPTS: 3

# Store all the downloaded git and ostree repos in the distributed cache.
# This saves us fetching them from git.baserock.org and further afield
# on every build.
.ybd_cache: &ybd_cache
  cache:
    # GitLab defined default key is "default". Reuse this for ybd.
    key: default
    paths:
      - cache/ybd_base/gits
.bst_cache: &bst_cache
  cache:
    key: bst
    paths:
      - cache/buildstream/sources/

.ybd_before_script: &ybd_before_script
  before_script:
    # Install and configure YBD
    - |
      export LC_ALL="C.UTF-8"
      export CI_YBD_BRANCH=`[[ "$CI_BUILD_REF_NAME" =~ ^staging/fromybd/ ]] && echo -b ${CI_BUILD_REF_NAME#staging/fromybd/}`
      git clone https://gitlab.com/baserock/spec.git
      git clone https://gitlab.com/baserock/ybd.git $CI_YBD_BRANCH
      cd ybd && ./install_dependencies.sh && cd ..
      pip install -r spec/requirements.txt

.bst_before_script: &bst_before_script
  before_script:
    # Create ~/.ssh for storing keys
    - mkdir -p ~/.ssh

    # Private key stored as a protected variable that allows pushing to
    # ostree@ostree.baserock.org
    - |
      if [ -z "$baserock_ostree_cache_private_key" ]; then
          echo >&2 "Private key for ostree.baserock.org is not available."
      else
          echo "$baserock_ostree_cache_private_key" > ~/.ssh/id_rsa
          chmod 600 ~/.ssh/id_rsa
          ssh-keygen -y -f ~/.ssh/id_rsa > ~/.ssh/id_rsa.pub
      fi

    # Trust the host key of the cache server.
    - ssh-keyscan -p 22200 ostree.baserock.org >> ~/.ssh/known_hosts

    # Enable push and pull for Baserock artifact cache (default config is pull only)
    - |
      mkdir -p ~/.config
      echo "projects:" > ~/.config/buildstream.conf
      echo "  baserock:" > ~/.config/buildstream.conf
      echo "    artifacts:" > ~/.config/buildstream.conf
      echo "      pull-url: https://ostree.baserock.org/cache/" >> ~/.config/buildstream.conf
      if [ -n "$baserock_ostree_cache_private_key" ]; then
          echo "      push-url: ostree@ostree.baserock.org:cache" >> ~/.config/buildstream.conf
          echo "      push-port: 22200" >> ~/.config/buildstream.conf
      fi
      cat ~/.config/buildstream.conf

stages:
  - preprocess
  - build-1
  - deploy-1
  - build-2
  - build-3

ybd-validate-all-definitions:
  stage: preprocess
  <<: *ybd_before_script
  script:
  - python spec/quick_check.py .
  <<: *ybd_cache

ybd-build-system-x86_64-chroot-build:
  stage: build-1
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py systems/build-system-x86_64-chroot.morph x86_64
  <<: *ybd_cache

ybd-build-system-x86_64-chroot-deploy:
  stage: deploy-1
  dependencies:
  - ybd-build-system-x86_64-chroot-build
  <<: *ybd_before_script
  script:
  - ybd/ybd.py clusters/build-system-x86_64-chroot-deploy.morph x86_64
  cache:
    # GitLab defined default key is "default". Reuse this for ybd.
    key: default
    policy: pull
    paths:
      - cache/ybd_base/gits
  artifacts:
    name: "${CI_BUILD_NAME}-${CI_BUILD_REF}"
    paths:
    - build-system-x86_64-chroot.tar

#build-system-armv7lhf-rootfs-build:
#  stage: build-1
#  script:
#  - sudo ybd/ybd.py systems/build-system-armv7lhf-rootfs.morph armv7lhf
#  tags:
#  - armv7l
#  only:
#  - master
#  - /^staging\/.*$/

ybd-devel-build-64:
  stage: build-2
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py systems/devel-system-x86_64-generic.morph x86_64
  <<: *ybd_cache

ybd-genivi-baseline-build-64:
  stage: build-2
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py genivi/systems/genivi-baseline-system-x86_64-generic.morph x86_64
  - ybd/ybd.py systems/initramfs-x86_64.morph x86_64
  <<: *ybd_cache

ybd-genivi-demo-platform-build-64:
  stage: build-3
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py genivi/systems/genivi-demo-platform-x86_64-generic.morph x86_64
  - ybd/ybd.py systems/initramfs-x86_64.morph x86_64
  <<: *ybd_cache

ybd-ivi-build-64:
  stage: build-3
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py ivi/systems/ivi-system-x86_64.morph x86_64
  - ybd/ybd.py systems/initramfs-x86_64.morph x86_64
  <<: *ybd_cache

ybd-gnome-build-64:
  stage: build-3
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py gnome/systems/gnome-system-x86_64.morph x86_64
  - ybd/ybd.py systems/initramfs-x86_64.morph x86_64
  <<: *ybd_cache

ybd-minimal-build-64:
  stage: build-1
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py systems/minimal-system-x86_64-chroot.morph x86_64
  <<: *ybd_cache

ybd-minimal-system-x86_64-chroot-deploy:
  stage: deploy-1
  dependencies:
  - ybd-minimal-build-64
  <<: *ybd_before_script
  script:
  - ybd/ybd.py clusters/minimal-system-x86_64-chroot-deploy.morph x86_64
  cache:
    # GitLab defined default key is "default". Reuse this for ybd.
    key: default
    policy: pull
    paths:
      - cache/ybd_base/gits
  artifacts:
    name: "${CI_BUILD_NAME}-${CI_BUILD_REF}"
    paths:
    - minimal-system-x86_64-chroot.tar

ybd-trove-build-64:
  stage: build-2
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py trove/systems/trove-system-x86_64.morph x86_64
  <<: *ybd_cache

ybd-weston-build-64:
  stage: build-2
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py weston/systems/weston-system-x86_64-generic.morph x86_64
  - ybd/ybd.py systems/initramfs-x86_64.morph x86_64
  <<: *ybd_cache

ybd-weston-qt-build-64:
  stage: build-3
  dependencies: []
  <<: *ybd_before_script
  script:
  - ybd/ybd.py weston/systems/weston-qt5-system-x86_64.morph x86_64
  - ybd/ybd.py systems/initramfs-x86_64.morph x86_64
  <<: *ybd_cache


##########################################
# BuildStream conversions and tests      #
##########################################

# Convert the Baserock definitions to BuildStream format
bst-convert:
  stage: preprocess
  <<: *bst_before_script
  script:
  # Install YBD and defs2bst
  - |
    if [ ! -d ./ybd ]; then
      git clone https://gitlab.com/baserock/ybd.git
      cd ybd && ./install_dependencies.sh && cd -
    ]; fi
    git clone https://gitlab.com/BuildStream/defs2bst.git
    echo "defs2bst version: $(git -C ./defs2bst rev-parse HEAD)"
  - ./convert
  artifacts:
    paths:
    - elements/

# Test building a common Baserock system
bst-build-build-system:
  stage: build-1
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/build-system-content.bst
  <<: *bst_cache

# Test building all converted Baserock systems
bst-build-base-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/base-system-content.bst
  <<: *bst_cache

bst-build-devel-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/devel-system-content.bst
  <<: *bst_cache

bst-build-genivi-demo-platform-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/genivi-demo-platform-content.bst
  <<: *bst_cache

bst-build-gnome-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/gnome-system-content.bst
  <<: *bst_cache

bst-build-ivi-demo-platform-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/ivi-system-content.bst
  <<: *bst_cache

bst-build-minimal-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/minimal-system-content.bst
  <<: *bst_cache

bst-build-openstack-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/openstack-system-content.bst
  <<: *bst_cache

bst-build-trove-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/trove-system-content.bst
  <<: *bst_cache

bst-build-weston-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/weston-system-content.bst
  <<: *bst_cache

bst-build-weston-qt5-system:
  stage: build-2
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-build-or-show systems/weston-qt5-system-content.bst
  <<: *bst_cache

# Test cross building a toolchain and sysroot for each supported non-x86_64
# architecture.
bst-build-sysroot-armv8b64:
  stage: build-3
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-cross-build-or-show armv8b64 gnu-toolchain/stage2.bst
  <<: *bst_cache

bst-build-sysroot-armv8l64:
  stage: build-3
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-cross-build-or-show armv8l64 gnu-toolchain/stage2.bst
  <<: *bst_cache

bst-build-sysroot-ppc64b:
  stage: build-3
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-cross-build-or-show ppc64b gnu-toolchain/stage2.bst
  <<: *bst_cache

bst-build-sysroot-ppc64l:
  stage: build-3
  dependencies:
    - bst-convert
  <<: *bst_before_script
  script:
  - scripts/bst-cross-build-or-show ppc64l gnu-toolchain/stage2.bst
  <<: *bst_cache