wip: .gitlab-ci.yml: RE test onlyjuerg/remote-caching

1 files changed, 0 insertions, 368 deletions

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 43ccc462f..5120f60f5 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,8 +1,3 @@
-include:
-  - template: Code-Quality.gitlab-ci.yml
-  - template: License-Scanning.gitlab-ci.yml
-  - template: SAST.gitlab-ci.yml
-
 image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-debian:10-${DOCKER_IMAGE_VERSION}
 
 cache:
@@ -64,100 +59,6 @@ variables:
     paths:
     - .coverage-reports
 
-tests-debian-10:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-debian:10-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-tests-fedora-31:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-tests-fedora-32:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-tests-ubuntu-18.04:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-ubuntu:18.04-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-tests-centos-7.7:
-  <<: *tests
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-centos:7.7.1908-${DOCKER_IMAGE_VERSION}
-
-# Test the master version of some external plugins
-tests-plugins-master:
-  <<: *tests
-  allow_failure: true
-
-  variables:
-    BST_PLUGINS_EXPERIMENTAL_VERSION: master
-
-tests-userchroot:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-  variables:
-    BST_CAS_STAGING_ROOT: "/builds/userchroot"
-
-  script:
-    - mkdir -p "${INTEGRATION_CACHE}"
-    - useradd -Um buildstream
-
-    # Use buildbox-run-userchroot and hardlinking
-    - ln -svf buildbox-run-userchroot /usr/local/bin/buildbox-run
-    - rm -vf /usr/local/bin/buildbox-fuse
-
-    # When using userchroot, buildbox-casd must run as a separate user
-    - useradd -g buildstream buildbox-casd
-    - chown buildbox-casd:buildstream /usr/local/bin/buildbox-casd
-    - chmod u+s /usr/local/bin/buildbox-casd
-
-    # Set up staging root with permissions required by userchroot,
-    # must be on same filesystem as current directory to support hardlinks
-    - mkdir -p "${BST_CAS_STAGING_ROOT}"
-    - chown -R buildbox-casd:buildstream "${BST_CAS_STAGING_ROOT}"
-    # userchroot doesn't allow group/world-writable base directory
-    - chmod go-w /builds
-    - echo buildbox-casd:${BST_CAS_STAGING_ROOT} > /etc/userchroot.conf
-
-    - chown -R buildstream:buildstream .
-
-    # Run the tests as a simple user to test for permission issues
-    - su buildstream -c "umask 002 && ${TEST_COMMAND}"
-
-tests-fedora-missing-deps:
-  # Ensure that tests behave nicely while missing bwrap and ostree
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-  script:
-    # We remove the Bubblewrap and OSTree packages here so that we catch any
-    # codepaths that try to use them. Removing OSTree causes fuse-libs to
-    # disappear unless we mark it as user-installed.
-    - dnf mark install fuse-libs systemd-udev
-    - dnf erase -y bubblewrap ostree
-
-    - useradd -Um buildstream
-    - chown -R buildstream:buildstream .
-
-    - su buildstream -c "${TEST_COMMAND}"
-
-
-tests-fedora-update-deps:
-  # Check if the tests pass after updating requirements to their latest
-  # allowed version.
-  allow_failure: true
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-  script:
-    - useradd -Um buildstream
-    - chown -R buildstream:buildstream .
-
-    - make --always-make --directory requirements
-    - cat requirements/*.txt
-
-    - su buildstream -c "${TEST_COMMAND}"
-
 # This template ensures that the server stack defined in COMPOSE_MANIFEST is spun up for script execution
 # and cleaned up after the script is completed.
 .compose-test-boilerplate: &remote-test
@@ -189,272 +90,3 @@ tests-remote-execution:
     REMOTE_EXECUTION_SERVICE: http://docker:50051
     SOURCE_CACHE_SERVICE: http://docker:50052
     PYTEST_ARGS: "--color=yes --remote-execution"
-
-tests-remote-cache:
-  <<: *tests
-  <<: *remote-test # Spin up/down server stack
-  variables:
-    <<: *docker-variables
-    COMPOSE_MANIFEST: .gitlab-ci/cache-server.yml # < *remote-test
-    ARTIFACT_CACHE_SERVICE: http://docker:50052
-    PYTEST_ARGS: "--color=yes --remote-cache"
-
-tests-bb-remote-cache:
-  <<: *tests
-  <<: *remote-test # Spin up/down server stack
-  variables:
-    <<: *docker-variables
-    COMPOSE_MANIFEST: .gitlab-ci/buildbarn-remote-cache.yml # < *remote-test
-    ARTIFACT_INDEX_SERVICE: http://docker:7981
-    ARTIFACT_STORAGE_SERVICE: http://docker:7982
-    PYTEST_ARGS: "--color=yes --remote-cache"
-
-tests-no-usedevelop:
-  # Ensure that tests also pass without `--develop` flag.
-  #
-  # Our tox.ini file does not set `usedevelop` when running without coverage,
-  # but the `usedevelop` flag is required when collecting coverage information,
-  # this is why we provoke the tests to run with `nocover` in order to provoke
-  # the tests to run in CI without `usedevelop`.
-  #
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-  variables:
-    TOXENV: py36-nocover,py37-nocover,py38-nocover
-
-
-# Run type checkers
-mypy:
-  stage: test
-
-  script:
-  - tox -e mypy
-  except:
-  - schedules
-
-# Lint separately from testing
-lint:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  stage: test
-
-  before_script:
-  # Diagnostics
-  - python3 --version
-
-  script:
-  - tox -e format-check,lint
-  except:
-  - schedules
-
-# Catch regressions in native windows support
-tests-win32-master:
-  stage: test
-  variables:
-    LC_ALL: C.UTF-8
-    LANG: C.UTF-8
-  tags:
-  - win32
-  script:
-  - tox -e win32
-  only:
-  - master
-  except:
-  - schedules
-
-# Optional test to catch regressions in native windows support on non-master branches
-tests-win32-non-master:
-  stage: test
-  variables:
-    LC_ALL: C.UTF-8
-    LANG: C.UTF-8
-  tags:
-  - win32
-  script:
-  - tox -e win32
-  except:
-  - master
-  when: manual
-
-# Automatically build documentation for every commit, we want to know
-# if building documentation fails even if we're not deploying it.
-docs:
-  stage: test
-  variables:
-    BST_FORCE_SESSION_REBUILD: 1
-  script:
-  - env BST_SOURCE_CACHE="$(pwd)/cache/integration-cache/sources" tox -e docs
-  - mv doc/build/html public
-  except:
-  - schedules
-  artifacts:
-    paths:
-    - public/
-
-.overnight-tests: &overnight-tests-template
-  stage: test
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  variables:
-    FD_SDK_REF: freedesktop-sdk-20.08beta.1-buildstream2
-    BST_EXT_REF: da0417b62ba47ffdaff985b736907373d14cd2c7
-  before_script:
-  - |
-    mkdir -p "${HOME}/.config"
-    cat <<EOF >"${HOME}/.config/buildstream.conf"
-    scheduler:
-      fetchers: 2
-    EOF
-  - dnf install -y ostree
-  # Install pinned BuildStream dependencies, BuildStream from the local repository
-  # and bst-plugins-expeirmental from its repository
-  - |
-    pip3 install \
-      -r requirements/requirements.txt . \
-      git+https://gitlab.com/buildstream/bst-plugins-experimental.git@${BST_EXT_REF}#egg=bst_plugins_experimental[cargo] \
-      .
-  - git clone https://gitlab.com/freedesktop-sdk/freedesktop-sdk.git
-  - git -C freedesktop-sdk checkout ${FD_SDK_REF}
-  artifacts:
-    paths:
-    - "${HOME}/.cache/buildstream/logs"
-  only:
-  - schedules
-
-overnight-tests:
-  <<: *overnight-tests-template
-  script:
-  - |
-    cat > ~/.config/buildstream.conf << EOF
-    # Get a lot of output in case of errors
-    logging:
-      error-lines: 80
-    #
-    # Artifacts
-    #
-    artifacts:
-    - url: https://bb-cache.buildstream.build:11002
-      client-cert: $OVERNIGHT_CACHE_PUSH_CERT
-      client-key: $OVERNIGHT_CACHE_PUSH_KEY
-      push: true
-    EOF
-  - make -C freedesktop-sdk
-  tags:
-  - overnight-tests
-
-overnight-tests-no-cache:
-  <<: *overnight-tests-template
-  script:
-  - sed -i '/artifacts:/,+1 d' freedesktop-sdk/project.conf
-  - make -C freedesktop-sdk
-  tags:
-  - overnight-tests
-
-# These tests might be a bit more flaky since they randomize the order
-# They will also take longer to run. Hence run them only nightly
-overnight-randomized:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-  script:
-  - mkdir -p "${INTEGRATION_CACHE}"
-  - useradd -Um buildstream
-  - chown -R buildstream:buildstream .
-
-  # Don't run tests multiprocessed here, the randomized order doesn't like that
-  - su buildstream -c "tox -e py36-randomized,py37-randomized,py38-randomized-nocover -- --color=yes --integration"
-
-  # We need to override the exclusion from the template in order to run on schedules
-  except: []
-  only:
-  - schedules
-
-#####################################################
-#                    Post stage                     #
-#####################################################
-
-analysis:
-  stage: post
-  script:
-  - |
-    # Workaround radon issue not requiring it's dependency
-    pip3 install flake8_polyfill
-    pip3 install radon
-    mkdir analysis
-
-  - |
-    echo "Calculating Maintainability Index"
-    radon mi -s -j src/buildstream > analysis/mi.json
-    radon mi -s src/buildstream
-
-  - |
-    echo "Calculating Cyclomatic Complexity"
-    radon cc -a -s -j src/buildstream > analysis/cc.json
-    radon cc -a -s src/buildstream
-
-  - |
-    echo "Calculating Raw Metrics"
-    radon raw -s -j src/buildstream > analysis/raw.json
-    radon raw -s src/buildstream
-
-  except:
-  - schedules
-  artifacts:
-    paths:
-    - analysis/
-
-# Collate coverage reports
-#
-coverage:
-  stage: post
-  coverage: '/TOTAL +\d+ +\d+ +(\d+\.\d+)%/'
-  script:
-    - cp -a .coverage-reports/ ./coverage-sources
-    - tox -e coverage
-    - cp -a .coverage-reports/ ./coverage-report
-  dependencies:
-  - tests-centos-7.7
-  - tests-debian-10
-  - tests-fedora-31
-  - tests-remote-execution
-  - tests-ubuntu-18.04
-  - tests-userchroot
-  except:
-  - schedules
-  artifacts:
-    paths:
-    - coverage-sources/
-    - coverage-report/
-
-# Deploy, only for merges which land on master branch.
-#
-pages:
-  stage: publish
-  dependencies:
-  - coverage
-  - docs
-  variables:
-    ACME_DIR: public/.well-known/acme-challenge
-    COVERAGE_DIR: public/coverage
-  script:
-  - mkdir -p ${ACME_DIR}
-    # Required to finish the creation of the Let's Encrypt certificate,
-    # which allows using https://docs.buildstream.build/ for accessing
-    # the documentation.
-  - echo ${ACME_CHALLENGE} > ${ACME_DIR}/$(echo ${ACME_CHALLENGE} | cut -c1-43)
-  - mkdir -p ${COVERAGE_DIR}
-  - cp -a ./coverage-report/ ${COVERAGE_DIR}
-  artifacts:
-    paths:
-    - public/
-  only:
-  #
-  # FIXME:
-  #
-  # Ideally we want to publish to a different subdir of
-  # pages depending on which stable branch we are building here,
-  # not currently automatically supported but can be worked around.
-  #
-  # See https://gitlab.com/gitlab-org/gitlab-ce/issues/35141
-  #
-  - master
-  except:
-  - schedules