#!/usr/bin/env python3 # # Copyright (C) 2018 Codethink Limited # Copyright (C) 2019 Bloomberg Finance LLP # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library. If not, see . # # Authors: # Tristan Maat # import os import shutil import tempfile import pytest from buildstream._platform.platform import Platform from buildstream.testing import register_repo_kind, sourcetests_collection_hook from tests.testutils.repo.git import Git from tests.testutils.repo.bzr import Bzr from tests.testutils.repo.ostree import OSTree from tests.testutils.repo.tar import Tar from tests.testutils.repo.zip import Zip # # This file is loaded by pytest, we use it to add a custom # `--integration` option to our test suite, and to install # a session scope fixture. # ################################################# # Implement pytest option # ################################################# def pytest_addoption(parser): parser.addoption('--integration', action='store_true', default=False, help='Run integration tests') parser.addoption('--remote-execution', action='store_true', default=False, help='Run remote-execution tests only') def pytest_runtest_setup(item): # Without --integration: skip tests not marked with 'integration' if not item.config.getvalue('integration'): if item.get_closest_marker('integration'): pytest.skip('skipping integration test') # With --remote-execution: only run tests marked with 'remoteexecution' if item.config.getvalue('remote_execution'): if not item.get_closest_marker('remoteexecution'): pytest.skip('skipping non remote-execution test') # Without --remote-execution: skip tests marked with 'remoteexecution' else: if item.get_closest_marker('remoteexecution'): pytest.skip('skipping remote-execution test') ################################################# # integration_cache fixture # ################################################# # # This is yielded by the `integration_cache` fixture # class IntegrationCache(): def __init__(self, cache): self.root = os.path.abspath(cache) os.makedirs(cache, exist_ok=True) # Use the same sources every time self.sources = os.path.join(self.root, 'sources') # Create a temp directory for the duration of the test for # the artifacts directory try: self.cachedir = tempfile.mkdtemp(dir=self.root, prefix='cache-') except OSError as e: raise AssertionError("Unable to create test directory !") from e @pytest.fixture(scope='session') def integration_cache(request): # Set the cache dir to the INTEGRATION_CACHE variable, or the # default if that is not set. if 'INTEGRATION_CACHE' in os.environ: cache_dir = os.environ['INTEGRATION_CACHE'] else: cache_dir = os.path.abspath('./integration-cache') cache = IntegrationCache(cache_dir) yield cache # Clean up the artifacts after each test run - we only want to # cache sources between runs try: shutil.rmtree(cache.cachedir) except FileNotFoundError: pass try: shutil.rmtree(os.path.join(cache.root, 'cas')) except FileNotFoundError: pass ################################################# # remote_services fixture # ################################################# # # This is returned by the `remote_services` fixture # class RemoteServices(): def __init__(self, **kwargs): self.action_service = kwargs.get('action_service') self.artifact_service = kwargs.get('artifact_service') self.exec_service = kwargs.get('exec_service') self.source_service = kwargs.get('source_service') self.storage_service = kwargs.get('storage_service') @pytest.fixture(scope='session') def remote_services(request): kwargs = {} # Look for remote services configuration in environment. if 'ARTIFACT_CACHE_SERVICE' in os.environ: kwargs['artifact_service'] = os.environ.get('ARTIFACT_CACHE_SERVICE') if 'REMOTE_EXECUTION_SERVICE' in os.environ: kwargs['action_service'] = os.environ.get('REMOTE_EXECUTION_SERVICE') kwargs['exec_service'] = os.environ.get('REMOTE_EXECUTION_SERVICE') kwargs['storage_service'] = os.environ.get('REMOTE_EXECUTION_SERVICE') if 'SOURCE_CACHE_SERVICE' in os.environ: kwargs['source_service'] = os.environ.get('SOURCE_CACHE_SERVICE') return RemoteServices(**kwargs) ################################################# # Automatically reset the platform # ################################################# # # This might need some refactor, maybe buildstream # needs to cleanup more gracefully and we could remove this. # def clean_platform_cache(): Platform._instance = None @pytest.fixture(autouse=True) def ensure_platform_cache_is_clean(): clean_platform_cache() ################################################# # Setup for templated source tests # ################################################# register_repo_kind('git', Git) register_repo_kind('bzr', Bzr) register_repo_kind('ostree', OSTree) register_repo_kind('tar', Tar) register_repo_kind('zip', Zip) # This hook enables pytest to collect the templated source tests from # buildstream.testing def pytest_sessionstart(session): sourcetests_collection_hook(session)