summaryrefslogtreecommitdiff
path: root/tests/remoteexecution/partial.py
blob: a640f27d54f89b0ff2af40b94e1224390ca7eb6a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
# Pylint doesn't play well with fixtures and dependency injection from pytest
# pylint: disable=redefined-outer-name

import os
import pytest

from buildstream._exceptions import ErrorDomain
from buildstream.testing import cli_remote_execution as cli  # pylint: disable=unused-import
from buildstream.testing.integration import assert_contains

from tests.testutils.artifactshare import create_artifact_share


pytestmark = pytest.mark.remoteexecution


DATA_DIR = os.path.join(
    os.path.dirname(os.path.realpath(__file__)),
    "project"
)


# Test that `bst build` does not download file blobs of a build-only dependency
# to the local cache.
@pytest.mark.datafiles(DATA_DIR)
@pytest.mark.parametrize('pull_artifact_files', [True, False])
@pytest.mark.parametrize('build_all', [True, False])
def test_build_dependency_partial_local_cas(cli, datafiles, pull_artifact_files, build_all):
    project = str(datafiles)
    element_name = 'no-runtime-deps.bst'
    builddep_element_name = 'autotools/amhello.bst'
    checkout = os.path.join(cli.directory, 'checkout')
    builddep_checkout = os.path.join(cli.directory, 'builddep-checkout')

    services = cli.ensure_services()
    assert set(services) == set(['action-cache', 'execution', 'storage'])

    # configure pull blobs
    if build_all:
        cli.configure({
            'build': {
                'dependencies': 'all'
            }
        })
    cli.config['remote-execution']['pull-artifact-files'] = pull_artifact_files

    result = cli.run(project=project, args=['build', element_name])
    result.assert_success()

    # Verify artifact is pulled bar files when ensure artifact files is set
    result = cli.run(project=project, args=['artifact', 'checkout', element_name,
                                            '--directory', checkout])
    if pull_artifact_files:
        result.assert_success()
        assert_contains(checkout, ['/test'])
    else:
        result.assert_main_error(ErrorDomain.STREAM, 'uncached-checkout-attempt')

    # Verify build dependencies is pulled for ALL and BUILD
    result = cli.run(project=project, args=['artifact', 'checkout', builddep_element_name,
                                            '--directory', builddep_checkout])
    if build_all and pull_artifact_files:
        result.assert_success()
    else:
        result.assert_main_error(ErrorDomain.STREAM, 'uncached-checkout-attempt')


@pytest.mark.datafiles(DATA_DIR)
def test_build_partial_push(cli, tmpdir, datafiles):
    project = str(datafiles)
    share_dir = os.path.join(str(tmpdir), "artifactshare")
    element_name = 'no-runtime-deps.bst'
    builddep_element_name = 'autotools/amhello.bst'

    with create_artifact_share(share_dir) as share:

        services = cli.ensure_services()
        assert set(services) == set(['action-cache', 'execution', 'storage'])

        cli.config['artifacts'] = {
            'url': share.repo,
            'push': True,
        }

        res = cli.run(project=project, args=['build', element_name])
        res.assert_success()

        assert builddep_element_name in res.get_pushed_elements()