diff options
-rw-r--r-- | src/buildstream/_scheduler/queues/artifactpushqueue.py | 2 | ||||
-rw-r--r-- | src/buildstream/_stream.py | 52 | ||||
-rw-r--r-- | tests/frontend/push.py | 12 | ||||
-rw-r--r-- | tests/integration/pullbuildtrees.py | 2 |
4 files changed, 10 insertions, 58 deletions
diff --git a/src/buildstream/_scheduler/queues/artifactpushqueue.py b/src/buildstream/_scheduler/queues/artifactpushqueue.py index 6ed79a5ba..79597c704 100644 --- a/src/buildstream/_scheduler/queues/artifactpushqueue.py +++ b/src/buildstream/_scheduler/queues/artifactpushqueue.py @@ -32,7 +32,7 @@ class ArtifactPushQueue(Queue): complete_name = "Artifacts Pushed" resources = [ResourceType.UPLOAD] - def __init__(self, scheduler, *, skip_uncached=True): + def __init__(self, scheduler, *, skip_uncached=False): super().__init__(scheduler) self._skip_uncached = skip_uncached diff --git a/src/buildstream/_stream.py b/src/buildstream/_stream.py index fbb2fca69..3b0a308e7 100644 --- a/src/buildstream/_stream.py +++ b/src/buildstream/_stream.py @@ -48,7 +48,7 @@ from .element import Element from ._pipeline import Pipeline from ._profile import Topics, PROFILER from ._state import State -from .types import _KeyStrength, _PipelineSelection, _SchedulerErrorAction, _Scope +from .types import _KeyStrength, _PipelineSelection, _Scope from .plugin import Plugin from . import utils, _yaml, _site @@ -301,7 +301,7 @@ class Stream: self._add_queue(BuildQueue(self._scheduler)) if self._artifacts.has_push_remotes(): - self._add_queue(ArtifactPushQueue(self._scheduler)) + self._add_queue(ArtifactPushQueue(self._scheduler, skip_uncached=True)) if self._sourcecache.has_push_remotes(): self._add_queue(SourcePushQueue(self._scheduler)) @@ -484,49 +484,11 @@ class Stream: self._pipeline.assert_consistent(elements) - # Check if we require a pull queue, with given artifact state and context - require_buildtrees = self._buildtree_pull_required(elements) - if require_buildtrees: - self._message(MessageType.INFO, "Attempting to fetch missing artifact buildtrees") - self._add_queue(PullQueue(self._scheduler)) - self._enqueue_plan(require_buildtrees) - - # Before we try to push the artifacts, ensure they're cached - cached_elements = [] - uncached_elements = [] - self._message(MessageType.INFO, "Verifying that elements are cached") - for element in elements: - if element._cached(): - cached_elements.append(element) - else: - msg = "{} is not cached".format(element.name) - if self._context.sched_error_action != _SchedulerErrorAction.CONTINUE: - raise StreamError("Push failed: " + msg) - - self._message(MessageType.WARN, msg) - uncached_elements.append(element) - - if cached_elements: - self._scheduler.clear_queues() - push_queue = ArtifactPushQueue(self._scheduler) - self._add_queue(push_queue) - self._enqueue_plan(cached_elements, queue=push_queue) - self._run(announce_session=True) - - # If the user has selected to continue on error, fail the command - # and print a summary of artifacts which could not be pushed - # - # NOTE: Usually we check the _SchedulerErrorAction when a *job* has failed. - # However, we cannot create a PushQueue job unless we intentionally - # ready an uncached element in the PushQueue. - if self._context.sched_error_action == _SchedulerErrorAction.CONTINUE and uncached_elements: - names = [element.name for element in uncached_elements] - fail_str = ( - "Error while pushing. The following elements were not pushed as they are " - "not yet cached:\n\n\t{}\n".format("\n\t".join(names)) - ) - - raise StreamError(fail_str) + self._scheduler.clear_queues() + self._add_queue(PullQueue(self._scheduler)) + self._add_queue(ArtifactPushQueue(self._scheduler)) + self._enqueue_plan(elements) + self._run(announce_session=True) # checkout() # diff --git a/tests/frontend/push.py b/tests/frontend/push.py index ffcc166f9..4b10b5bcd 100644 --- a/tests/frontend/push.py +++ b/tests/frontend/push.py @@ -239,16 +239,8 @@ def test_push_fails_with_on_error_continue(cli, tmpdir, datafiles): assert_shared(cli, share, project, "target.bst") assert_not_shared(cli, share, project, "import-dev.bst") - errors = [ - "import-dev.bst is not cached", - ( - "Error while pushing. The following elements were not pushed as they are not yet cached:\n" - "\n" - "\timport-dev.bst\n" - ), - ] - for error in errors: - assert error in result.stderr + + assert "Push failed: import-dev.bst is not cached" in result.stderr # Tests that `bst artifact push --deps DEPS` pushes selected dependencies of diff --git a/tests/integration/pullbuildtrees.py b/tests/integration/pullbuildtrees.py index 6d9eefb26..5923ce544 100644 --- a/tests/integration/pullbuildtrees.py +++ b/tests/integration/pullbuildtrees.py @@ -142,7 +142,6 @@ def test_pullbuildtrees(cli2, tmpdir, datafiles): assert element_name in result.get_pulled_elements() cli2.configure({"artifacts": {"url": share3.repo, "push": True}}) result = cli2.run(project=project, args=["--pull-buildtrees", "artifact", "push", element_name]) - assert "Attempting to fetch missing artifact buildtrees" in result.stderr assert element_name not in result.get_pulled_elements() with cli2.artifact.extract_buildtree(cwd, cwd, artifact_name) as buildtreedir: assert not buildtreedir @@ -155,7 +154,6 @@ def test_pullbuildtrees(cli2, tmpdir, datafiles): # without exlipictly requiring a bst artifact pull. cli2.configure({"artifacts": [{"url": share1.repo, "push": False}, {"url": share3.repo, "push": True}]}) result = cli2.run(project=project, args=["--pull-buildtrees", "artifact", "push", element_name]) - assert "Attempting to fetch missing artifact buildtrees" in result.stderr assert element_name in result.get_pulled_elements() with cli2.artifact.extract_buildtree(cwd, cwd, artifact_name) as buildtreedir: assert os.path.isdir(buildtreedir) |