From 4485a86c612bc511d0f2e4ca5b145562111b7663 Mon Sep 17 00:00:00 2001 From: Angelos Evripiotis Date: Thu, 11 Apr 2019 10:49:32 +0100 Subject: WIP: bst-job-replay --- setup.py | 3 ++- src/buildstream/_jobreplay.py | 15 +++++++++++++++ src/buildstream/_scheduler/jobs/job.py | 5 +++++ 3 files changed, 22 insertions(+), 1 deletion(-) create mode 100644 src/buildstream/_jobreplay.py diff --git a/setup.py b/setup.py index 267ca6fb4..15003bae3 100755 --- a/setup.py +++ b/setup.py @@ -149,7 +149,8 @@ bst_install_entry_points = { if not os.environ.get('BST_ARTIFACTS_ONLY', ''): check_for_bwrap() bst_install_entry_points['console_scripts'] += [ - 'bst = buildstream._frontend:cli' + 'bst = buildstream._frontend:cli', + 'bst-job-replay = buildstream._jobreplay:cli', ] ##################################################### diff --git a/src/buildstream/_jobreplay.py b/src/buildstream/_jobreplay.py new file mode 100644 index 000000000..1c053241c --- /dev/null +++ b/src/buildstream/_jobreplay.py @@ -0,0 +1,15 @@ +import multiprocessing + +import click + +from ._scheduler.jobs.job import _unpickle_child_job + + +@click.command(name='bst-job-replay', short_help="Replay a bst job") +@click.argument('replayfile', type=click.File("rb")) +def cli(replayfile): + job = _unpickle_child_job(replayfile) + queue = multiprocessing.Queue() + job._queue = queue + job._scheduler_context.set_message_handler(job._child_message_handler) + job.child_process() diff --git a/src/buildstream/_scheduler/jobs/job.py b/src/buildstream/_scheduler/jobs/job.py index 76cbe0d4c..4454a33aa 100644 --- a/src/buildstream/_scheduler/jobs/job.py +++ b/src/buildstream/_scheduler/jobs/job.py @@ -23,6 +23,7 @@ import copyreg import io import os +import pathlib import pickle import sys import signal @@ -148,6 +149,10 @@ def _pickle_child_job(child_job, context): pickler.dump(child_job) data.seek(0) + path = f"{child_job.action_name}_{child_job._task_id}" + with open(path, "wb") as f: + f.write(data.getvalue()) + return data -- cgit v1.2.1