diff options
author | Angelos Evripiotis <jevripiotis@bloomberg.net> | 2019-04-11 10:49:32 +0100 |
---|---|---|
committer | Angelos Evripiotis <jevripiotis@bloomberg.net> | 2019-06-12 16:18:44 +0100 |
commit | b150ce6a179d8c50f0c6abdeb916d67c9226787e (patch) | |
tree | 8bfcd8b372703b7a0a0d14262d26ff2346c885f2 | |
parent | 9f08529b581d9ec697286e04bce29e8a15ddbe0c (diff) | |
download | buildstream-aevri/picklable_jobs2.tar.gz |
WIP: bst-job-replayaevri/picklable_jobs2
-rwxr-xr-x | setup.py | 3 | ||||
-rw-r--r-- | src/buildstream/_jobreplay.py | 15 | ||||
-rw-r--r-- | src/buildstream/_scheduler/jobs/job.py | 5 |
3 files changed, 22 insertions, 1 deletions
@@ -152,7 +152,8 @@ bst_install_entry_points = { if not os.environ.get('BST_ARTIFACTS_ONLY', ''): check_for_bwrap() bst_install_entry_points['console_scripts'] += [ - 'bst = buildstream._frontend:cli' + 'bst = buildstream._frontend:cli', + 'bst-job-replay = buildstream._jobreplay:cli', ] ##################################################### diff --git a/src/buildstream/_jobreplay.py b/src/buildstream/_jobreplay.py new file mode 100644 index 000000000..1c053241c --- /dev/null +++ b/src/buildstream/_jobreplay.py @@ -0,0 +1,15 @@ +import multiprocessing + +import click + +from ._scheduler.jobs.job import _unpickle_child_job + + +@click.command(name='bst-job-replay', short_help="Replay a bst job") +@click.argument('replayfile', type=click.File("rb")) +def cli(replayfile): + job = _unpickle_child_job(replayfile) + queue = multiprocessing.Queue() + job._queue = queue + job._scheduler_context.set_message_handler(job._child_message_handler) + job.child_process() diff --git a/src/buildstream/_scheduler/jobs/job.py b/src/buildstream/_scheduler/jobs/job.py index 7bca17d14..10fa4b28e 100644 --- a/src/buildstream/_scheduler/jobs/job.py +++ b/src/buildstream/_scheduler/jobs/job.py @@ -23,6 +23,7 @@ import copyreg import io import os +import pathlib import pickle import sys import signal @@ -148,6 +149,10 @@ def _pickle_child_job(child_job, context): pickler.dump(child_job) data.seek(0) + path = f"{child_job.action_name}_{child_job._task_id}" + with open(path, "wb") as f: + f.write(data.getvalue()) + return data |