summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAngelos Evripiotis <jevripiotis@bloomberg.net>2019-04-11 10:49:32 +0100
committerAngelos Evripiotis <jevripiotis@bloomberg.net>2019-06-12 16:18:44 +0100
commitb150ce6a179d8c50f0c6abdeb916d67c9226787e (patch)
tree8bfcd8b372703b7a0a0d14262d26ff2346c885f2
parent9f08529b581d9ec697286e04bce29e8a15ddbe0c (diff)
downloadbuildstream-aevri/picklable_jobs2.tar.gz
WIP: bst-job-replayaevri/picklable_jobs2
-rwxr-xr-xsetup.py3
-rw-r--r--src/buildstream/_jobreplay.py15
-rw-r--r--src/buildstream/_scheduler/jobs/job.py5
3 files changed, 22 insertions, 1 deletions
diff --git a/setup.py b/setup.py
index ed211dd09..4e4f203eb 100755
--- a/setup.py
+++ b/setup.py
@@ -152,7 +152,8 @@ bst_install_entry_points = {
if not os.environ.get('BST_ARTIFACTS_ONLY', ''):
check_for_bwrap()
bst_install_entry_points['console_scripts'] += [
- 'bst = buildstream._frontend:cli'
+ 'bst = buildstream._frontend:cli',
+ 'bst-job-replay = buildstream._jobreplay:cli',
]
#####################################################
diff --git a/src/buildstream/_jobreplay.py b/src/buildstream/_jobreplay.py
new file mode 100644
index 000000000..1c053241c
--- /dev/null
+++ b/src/buildstream/_jobreplay.py
@@ -0,0 +1,15 @@
+import multiprocessing
+
+import click
+
+from ._scheduler.jobs.job import _unpickle_child_job
+
+
+@click.command(name='bst-job-replay', short_help="Replay a bst job")
+@click.argument('replayfile', type=click.File("rb"))
+def cli(replayfile):
+ job = _unpickle_child_job(replayfile)
+ queue = multiprocessing.Queue()
+ job._queue = queue
+ job._scheduler_context.set_message_handler(job._child_message_handler)
+ job.child_process()
diff --git a/src/buildstream/_scheduler/jobs/job.py b/src/buildstream/_scheduler/jobs/job.py
index 7bca17d14..10fa4b28e 100644
--- a/src/buildstream/_scheduler/jobs/job.py
+++ b/src/buildstream/_scheduler/jobs/job.py
@@ -23,6 +23,7 @@
import copyreg
import io
import os
+import pathlib
import pickle
import sys
import signal
@@ -148,6 +149,10 @@ def _pickle_child_job(child_job, context):
pickler.dump(child_job)
data.seek(0)
+ path = f"{child_job.action_name}_{child_job._task_id}"
+ with open(path, "wb") as f:
+ f.write(data.getvalue())
+
return data