diff options
author | Benjamin Schubert <contact@benschubert.me> | 2020-07-04 12:13:24 +0000 |
---|---|---|
committer | Benjamin Schubert <contact@benschubert.me> | 2020-08-22 12:52:00 +0000 |
commit | 48a4891293c188ac55cd7d08287956d119dbb01f (patch) | |
tree | 5417d63be7a4703c1d8515084aa98fdb078a0097 /src | |
parent | 4929020e85b68c3446ddc276821219fc1f687d18 (diff) | |
download | buildstream-48a4891293c188ac55cd7d08287956d119dbb01f.tar.gz |
_messenger.py: Make `timed_suspendable` public and use it in job.pybschubert/timed-suspendable
This reduces the amount of code duplication
Diffstat (limited to 'src')
-rw-r--r-- | src/buildstream/_messenger.py | 60 | ||||
-rw-r--r-- | src/buildstream/_scheduler/jobs/job.py | 29 |
2 files changed, 39 insertions, 50 deletions
diff --git a/src/buildstream/_messenger.py b/src/buildstream/_messenger.py index 3a32a2467..805f56b5b 100644 --- a/src/buildstream/_messenger.py +++ b/src/buildstream/_messenger.py @@ -160,7 +160,7 @@ class Messenger: # @contextmanager def timed_activity(self, activity_name, *, element_name=None, detail=None, silent_nested=False): - with self._timed_suspendable() as timedata: + with self.timed_suspendable() as timedata: try: # Push activity depth for status messages message = Message(MessageType.START, activity_name, detail=detail, element_name=element_name) @@ -204,7 +204,7 @@ class Messenger: if not full_name: full_name = activity_name - with self._timed_suspendable() as timedata: + with self.timed_suspendable() as timedata: try: message = Message(MessageType.START, activity_name, element_name=element_name) self.message(message) @@ -326,6 +326,34 @@ class Messenger: def get_log_filename(self): return self._log_filename + # timed_suspendable() + # + # A contextmanager that allows an activity to be suspended and can + # adjust for clock drift caused by suspending + # + # Yields: + # TimeData: An object that contains the time the activity started + # + @contextmanager + def timed_suspendable(self): + # Note: timedata needs to be in a namedtuple so that values can be + # yielded that will change + timedata = _TimeData(start_time=datetime.datetime.now()) + stopped_time = None + + def stop_time(): + nonlocal stopped_time + stopped_time = datetime.datetime.now() + + def resume_time(): + nonlocal timedata + nonlocal stopped_time + sleep_time = datetime.datetime.now() - stopped_time + timedata.start_time += sleep_time + + with _signals.suspendable(stop_time, resume_time): + yield timedata + # _record_message() # # Records the message if recording is enabled @@ -388,31 +416,3 @@ class Messenger: if self._render_status_cb and now >= self._next_render: self._render_status_cb() self._next_render = now + _RENDER_INTERVAL - - # _timed_suspendable() - # - # A contextmanager that allows an activity to be suspended and can - # adjust for clock drift caused by suspending - # - # Yields: - # TimeData: An object that contains the time the activity started - # - @contextmanager - def _timed_suspendable(self): - # Note: timedata needs to be in a namedtuple so that values can be - # yielded that will change - timedata = _TimeData(start_time=datetime.datetime.now()) - stopped_time = None - - def stop_time(): - nonlocal stopped_time - stopped_time = datetime.datetime.now() - - def resume_time(): - nonlocal timedata - nonlocal stopped_time - sleep_time = datetime.datetime.now() - stopped_time - timedata.start_time += sleep_time - - with _signals.suspendable(stop_time, resume_time): - yield timedata diff --git a/src/buildstream/_scheduler/jobs/job.py b/src/buildstream/_scheduler/jobs/job.py index 7ea87dc62..33aeebf29 100644 --- a/src/buildstream/_scheduler/jobs/job.py +++ b/src/buildstream/_scheduler/jobs/job.py @@ -675,41 +675,30 @@ class ChildJob: self._pipe_w = pipe_w self._messenger.set_message_handler(self._child_message_handler) - starttime = datetime.datetime.now() - stopped_time = None - - def stop_time(): - nonlocal stopped_time - stopped_time = datetime.datetime.now() - - def resume_time(): - nonlocal stopped_time - nonlocal starttime - starttime += datetime.datetime.now() - stopped_time - # Graciously handle sigterms. def handle_sigterm(): self._child_shutdown(_ReturnCode.TERMINATED) # Time, log and and run the action function # - with _signals.terminator(handle_sigterm), _signals.suspendable( - stop_time, resume_time - ), self._messenger.recorded_messages(self._logfile, self._logdir) as filename: - + with _signals.terminator( + handle_sigterm + ), self._messenger.timed_suspendable() as timeinfo, self._messenger.recorded_messages( + self._logfile, self._logdir + ) as filename: self.message(MessageType.START, self.action_name, logfile=filename) try: # Try the task action result = self.child_process() # pylint: disable=assignment-from-no-return except SkipJob as e: - elapsed = datetime.datetime.now() - starttime + elapsed = datetime.datetime.now() - timeinfo.start_time self.message(MessageType.SKIPPED, str(e), elapsed=elapsed, logfile=filename) # Alert parent of skip by return code self._child_shutdown(_ReturnCode.SKIPPED) except BstError as e: - elapsed = datetime.datetime.now() - starttime + elapsed = datetime.datetime.now() - timeinfo.start_time retry_flag = e.temporary if retry_flag and (self._tries <= self._max_retries): @@ -739,7 +728,7 @@ class ChildJob: # send the traceback and formatted exception back to the frontend # and print it to the log file. # - elapsed = datetime.datetime.now() - starttime + elapsed = datetime.datetime.now() - timeinfo.start_time detail = "An unhandled exception occured:\n\n{}".format(traceback.format_exc()) self.message(MessageType.BUG, self.action_name, elapsed=elapsed, detail=detail, logfile=filename) @@ -751,7 +740,7 @@ class ChildJob: self._send_message(_MessageType.CHILD_DATA, self.child_process_data()) self._child_send_result(result) - elapsed = datetime.datetime.now() - starttime + elapsed = datetime.datetime.now() - timeinfo.start_time self.message(MessageType.SUCCESS, self.action_name, elapsed=elapsed, logfile=filename) # Shutdown needs to stay outside of the above context manager, |