1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# Copyright (C) 2012 Codethink Limited
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
import datetime
from multiprocessing import Manager, Process
import morphlib
class BuildWorker(object):
def __init__(self, name, ident, app):
self.name = name
self.ident = ident
self.settings = app.settings
self.real_msg = app.msg
self.indent = 2
self.idle_since = datetime.datetime.now()
self.manager = Manager()
self.reset()
def indent_more(self):
self.indent += 1
def indent_less(self):
self.indent -= 1
def msg(self, text):
spaces = ' ' * self.indent
self.real_msg('%s%s' % (spaces, text))
def reset(self):
self.process = None
self.blob = None
self._output = self.manager.list()
def build(self, blob):
raise NotImplementedError
def check_complete(self, timeout):
if self.process:
self.process.join(timeout)
if self.process.is_alive():
return False
else:
self.idle_since = datetime.datetime.now()
return True
else:
return True
@property
def output(self):
try:
return self._output[0]
except IndexError:
return None
def __str__(self):
return self.name
class LocalBuildWorker(BuildWorker):
def __init__(self, name, ident, app):
BuildWorker.__init__(self, name, ident, app)
def run(self, repo, ref, filename, output):
ex = morphlib.execute.Execute('.', self.msg)
stdout = ex.runv(['./morph', '--verbose', '--keep-path',
'build', repo, ref, filename])
output.append(stdout)
# TODO report errors back to the caller
def build(self, blob):
self.reset()
self.blob = blob
args = (blob.morph.treeish.original_repo,
blob.morph.treeish.ref,
blob.morph.filename,
self._output)
self.process = Process(group=None, target=self.run, args=args)
self.process.start()
class RemoteBuildWorker(BuildWorker):
def __init__(self, name, ident, app):
BuildWorker.__init__(self, name, ident, app)
self.hostname = ident
def run(self, repo, ref, filename, output):
ex = morphlib.execute.Execute('.', self.msg)
# generate command line options
cmdline = ['ssh', self.hostname]
cmdline.extend(['fakeroot', 'morph', 'build', repo, ref, filename])
# run morph on the other machine
stdout = ex.runv(cmdline)
output.append(stdout)
# TODO report errors back to the caller
def build(self, blob):
self.reset()
self.blob = blob
args = (blob.morph.treeish.original_repo,
blob.morph.treeish.ref,
blob.morph.filename,
self._output)
self.process = Process(group=None, target=self.run, args=args)
self.process.start()
|