From fa450377bcecd40fefbbcc4faed06945a8044391 Mon Sep 17 00:00:00 2001
From: Sam Thursfield <sam.thursfield@codethink.co.uk>
Date: Fri, 6 Jun 2014 10:23:35 +0100
Subject: Add distbuild-cluster script

This lets you call 'morph distbuild' for a bunch of systems at once.
---
 release/distbuild-cluster.py | 97 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 97 insertions(+)
 create mode 100644 release/distbuild-cluster.py

(limited to 'release/distbuild-cluster.py')

diff --git a/release/distbuild-cluster.py b/release/distbuild-cluster.py
new file mode 100644
index 00000000..2d0e64d3
--- /dev/null
+++ b/release/distbuild-cluster.py
@@ -0,0 +1,97 @@
+# Copyright (C) 2014  Codethink Limited
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; version 2 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+import os
+import subprocess
+import sys
+import time
+import yaml
+
+import morphlib
+
+
+''' distbuild-cluster: Build all systems in a cluster using distbuild.
+
+This script should be removed once Morph has grown the capability to
+build an entire cluster itself. This will require changes either to the
+distbuild component (so that a single controller can build for multiple
+architectures) or to the way Morph talks to distbuild (so that it can
+handle multiple controllers).
+
+'''
+
+controllers = {
+    'armv7lhf': '10.24.1.134',
+    'x86_32': 'distbuild-x86-32',
+    'x86_64': 'distbuild-x86-64',
+}
+
+
+ref_to_build = 'baserock-14.22'
+
+
+def read_morph(morph_name, kind=None):
+    with open(morph_name + '.morph') as f:
+        morph = yaml.load(f)
+    if kind is not None:
+        assert morph['kind'] == kind
+    return morph
+
+
+class Build(object):
+    '''A single distbuild instance.'''
+
+    def __init__(self, system_name, arch):
+        self.system_name = system_name
+        self.distbuild_controller = controllers[system['arch']]
+
+        self.command = [
+            'morph', 'distbuild-morphology',
+            '--controller-initiator-address=%s' % self.distbuild_controller,
+            'baserock:baserock/definitions', ref_to_build, system_name]
+
+    def start(self):
+        self.process = subprocess.Popen(self.command)
+
+    def completed(self):
+        return (self.process.poll() is not None)
+
+
+if __name__ == '__main__':
+    cluster_name = morphlib.util.strip_morph_extension(sys.argv[1])
+
+    cluster = read_morph(cluster_name, kind='cluster')
+    system_list = [system['morph'] for system in cluster['systems']]
+
+    builds = []
+    for system_name in system_list:
+        system = read_morph(system_name)
+        builds.append(Build(system_name, system['arch']))
+
+    # Morph dumps many log files to the current directory, which I don't
+    # want to be in the root of 'definitions'.
+    if not os.path.exists('builds'):
+        os.mkdir('builds')
+    os.chdir('builds')
+
+    for build in builds:
+        build.start()
+
+    while not all(build.completed() for build in builds):
+        time.sleep(1)
+
+    for build in builds:
+        if build.process.returncode != 0:
+            sys.stderr.write("Building failed for %s\n" % build.system_name)
-- 
cgit v1.2.1