1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
#!/usr/bin/env python
from __future__ import print_function, unicode_literals
"""Parallel runner for clar
"""
import sys, time
from os import path
import subprocess
def parse_suites(exe):
suites = subprocess.check_output([exe, '-l'])
return map(lambda s: s.split(' ')[1], # get the name from each line of output
filter(lambda s: s, # Remove any empty lines
map(lambda s: s.strip(), # remove leading whitespace
suites.split('\n')[3:]))) # skip first three which are info messages
def start_process(exe, suites):
argv = [exe]
for suite in suites:
argv.append("-s{}".format(suite))
return subprocess.Popen(argv, stdout=subprocess.PIPE)
if __name__ == '__main__':
from argparse import ArgumentParser
parser = ArgumentParser(description="Parallel runner for clar")
parser.add_argument('clar', type=unicode, help="Clar runner")
parser.add_argument('-j', '--jobs', type=int, default=1,
help="Number of parallel clars to run")
args = parser.parse_args()
if not args.jobs > 0:
print("fatal: umber of jobs must be positive", file=sys.stderr)
exit(1)
if not path.isfile(args.clar):
print("fatal: clar runner not found", file=sys.stderr)
exit(1)
suites = parse_suites(args.clar)
plural = "" if args.jobs == 1 else "es"
print("Loaded {} suites, using {} process{}".format(len(suites), args.jobs, plural))
# Split the suites into groups so we can give the list to the
# runners. The last one gets a few more in case the number of
# suites does not split evenly into the runners
indices = range(0, len(suites)+1, len(suites) / args.jobs)
indices[-1] = len(suites)
procs = []
for i in range(1, len(indices)):
lower = indices[i-1]
upper = indices[i]
procs.append(start_process(args.clar, suites[lower:upper]))
# Processes have been started
print("Started processes: {}".format(map(lambda p: p.pid, procs)))
while True:
running = len(filter(lambda p: p.poll() is None, procs))
if running == 0:
break
sys.stdout.write("\r{}Running {}".format("\033[K", running))
sys.stdout.flush()
time.sleep(1)
failures = len(filter(lambda p: p.poll() < 0, procs))
errors = sum(filter(lambda p: p.poll() > 0, procs))
successes = filter(lambda p: p.poll() == 0, procs)
print("")
print("errors: {}, failures: {}".format(errors, failures))
|
