1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
#!/usr/bin/env python
import argparse
import glob
import subprocess
import select
import os
import os.path
import sys
import time
NUMJOBS=4
class Job(object):
def __init__(self, dirname, poll):
self.dirname = dirname
self.poll = poll
self.out = b''
def start(self):
self.p = subprocess.Popen(
['./testsuite.sh'],
stdout=subprocess.PIPE, stderr=subprocess.STDOUT, close_fds=True,
cwd=self.dirname)
self.out_fd = self.p.stdout
self.poll.extend([self.out_fd])
def wait(self):
self.poll.remove(self.out_fd)
return self.p.wait()
def run(keep):
# List of tests to run
tests = glob.glob('*[0-9]')
start_time = time.time()
jobs = []
poll = []
failures = []
nbr_tests = len(tests)
nbr_run = 0
nbr_err = 0
while len(tests) != 0 or len(jobs) != 0:
# Start as many jobs as possible
if len(tests) > 0 and len(jobs) < NUMJOBS:
test = tests.pop(0)
j = Job(test, poll)
jobs.append(j)
print('Starting {} [{}+{} err/{}]'.format(
test, nbr_run, nbr_err, nbr_tests))
j.start()
elif len(jobs) > 0:
# Wait for output or end of job.
assert len(poll) == NUMJOBS or len(tests) == 0
res = select.select(poll, [], [])
done = set()
for fd in res[0]:
d = os.read(fd.fileno(), 1024)
if len(d) == 0:
# EOF => end of job.
for j in jobs:
if fd == j.out_fd:
done.add(j)
break
else:
# Gather output
for j in jobs:
if fd == j.out_fd:
j.out += d
for j in done:
print('Finish: {}'.format(j.dirname))
s = j.out
if sys.version_info[0] >= 3:
s = s.decode('latin-1')
print(s)
code = j.wait()
if code != 0:
print('############### Error for {}'.format(j.dirname))
nbr_err += 1
failures.append(j.dirname)
if not keep:
tests = []
jobs.remove(j)
nbr_run += 1
end_time = time.time()
print('{}/{} tests run in {} sec, {} failures'.format(
nbr_run, nbr_tests, end_time - start_time, nbr_err))
if failures:
print('Failure: {}'.format(failures))
return False
return True
if __name__ == '__main__':
parser = argparse.ArgumentParser(description="parallel test driver")
parser.add_argument("-k", "--keep",
help="keep running", action='store_true')
parser.add_argument("-j", "--jobs", type=int, default=4,
help="number of parallel jobs")
args = parser.parse_args()
NUMJOBS = args.jobs
if not run(args.keep):
sys.exit(1)
|
