Add parallel test driver (in python).

1 files changed, 80 insertions, 0 deletions

diff --git a/testsuite/gna/testsuite.py b/testsuite/gna/testsuite.py
new file mode 100755
index 000000000..13ae4a24b
--- /dev/null
+++ b/testsuite/gna/testsuite.py
@@ -0,0 +1,80 @@
+#!/usr/bin/env python
+
+import glob
+import subprocess
+import select
+import os
+import os.path
+import time
+
+DIRS=['bug*', 'sr*', 'deb*', 'ticket*', 'issue*']
+NUMJOBS=4
+
+class Job(object):
+    def __init__(self, dirname, poll):
+        self.dirname = dirname
+        self.poll = poll
+        self.out = ''
+
+    def start(self):
+        self.p = subprocess.Popen(
+            ['./testsuite.sh'],
+            stdout=subprocess.PIPE, stderr=subprocess.STDOUT, close_fds=True,
+            cwd=self.dirname)
+        self.out_fd = self.p.stdout
+        self.poll.extend([self.out_fd])
+
+    def wait(self):
+        self.poll.remove(self.out_fd)
+        return self.p.wait()
+
+def run():
+    # List of tests to run
+    tests = []
+    for d in DIRS:
+        tests.extend(glob.glob(d))
+
+    jobs = []
+    poll = []
+    num = 0
+    while len(tests) != 0 or len(jobs) != 0:
+        # Start as many jobs as possible
+        if len(tests) > 0 and len(jobs) < NUMJOBS:
+            test = tests.pop(0)
+            j = Job(test, poll)
+            jobs.append(j)
+            print('Starting {}'.format(test))
+            j.start()
+        elif len(jobs) > 0:
+            #print('polling {}'.format(poll))
+            assert len(poll) == NUMJOBS or len(tests) == 0
+            t1 = time.time()
+            res = select.select(poll, [], [])
+            t2 = time.time()
+            #print('poll res {}sec: {}'.format(t2 - t2, res[0]))
+            done = set()
+            for fd in res[0]:
+                d = os.read(fd.fileno(), 1024)
+                if len(d) == 0:
+                    for j in jobs:
+                        if fd == j.out_fd:
+                            done.add(j)
+                            break
+                else:
+                    for j in jobs:
+                        if fd == j.out_fd:
+                            j.out += d
+            for j in done:
+                print('Finish: {}'.format(j.dirname))
+                print(j.out)
+                code = j.wait()
+                if code != 0:
+                    print('############### Error for {}'.format(j.dirname))
+                jobs.remove(j)
+                num += 1
+
+    print('{} tests run'.format(num))
+
+
+run()
+