[ARVADOS] updated: 46dc751a9286801b556875077f8f7c4fff59f469
git at public.curoverse.com
git at public.curoverse.com
Tue Feb 9 13:53:42 EST 2016
Summary of changes:
tools/crunchstat-summary/crunchstat_summary/summarizer.py | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
via 46dc751a9286801b556875077f8f7c4fff59f469 (commit)
from 1801e182be76647235bf237f614f80ad033528e1 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit 46dc751a9286801b556875077f8f7c4fff59f469
Author: Tom Clegg <tom at curoverse.com>
Date: Tue Feb 9 13:53:38 2016 -0500
8341: In pipeline mode, process all jobs concurrently.
diff --git a/tools/crunchstat-summary/crunchstat_summary/summarizer.py b/tools/crunchstat-summary/crunchstat_summary/summarizer.py
index cf748ff..1a6a41c 100644
--- a/tools/crunchstat-summary/crunchstat_summary/summarizer.py
+++ b/tools/crunchstat-summary/crunchstat_summary/summarizer.py
@@ -10,6 +10,7 @@ import itertools
import math
import re
import sys
+import threading
from arvados.api import OrderedJsonModel
from crunchstat_summary import logger
@@ -378,8 +379,14 @@ class PipelineSummarizer(object):
self.label = pipeline_instance_uuid
def run(self):
+ threads = []
for summarizer in self.summarizers.itervalues():
- summarizer.run()
+ t = threading.Thread(target=summarizer.run)
+ t.daemon = True
+ t.start()
+ threads.append(t)
+ for t in threads:
+ t.join()
def text_report(self):
txt = ''
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list