[ARVADOS] created: 308fddf4affe8b511c1617230048a554bc19f996

git at public.curoverse.com git at public.curoverse.com
Wed Feb 10 15:41:38 EST 2016


        at  308fddf4affe8b511c1617230048a554bc19f996 (commit)


commit 308fddf4affe8b511c1617230048a554bc19f996
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Wed Feb 10 15:33:41 2016 -0500

    8409: Report Keep cache miss rate & Keep cache utilization

diff --git a/tools/crunchstat-summary/crunchstat_summary/summarizer.py b/tools/crunchstat-summary/crunchstat_summary/summarizer.py
index 60f1b20..fcf94ef 100644
--- a/tools/crunchstat-summary/crunchstat_summary/summarizer.py
+++ b/tools/crunchstat-summary/crunchstat_summary/summarizer.py
@@ -65,7 +65,7 @@ class Summarizer(object):
                 logger.debug('%s: seq %d is task %s', self.label, seq, uuid)
                 continue
 
-            m = re.search(r'^\S+ \S+ \d+ (?P<seq>\d+) success in (?P<elapsed>\d+) seconds', line)
+            m = re.search(r'^\S+ \S+ \d+ (?P<seq>\d+) (success in|failure \(#., permanent\) after) (?P<elapsed>\d+) seconds', line)
             if m:
                 task_id = self.seq_to_uuid[int(m.group('seq'))]
                 elapsed = int(m.group('elapsed'))
@@ -238,7 +238,15 @@ class Summarizer(object):
                 ('Max network speed in a single interval: {}MB/s',
                  self.stats_max['net:eth0']['tx+rx__rate'] +
                  self.stats_max['net:keep0']['tx+rx__rate'],
-                 lambda x: x / 1e6)):
+                 lambda x: x / 1e6),
+                ('Keep cache miss rate {}%',
+                 float(self.job_tot['keepcache']['miss']) /
+                 float(self.job_tot['keepcalls']['get']),
+                 lambda x: x * 100.0),
+                ('Keep cache utilization {}%',
+                 float(self.job_tot['blkio:0:0']['read']) /
+                 float(self.job_tot['net:keep0']['rx']),
+                 lambda x: x * 100.0)):
             format_string, val, transform = args
             if val == float('-Inf'):
                 continue

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list