[ARVADOS] created: ddbe4fd3a397a58ffe78487aee8525cca9627659

Git user git at public.curoverse.com
Wed May 10 11:50:22 EDT 2017


        at  ddbe4fd3a397a58ffe78487aee8525cca9627659 (commit)


commit ddbe4fd3a397a58ffe78487aee8525cca9627659
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Wed May 10 11:43:26 2017 -0400

    10827: Don't track file mutations.

diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py
index 46436b5..3182137 100644
--- a/sdk/cwl/arvados_cwl/__init__.py
+++ b/sdk/cwl/arvados_cwl/__init__.py
@@ -51,6 +51,17 @@ arvados.log_handler.setFormatter(logging.Formatter(
         '%(asctime)s %(name)s %(levelname)s: %(message)s',
         '%Y-%m-%d %H:%M:%S'))
 
+class NoopMutationManager(object):
+    def register_reader(self, stepname, obj):
+        pass
+    def release_reader(self, stepname, obj):
+        pass
+    def register_mutation(self, stepname, obj):
+        pass
+    def set_generation(self, obj):
+        pass
+
+
 class ArvCwlRunner(object):
     """Execute a CWL tool or workflow, submit work (using either jobs or
     containers API), wait for them to complete, and report output.
@@ -375,6 +386,7 @@ class ArvCwlRunner(object):
         kwargs["use_container"] = True
         kwargs["tmpdir_prefix"] = "tmp"
         kwargs["compute_checksum"] = kwargs.get("compute_checksum")
+        kwargs["mutation_manager"] = NoopMutationManager()
 
         if self.work_api == "containers":
             kwargs["outdir"] = "/var/spool/cwl"

commit 7162967c740adba9f6f04e49a1f423aac77c4f9d
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Wed May 10 11:31:56 2017 -0400

    10827: Fix imports

diff --git a/sdk/cwl/arvados_cwl/crunch_script.py b/sdk/cwl/arvados_cwl/crunch_script.py
index 65ef508..821abf9 100644
--- a/sdk/cwl/arvados_cwl/crunch_script.py
+++ b/sdk/cwl/arvados_cwl/crunch_script.py
@@ -19,7 +19,8 @@ import re
 import functools
 
 from arvados.api import OrderedJsonModel
-from cwltool.process import shortname, adjustFileObjs, adjustDirObjs, normalizeFilesDirs
+from cwltool.process import shortname
+from cwltool.pathmapper import adjustFileObjs, adjustDirObjs, normalizeFilesDirs
 from cwltool.load_tool import load_tool
 from cwltool.errors import WorkflowException
 

commit 32d28ed55e74e19d75112cdbd5ed7a78700b1a3f
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Wed May 10 11:16:18 2017 -0400

    10827: Bump cwltool & schema salad dependency.

diff --git a/sdk/cwl/setup.py b/sdk/cwl/setup.py
index 2b11671..25b3cf9 100644
--- a/sdk/cwl/setup.py
+++ b/sdk/cwl/setup.py
@@ -48,8 +48,8 @@ setup(name='arvados-cwl-runner',
       # Note that arvados/build/run-build-packages.sh looks at this
       # file to determine what version of cwltool and schema-salad to build.
       install_requires=[
-          'cwltool==1.0.20170413194156',
-          'schema-salad==2.5.20170328195758',
+          'cwltool==1.0.20170510151339',
+          'schema-salad==2.5.20170428142041',
           'typing==3.5.3.0',
           'ruamel.yaml==0.13.7',
           'arvados-python-client>=0.1.20170327195441',

commit 4644e14f4158e3fa288abf6d979d2526606e5615
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Wed May 10 11:08:36 2017 -0400

    10827: Add --validate, --print-dot and --enable-dev options (pass through to
    existing cwltool functionality).

diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py
index 3c7de77..46436b5 100644
--- a/sdk/cwl/arvados_cwl/__init__.py
+++ b/sdk/cwl/arvados_cwl/__init__.py
@@ -539,7 +539,12 @@ def arg_parser():  # type: () -> argparse.ArgumentParser
                         help="Time to wait for a Javascript expression to evaluate before giving an error, default 20s.",
                         type=float,
                         default=20)
-    parser.add_argument("--version", action="store_true", help="Print version and exit")
+
+    exgroup = parser.add_mutually_exclusive_group()
+    exgroup.add_argument("--print-dot", action="store_true",
+                         help="Print workflow visualization in graphviz format and exit")
+    exgroup.add_argument("--version", action="store_true", help="Print version and exit")
+    exgroup.add_argument("--validate", action="store_true", help="Validate CWL document only.")
 
     exgroup = parser.add_mutually_exclusive_group()
     exgroup.add_argument("--verbose", action="store_true", help="Default logging")
@@ -611,6 +616,10 @@ def arg_parser():  # type: () -> argparse.ArgumentParser
                         help="Desired workflow behavior when a step fails.  One of 'stop' or 'continue'. "
                         "Default is 'continue'.", default="continue", choices=("stop", "continue"))
 
+    parser.add_argument("--enable-dev", action="store_true",
+                        help="Enable loading and running development versions "
+                             "of CWL spec.", default=False)
+
     parser.add_argument("workflow", type=str, nargs="?", default=None, help="The workflow to execute")
     parser.add_argument("job_order", nargs=argparse.REMAINDER, help="The input object to the workflow.")
 

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list