[ARVADOS] updated: 1.1.4-250-g71c1fb0

Git user git at public.curoverse.com
Thu May 10 09:39:55 EDT 2018


Summary of changes:
 sdk/cwl/arvados_cwl/arvworkflow.py | 10 ++++++----
 sdk/cwl/tests/arvados-tests.yml    |  3 ++-
 2 files changed, 8 insertions(+), 5 deletions(-)

       via  71c1fb04107bb3d9411dd9f016cd0bf1b40f0e86 (commit)
      from  a57bdfd315e2c4d81fde5779a8ccdf47bcc7518f (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 71c1fb04107bb3d9411dd9f016cd0bf1b40f0e86
Author: Peter Amstutz <pamstutz at veritasgenetics.com>
Date:   Wed May 9 15:24:55 2018 -0400

    12256: Only scan for referenced files first time after packing
    
    Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <pamstutz at veritasgenetics.com>

diff --git a/sdk/cwl/arvados_cwl/arvworkflow.py b/sdk/cwl/arvados_cwl/arvworkflow.py
index ba16b86..05d4648 100644
--- a/sdk/cwl/arvados_cwl/arvworkflow.py
+++ b/sdk/cwl/arvados_cwl/arvworkflow.py
@@ -116,6 +116,7 @@ class ArvadosWorkflow(Workflow):
         self.wf_pdh = None
         self.dynamic_resource_req = []
         self.static_resource_req = []
+        self.wf_reffiles = []
 
     def job(self, joborder, output_callback, **kwargs):
         kwargs["work_api"] = self.work_api
@@ -181,6 +182,9 @@ class ArvadosWorkflow(Workflow):
                                         uri,
                                         False)
 
+                    visit_class(packed, ("File", "Directory"), self.wf_reffiles.append)
+
+
             if self.dynamic_resource_req:
                 builder = Builder()
                 builder.job = joborder
@@ -206,15 +210,13 @@ class ArvadosWorkflow(Workflow):
 
                 reffiles = []
                 visit_class(joborder_keepmount, ("File", "Directory"), reffiles.append)
-                reffiles2 = []
-                visit_class(packed, ("File", "Directory"), reffiles2.append)
 
-                mapper = ArvPathMapper(self.arvrunner, reffiles+reffiles2, kwargs["basedir"],
+                mapper = ArvPathMapper(self.arvrunner, reffiles+self.wf_reffiles, kwargs["basedir"],
                                  "/keep/%s",
                                  "/keep/%s/%s",
                                  **kwargs)
 
-                kwargs["extra_reffiles"] = copy.deepcopy(reffiles2)
+                kwargs["extra_reffiles"] = copy.deepcopy(self.wf_reffiles)
 
                 def keepmount(obj):
                     remove_redundant_fields(obj)
diff --git a/sdk/cwl/tests/arvados-tests.yml b/sdk/cwl/tests/arvados-tests.yml
index 9106426..8eac718 100644
--- a/sdk/cwl/tests/arvados-tests.yml
+++ b/sdk/cwl/tests/arvados-tests.yml
@@ -206,7 +206,8 @@
   output:
     out: null
   tool: wf-defaults/wf4.cwl
-  doc: default in embedded subworkflow
+  doc: default in embedded subworkflow missing 'id' field
+  should_fail: true
 
 - job: null
   output:

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list