[ARVADOS] updated: 1.1.4-250-g71c1fb0
Git user
git at public.curoverse.com
Thu May 10 09:39:55 EDT 2018
Summary of changes:
sdk/cwl/arvados_cwl/arvworkflow.py | 10 ++++++----
sdk/cwl/tests/arvados-tests.yml | 3 ++-
2 files changed, 8 insertions(+), 5 deletions(-)
via 71c1fb04107bb3d9411dd9f016cd0bf1b40f0e86 (commit)
from a57bdfd315e2c4d81fde5779a8ccdf47bcc7518f (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit 71c1fb04107bb3d9411dd9f016cd0bf1b40f0e86
Author: Peter Amstutz <pamstutz at veritasgenetics.com>
Date: Wed May 9 15:24:55 2018 -0400
12256: Only scan for referenced files first time after packing
Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <pamstutz at veritasgenetics.com>
diff --git a/sdk/cwl/arvados_cwl/arvworkflow.py b/sdk/cwl/arvados_cwl/arvworkflow.py
index ba16b86..05d4648 100644
--- a/sdk/cwl/arvados_cwl/arvworkflow.py
+++ b/sdk/cwl/arvados_cwl/arvworkflow.py
@@ -116,6 +116,7 @@ class ArvadosWorkflow(Workflow):
self.wf_pdh = None
self.dynamic_resource_req = []
self.static_resource_req = []
+ self.wf_reffiles = []
def job(self, joborder, output_callback, **kwargs):
kwargs["work_api"] = self.work_api
@@ -181,6 +182,9 @@ class ArvadosWorkflow(Workflow):
uri,
False)
+ visit_class(packed, ("File", "Directory"), self.wf_reffiles.append)
+
+
if self.dynamic_resource_req:
builder = Builder()
builder.job = joborder
@@ -206,15 +210,13 @@ class ArvadosWorkflow(Workflow):
reffiles = []
visit_class(joborder_keepmount, ("File", "Directory"), reffiles.append)
- reffiles2 = []
- visit_class(packed, ("File", "Directory"), reffiles2.append)
- mapper = ArvPathMapper(self.arvrunner, reffiles+reffiles2, kwargs["basedir"],
+ mapper = ArvPathMapper(self.arvrunner, reffiles+self.wf_reffiles, kwargs["basedir"],
"/keep/%s",
"/keep/%s/%s",
**kwargs)
- kwargs["extra_reffiles"] = copy.deepcopy(reffiles2)
+ kwargs["extra_reffiles"] = copy.deepcopy(self.wf_reffiles)
def keepmount(obj):
remove_redundant_fields(obj)
diff --git a/sdk/cwl/tests/arvados-tests.yml b/sdk/cwl/tests/arvados-tests.yml
index 9106426..8eac718 100644
--- a/sdk/cwl/tests/arvados-tests.yml
+++ b/sdk/cwl/tests/arvados-tests.yml
@@ -206,7 +206,8 @@
output:
out: null
tool: wf-defaults/wf4.cwl
- doc: default in embedded subworkflow
+ doc: default in embedded subworkflow missing 'id' field
+ should_fail: true
- job: null
output:
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list