[ARVADOS] created: 60cd3e84fb2067191bc7f26490f301e2bbc07a4a
Git user
git at public.curoverse.com
Wed Aug 10 12:27:16 EDT 2016
at 60cd3e84fb2067191bc7f26490f301e2bbc07a4a (commit)
commit 60cd3e84fb2067191bc7f26490f301e2bbc07a4a
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Wed Aug 10 11:51:44 2016 -0400
9751: Provide make_fs_access=CollectionFsAccess and bump cwltool pin.
diff --git a/build/run-build-packages.sh b/build/run-build-packages.sh
index e1c0ac3..fec4950 100755
--- a/build/run-build-packages.sh
+++ b/build/run-build-packages.sh
@@ -467,7 +467,7 @@ fpm_build schema_salad "" "" python 1.14.20160708181155
fpm_build ruamel.yaml "" "" python 0.11.11 --python-setup-py-arguments "--single-version-externally-managed"
# And for cwltool we have the same problem as for schema_salad. Ward, 2016-03-17
-fpm_build cwltool "" "" python 1.0.20160726135535
+fpm_build cwltool "" "" python 1.0.20160810161358
# FPM eats the trailing .0 in the python-rdflib-jsonld package when built with 'rdflib-jsonld>=0.3.0'. Force the version. Ward, 2016-03-25
fpm_build rdflib-jsonld "" "" python 0.3.0
diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py
index 99db9f1..7bd9df3 100644
--- a/sdk/cwl/arvados_cwl/__init__.py
+++ b/sdk/cwl/arvados_cwl/__init__.py
@@ -9,6 +9,7 @@ import os
import sys
import threading
import hashlib
+from functools import partial
import pkg_resources # part of setuptools
from cwltool.errors import WorkflowException
@@ -113,7 +114,6 @@ class ArvCwlRunner(object):
useruuid = self.api.users().current().execute()["uuid"]
self.project_uuid = kwargs.get("project_uuid") if kwargs.get("project_uuid") else useruuid
self.pipeline = None
- self.fs_access = CollectionFsAccess(kwargs["basedir"], api_client=self.api)
if kwargs.get("create_template"):
tmpl = RunnerTemplate(self, tool, job_order, kwargs.get("enable_reuse"))
@@ -124,7 +124,7 @@ class ArvCwlRunner(object):
self.debug = kwargs.get("debug")
self.ignore_docker_for_reuse = kwargs.get("ignore_docker_for_reuse")
- kwargs["fs_access"] = self.fs_access
+ self.fs_access = kwargs["make_fs_access"](kwargs["basedir"])
kwargs["enable_reuse"] = kwargs.get("enable_reuse")
kwargs["use_container"] = True
kwargs["tmpdir_prefix"] = "tmp"
@@ -341,4 +341,5 @@ def main(args, stdout, stderr, api_client=None):
executor=runner.arvExecutor,
makeTool=runner.arvMakeTool,
versionfunc=versionstring,
- job_order_object=job_order_object)
+ job_order_object=job_order_object,
+ make_fs_access=partial(CollectionFsAccess, api_client=api_client))
diff --git a/sdk/cwl/arvados_cwl/fsaccess.py b/sdk/cwl/arvados_cwl/fsaccess.py
index d2d38b0..4b129cc 100644
--- a/sdk/cwl/arvados_cwl/fsaccess.py
+++ b/sdk/cwl/arvados_cwl/fsaccess.py
@@ -1,14 +1,14 @@
import fnmatch
import os
-import cwltool.process
+import cwltool.stdfsaccess
from cwltool.pathmapper import abspath
import arvados.util
import arvados.collection
import arvados.arvfile
-class CollectionFsAccess(cwltool.process.StdFsAccess):
+class CollectionFsAccess(cwltool.stdfsaccess.StdFsAccess):
"""Implement the cwltool FsAccess interface for Arvados Collections."""
def __init__(self, basedir, api_client=None):
diff --git a/sdk/cwl/setup.py b/sdk/cwl/setup.py
index 9fcbdd7..60ea7ab 100644
--- a/sdk/cwl/setup.py
+++ b/sdk/cwl/setup.py
@@ -32,7 +32,7 @@ setup(name='arvados-cwl-runner',
# Make sure to update arvados/build/run-build-packages.sh as well
# when updating the cwltool version pin.
install_requires=[
- 'cwltool==1.0.20160726135535',
+ 'cwltool==1.0.20160810161358',
'arvados-python-client>=0.1.20160714204738',
],
data_files=[
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list