[ARVADOS] updated: e0fac5213f40fc00946f8ec5e4df42bebdf756d2
Git user
git at public.curoverse.com
Wed May 18 22:12:26 EDT 2016
Summary of changes:
crunch_scripts/cwl-runner | 6 ++++--
sdk/cwl/arvados_cwl/__init__.py | 6 +++---
2 files changed, 7 insertions(+), 5 deletions(-)
via e0fac5213f40fc00946f8ec5e4df42bebdf756d2 (commit)
via 5011827dbbe6b17606bf83338b99dd53789ae9cc (commit)
via 0bce01f575822851da09f252b38d7009ed7a5ab0 (commit)
via 1cde74c26fd6a7793a7bb1a9bd748ce06e37c455 (commit)
from 53deed9cb00b94a69a3be1f959cbfda342646718 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit e0fac5213f40fc00946f8ec5e4df42bebdf756d2
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Wed May 18 22:08:48 2016 -0400
8653: Fix pathmapper API
diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py
index 50c51b0..0533b5e 100644
--- a/sdk/cwl/arvados_cwl/__init__.py
+++ b/sdk/cwl/arvados_cwl/__init__.py
@@ -575,8 +575,8 @@ class ArvadosCommandTool(CommandLineTool):
def makeJobRunner(self):
return ArvadosJob(self.arvrunner)
- def makePathMapper(self, reffiles, input_basedir, **kwargs):
- return ArvPathMapper(self.arvrunner, reffiles, input_basedir,
+ def makePathMapper(self, reffiles, **kwargs):
+ return ArvPathMapper(self.arvrunner, reffiles, kwargs["basedir"],
"$(task.keep)/%s",
"$(task.keep)/%s/%s",
**kwargs)
commit 5011827dbbe6b17606bf83338b99dd53789ae9cc
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Wed May 18 22:06:19 2016 -0400
8653: Set basedir for CollectionFsAccess
diff --git a/crunch_scripts/cwl-runner b/crunch_scripts/cwl-runner
index fabb6db..c786fc1 100755
--- a/crunch_scripts/cwl-runner
+++ b/crunch_scripts/cwl-runner
@@ -58,6 +58,7 @@ try:
args.debug = True
args.quiet = False
args.ignore_docker_for_reuse = False
+ args.basedir = os.getcwd()
args.cwl_runner_job={"uuid": arvados.current_job()["uuid"], "state": arvados.current_job()["state"]}
outputObj = runner.arvExecutor(t, job_order_object, **vars(args))
diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py
index 61fa07e..50c51b0 100644
--- a/sdk/cwl/arvados_cwl/__init__.py
+++ b/sdk/cwl/arvados_cwl/__init__.py
@@ -67,8 +67,8 @@ class CollectionFsAccess(cwltool.process.StdFsAccess):
"""Implement the cwltool FsAccess interface for Arvados Collections."""
def __init__(self, basedir):
+ super(CollectionFsAccess, self).__init__(basedir)
self.collections = {}
- self.basedir = basedir
def get_collection(self, path):
p = path.split("/")
commit 0bce01f575822851da09f252b38d7009ed7a5ab0
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Wed May 18 22:01:15 2016 -0400
8653: Update load_tool in cwl-runner crunch script
diff --git a/crunch_scripts/cwl-runner b/crunch_scripts/cwl-runner
index 5e7982c..fabb6db 100755
--- a/crunch_scripts/cwl-runner
+++ b/crunch_scripts/cwl-runner
@@ -20,6 +20,7 @@ import json
import argparse
from arvados.api import OrderedJsonModel
from cwltool.process import adjustFiles
+from cwltool.load_tool import load_tool
# Print package versions
logging.info(cwltool.main.versionstring())
@@ -48,7 +49,7 @@ try:
runner = arvados_cwl.ArvCwlRunner(api_client=arvados.api('v1', model=OrderedJsonModel()))
- t = cwltool.main.load_tool(job_order_object, False, True, runner.arvMakeTool, True)
+ t = load_tool(job_order_object, runner.arvMakeTool)
args = argparse.Namespace()
args.project_uuid = arvados.current_job()["owner_uuid"]
commit 1cde74c26fd6a7793a7bb1a9bd748ce06e37c455
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Wed May 18 17:42:44 2016 -0400
8653: Check that parameters are basestring before matching regex.
diff --git a/crunch_scripts/cwl-runner b/crunch_scripts/cwl-runner
index e011177..5e7982c 100755
--- a/crunch_scripts/cwl-runner
+++ b/crunch_scripts/cwl-runner
@@ -38,7 +38,7 @@ try:
job_order_object["cwl:tool"] = keeppath(job_order_object["cwl:tool"])
for k,v in job_order_object.items():
- if arvados.util.keep_locator_pattern.match(v):
+ if isinstance(v, basestring) and arvados.util.keep_locator_pattern.match(v):
job_order_object[k] = {
"class": "File",
"path": keeppath(v)
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list