[ARVADOS] updated: 3c8c81609c8e9b3b422477002e8a348aabafb3b9
Git user
git at public.curoverse.com
Thu May 19 13:50:57 EDT 2016
Summary of changes:
sdk/cwl/arvados_cwl/__init__.py | 19 +++++++++++--------
1 file changed, 11 insertions(+), 8 deletions(-)
via 3c8c81609c8e9b3b422477002e8a348aabafb3b9 (commit)
from ece22330313613cf4ce8f2b0bd6db4f00bdd08fc (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit 3c8c81609c8e9b3b422477002e8a348aabafb3b9
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Thu May 19 13:50:47 2016 -0400
8653: Use load_tool.fetch_document() instead of Loader() to read raw document.
diff --git a/sdk/cwl/arvados_cwl/__init__.py b/sdk/cwl/arvados_cwl/__init__.py
index 0533b5e..20192bf 100644
--- a/sdk/cwl/arvados_cwl/__init__.py
+++ b/sdk/cwl/arvados_cwl/__init__.py
@@ -24,8 +24,9 @@ import pkg_resources # part of setuptools
import re
import sys
import threading
-from schema_salad.ref_resolver import Loader
+from cwltool.load_tool import fetch_document
from cwltool.builder import Builder
+import urlparse
from cwltool.process import shortname, get_feature, adjustFiles, adjustFileObjs, scandeps
from arvados.api import OrderedJsonModel
@@ -343,11 +344,11 @@ class RunnerJob(object):
files.add(path)
return path
- document_loader = Loader({"cwl": "https://w3id.org/cwl/cwl#", "id": "@id"})
+ document_loader, workflowobj, uri = fetch_document(self.tool.tool["id"])
def loadref(b, u):
- return document_loader.resolve_ref(u, base_url=b)[0]
+ return document_loader.fetch(urlparse.urljoin(b, u))
- sc = scandeps("", self.tool.tool,
+ sc = scandeps(uri, workflowobj,
set(("$import", "run")),
set(("$include", "$schemas", "path")),
loadref)
@@ -752,13 +753,15 @@ def arg_parser(): # type: () -> argparse.ArgumentParser
parser = argparse.ArgumentParser(description='Arvados executor for Common Workflow Language')
parser.add_argument("--conformance-test", action="store_true")
- parser.add_argument("--basedir", type=str)
+ parser.add_argument("--basedir", type=str,
+ help="Base directory used to resolve relative references in the input, default to directory of input object file or current directory (if inputs piped/provided on command line).")
parser.add_argument("--outdir", type=str, default=os.path.abspath('.'),
help="Output directory, default current directory")
parser.add_argument("--eval-timeout",
- help="Time to wait for a Javascript expression to evaluate before giving an error.",
- type=float)
+ help="Time to wait for a Javascript expression to evaluate before giving an error, default 20s.",
+ type=float,
+ default=20)
parser.add_argument("--version", action="store_true", help="Print version and exit")
exgroup = parser.add_mutually_exclusive_group()
@@ -776,7 +779,7 @@ def arg_parser(): # type: () -> argparse.ArgumentParser
default=True, dest="enable_reuse",
help="")
- parser.add_argument("--project-uuid", type=str, help="Project that will own the workflow jobs")
+ parser.add_argument("--project-uuid", type=str, help="Project that will own the workflow jobs, if not provided, will go to home project.")
parser.add_argument("--ignore-docker-for-reuse", action="store_true",
help="Ignore Docker image version when deciding whether to reuse past jobs.",
default=False)
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list