[ARVADOS] updated: c9b5db991553e3a6eb6ec1f268e94f4a7b2a64d0
Git user
git at public.curoverse.com
Tue Jun 21 11:56:02 EDT 2016
Summary of changes:
sdk/cwl/arvados_cwl/arvcontainer.py | 1 +
sdk/cwl/arvados_cwl/arvdocker.py | 1 +
sdk/cwl/arvados_cwl/arvjob.py | 1 +
sdk/cwl/test_with_arvbox.sh | 29 ++++++++++++++++++++++++-----
4 files changed, 27 insertions(+), 5 deletions(-)
via c9b5db991553e3a6eb6ec1f268e94f4a7b2a64d0 (commit)
from 7cd03709ba594237b9cf88afac76d39f28011b35 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit c9b5db991553e3a6eb6ec1f268e94f4a7b2a64d0
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Tue Jun 21 11:55:43 2016 -0400
8442: Bugfixes from end-to-end testing.
diff --git a/sdk/cwl/arvados_cwl/arvcontainer.py b/sdk/cwl/arvados_cwl/arvcontainer.py
index 384b03b..2fb2c33 100644
--- a/sdk/cwl/arvados_cwl/arvcontainer.py
+++ b/sdk/cwl/arvados_cwl/arvcontainer.py
@@ -19,6 +19,7 @@ class ArvadosContainer(object):
def __init__(self, runner):
self.arvrunner = runner
self.running = False
+ self.uuid = None
def update_pipeline_component(self, r):
pass
diff --git a/sdk/cwl/arvados_cwl/arvdocker.py b/sdk/cwl/arvados_cwl/arvdocker.py
index 253df99..3cc1a42 100644
--- a/sdk/cwl/arvados_cwl/arvdocker.py
+++ b/sdk/cwl/arvados_cwl/arvdocker.py
@@ -1,6 +1,7 @@
import logging
import cwltool.docker
import arvados.commands.keepdocker
+import sys
logger = logging.getLogger('arvados.cwl-runner')
diff --git a/sdk/cwl/arvados_cwl/arvjob.py b/sdk/cwl/arvados_cwl/arvjob.py
index 693bbeb..f129dfa 100644
--- a/sdk/cwl/arvados_cwl/arvjob.py
+++ b/sdk/cwl/arvados_cwl/arvjob.py
@@ -26,6 +26,7 @@ class ArvadosJob(object):
def __init__(self, runner):
self.arvrunner = runner
self.running = False
+ self.uuid = None
def run(self, dry_run=False, pull_image=True, **kwargs):
script_parameters = {
diff --git a/sdk/cwl/test_with_arvbox.sh b/sdk/cwl/test_with_arvbox.sh
index bee1938..5501e29 100755
--- a/sdk/cwl/test_with_arvbox.sh
+++ b/sdk/cwl/test_with_arvbox.sh
@@ -7,6 +7,7 @@ fi
reset_container=1
leave_running=0
config=dev
+docker_pull=1
while test -n "$1" ; do
arg="$1"
@@ -23,11 +24,15 @@ while test -n "$1" ; do
config=$2
shift ; shift
;;
+ --no-docker-pull)
+ docker_pull=0
+ shift
+ ;;
-h|--help)
- echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo]"
+ echo "$0 [--no-reset-container] [--leave-running] [--no-docker-pull] [--config dev|localdemo]"
exit
;;
- -*)
+ *)
break
;;
esac
@@ -50,7 +55,7 @@ set -eu -o pipefail
cd /usr/src/arvados/sdk/cwl
python setup.py sdist
-pip_install \$(ls dist/arvados-cwl-runner-*.tar.gz | tail -n1)
+pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1)
mkdir -p /tmp/cwltest
cd /tmp/cwltest
@@ -63,10 +68,24 @@ export ARVADOS_API_HOST=localhost:8000
export ARVADOS_API_HOST_INSECURE=1
export ARVADOS_API_TOKEN=\$(cat /var/lib/arvados/superuser_token)
-arv-keepdocker --pull arvados/jobs
+if test $docker_pull = 1 ; then
+ arv-keepdocker --pull arvados/jobs
+fi
+
+cat >/tmp/cwltest/arv-cwl-jobs <<EOF2
+#!/bin/sh
+exec arvados-cwl-runner --api=jobs \\\$@
+EOF2
+chmod +x /tmp/cwltest/arv-cwl-jobs
+
+cat >/tmp/cwltest/arv-cwl-containers <<EOF2
+#!/bin/sh
+exec arvados-cwl-runner --api=containers \\\$@
+EOF2
+chmod +x /tmp/cwltest/arv-cwl-containers
env
-exec ./run_test.sh "$@"
+exec ./run_test.sh $@
EOF
CODE=$?
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list