[ARVADOS] updated: eba27784b1696432c48bc41ab0a4fba7e405f3b9
Git user
git at public.curoverse.com
Fri Nov 4 09:38:41 EDT 2016
Summary of changes:
sdk/cwl/test_with_arvbox.sh | 19 ++++++-------------
sdk/cwl/tests/test_submit.py | 43 +++++++++++++++++++++++++++++++++++++++++++
2 files changed, 49 insertions(+), 13 deletions(-)
via eba27784b1696432c48bc41ab0a4fba7e405f3b9 (commit)
via 12b82d52759ea35c7c9fcdd243a1205c92d53f49 (commit)
from 23f0ec9bc86cc786f995c6b123b912b8ba3ce4d7 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit eba27784b1696432c48bc41ab0a4fba7e405f3b9
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Fri Nov 4 09:15:18 2016 -0400
10461: Remove arv-keepdocker pull from test_with_arvbox.sh. Only install
arvados-cwl-runner in 'dev' configuration.
diff --git a/sdk/cwl/test_with_arvbox.sh b/sdk/cwl/test_with_arvbox.sh
index 3b16bbc..ee8daa1 100755
--- a/sdk/cwl/test_with_arvbox.sh
+++ b/sdk/cwl/test_with_arvbox.sh
@@ -9,7 +9,6 @@ fi
reset_container=1
leave_running=0
config=dev
-docker_pull=1
tag=""
while test -n "$1" ; do
@@ -27,16 +26,12 @@ while test -n "$1" ; do
config=$2
shift ; shift
;;
- --no-docker-pull)
- docker_pull=0
- shift
- ;;
--tag)
tag=$2
shift ; shift
;;
-h|--help)
- echo "$0 [--no-reset-container] [--leave-running] [--no-docker-pull] [--config dev|localdemo] [--tag docker_tag]"
+ echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo] [--tag docker_tag]"
exit
;;
*)
@@ -60,9 +55,11 @@ set -eu -o pipefail
. /usr/local/lib/arvbox/common.sh
-cd /usr/src/arvados/sdk/cwl
-python setup.py sdist
-pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1)
+if test $config = dev ; then
+ cd /usr/src/arvados/sdk/cwl
+ python setup.py sdist
+ pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1)
+fi
mkdir -p /tmp/cwltest
cd /tmp/cwltest
@@ -75,10 +72,6 @@ export ARVADOS_API_HOST=localhost:8000
export ARVADOS_API_HOST_INSECURE=1
export ARVADOS_API_TOKEN=\$(cat /var/lib/arvados/superuser_token)
-if test $docker_pull = 1 ; then
- arv-keepdocker --pull arvados/jobs $tag
-fi
-
cat >/tmp/cwltest/arv-cwl-jobs <<EOF2
#!/bin/sh
exec arvados-cwl-runner --api=jobs --compute-checksum \\\$@
commit 12b82d52759ea35c7c9fcdd243a1205c92d53f49
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Fri Nov 4 09:12:51 2016 -0400
10461: Add test for fetching arvados_jobs image.
diff --git a/sdk/cwl/tests/test_submit.py b/sdk/cwl/tests/test_submit.py
index 409557c..c195b03 100644
--- a/sdk/cwl/tests/test_submit.py
+++ b/sdk/cwl/tests/test_submit.py
@@ -11,6 +11,7 @@ import unittest
import arvados
import arvados.collection
import arvados_cwl
+import arvados_cwl.runner
import arvados.keep
from .matcher import JsonDiffMatcher
@@ -351,6 +352,48 @@ class TestSubmit(unittest.TestCase):
self.assertEqual(capture_stdout.getvalue(),
stubs.expect_container_request_uuid + '\n')
+ @mock.patch("arvados.commands.keepdocker.find_one_image_hash")
+ @mock.patch("cwltool.docker.get_image")
+ @mock.patch("arvados.api")
+ def test_arvados_jobs_image(self, api, get_image, find_one_image_hash):
+ arvrunner = mock.MagicMock()
+ arvrunner.project_uuid = ""
+ api.return_value = mock.MagicMock()
+ arvrunner.api = api.return_value
+ arvrunner.api.links().list().execute.side_effect = ({"items": [], "items_available": 0, "offset": 0},
+ {"items": [], "items_available": 0, "offset": 0},
+ {"items": [], "items_available": 0, "offset": 0},
+ {"items": [{"created_at": "",
+ "head_uuid": "",
+ "link_class": "docker_image_hash",
+ "name": "123456",
+ "owner_uuid": "",
+ "properties": {"image_timestamp": ""}}], "items_available": 1, "offset": 0},
+ {"items": [], "items_available": 0, "offset": 0},
+ {"items": [{"created_at": "",
+ "head_uuid": "",
+ "link_class": "docker_image_repo+tag",
+ "name": "arvados/jobs:"+arvados_cwl.__version__,
+ "owner_uuid": "",
+ "properties": {"image_timestamp": ""}}], "items_available": 1, "offset": 0},
+ {"items": [{"created_at": "",
+ "head_uuid": "",
+ "link_class": "docker_image_hash",
+ "name": "123456",
+ "owner_uuid": "",
+ "properties": {"image_timestamp": ""}}], "items_available": 1, "offset": 0} ,
+ )
+ find_one_image_hash.return_value = "123456"
+
+ arvrunner.api.collections().list().execute.side_effect = ({"items": [], "items_available": 0, "offset": 0},
+ {"items": [{"uuid": "",
+ "owner_uuid": "",
+ "manifest_text": "",
+ "properties": ""
+ }], "items_available": 1, "offset": 0},
+ {"items": [{"uuid": ""}], "items_available": 1, "offset": 0})
+ arvrunner.api.collections().create().execute.return_value = {"uuid": ""}
+ self.assertEqual("arvados/jobs:"+arvados_cwl.__version__, arvados_cwl.runner.arvados_jobs_image(arvrunner))
class TestCreateTemplate(unittest.TestCase):
@stubs
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list