[ARVADOS] updated: dcab7519db659e2487db893fda2c8237203c3294
git at public.curoverse.com
git at public.curoverse.com
Tue Dec 1 09:27:30 EST 2015
Summary of changes:
apps/workbench/Gemfile.lock | 6 +-
apps/workbench/test/helpers/download_helper.rb | 4 +-
apps/workbench/test/helpers/share_object_helper.rb | 4 +-
.../workbench/test/integration/collections_test.rb | 2 +-
.../test/integration/pipeline_instances_test.rb | 4 +-
apps/workbench/test/integration_helper.rb | 48 +-
doc/api/schema/Job.html.textile.liquid | 1 -
.../tutorial-keep-mount.html.textile.liquid | 4 +-
sdk/cli/bin/arv-run-pipeline-instance | 80 +-
sdk/cli/bin/crunch-job | 2 +-
sdk/go/arvadostest/stub.go | 35 +
sdk/go/blockdigest/blockdigest.go | 10 -
sdk/go/blockdigest/blockdigest_test.go | 24 +-
sdk/go/logger/logger.go | 16 +-
sdk/go/manifest/manifest.go | 42 +-
sdk/go/manifest/manifest_test.go | 72 +-
sdk/python/arvados/_ranges.py | 4 +
sdk/python/arvados/arvfile.py | 3 -
sdk/python/arvados/keep.py | 2 +
sdk/python/tests/run_test_server.py | 16 +-
.../crunch-dispatch.rb => lib/crunch_dispatch.rb} | 159 ++--
services/api/script/crunch-dispatch.rb | 837 +--------------------
services/api/test/fixtures/collections.yml | 2 +-
services/api/test/unit/crunch_dispatch_test.rb | 119 +++
services/arv-web/arv-web.py | 2 +-
services/datamanager/collection/collection.go | 10 +-
services/datamanager/collection/collection_test.go | 79 ++
services/datamanager/datamanager.go | 2 +-
services/datamanager/keep/keep_test.go | 74 +-
services/fuse/arvados_fuse/__init__.py | 95 ++-
services/fuse/arvados_fuse/command.py | 338 +++++++++
services/fuse/arvados_fuse/crunchstat.py | 63 ++
services/fuse/arvados_fuse/fresh.py | 2 +
services/fuse/arvados_fuse/fusedir.py | 75 +-
services/fuse/arvados_fuse/fusefile.py | 39 +-
services/fuse/bin/arv-mount | 292 +------
services/fuse/tests/integration_test.py | 68 ++
services/fuse/tests/mount_test_base.py | 6 +-
services/fuse/tests/test_command_args.py | 189 +++++
services/fuse/tests/test_mount.py | 2 +-
services/fuse/tests/test_tmp_collection.py | 124 +++
41 files changed, 1512 insertions(+), 1444 deletions(-)
create mode 100644 sdk/go/arvadostest/stub.go
copy services/api/{script/crunch-dispatch.rb => lib/crunch_dispatch.rb} (91%)
mode change 100755 => 100644
create mode 100644 services/api/test/unit/crunch_dispatch_test.rb
create mode 100644 services/fuse/arvados_fuse/command.py
create mode 100644 services/fuse/arvados_fuse/crunchstat.py
create mode 100644 services/fuse/tests/integration_test.py
create mode 100644 services/fuse/tests/test_command_args.py
create mode 100644 services/fuse/tests/test_tmp_collection.py
via dcab7519db659e2487db893fda2c8237203c3294 (commit)
via 86dfb4312bf8fa5c7a4a79f0de1d6f0b29848252 (commit)
via 128c2b5e228e1821384064ec50604a1463c29898 (commit)
via f04a6c74663185addff5564b47db0442679de78e (commit)
via efc17768290cc63cf7be7b2bccfc5caa77720846 (commit)
via d88316705b23d1022ee2167c7ed0e5cf5e460cbe (commit)
via 40f063c4f6aa35c641650c80751392292e151acb (commit)
via 6936d2cddf2874a7113159e9adcae8c8e67dc48f (commit)
via a1592e2c6d6e9768a1918f3c59b74d6d19033a55 (commit)
via 8d7f3c9ae0648719781174946ea89c3505aabd22 (commit)
via 76e2a1fc805e80f6882117848d99782b569b281c (commit)
via 719dae9a75af420ebbf0ea8e85db080c1c76455e (commit)
via 9e9c3cafe2a1f14b6d53e4bf25cc6553dac920e3 (commit)
via ace702f0c93a8a6e8b34c6a30a3dd7817c43d235 (commit)
via a5ed26a2a1d01646ac511b925f56484be2e8819a (commit)
via 72189590b0fc8555afaf54d7a27eb609b2e157d0 (commit)
via cbb83753ad30787399b08989173fad61f0a7374f (commit)
via 779e41aaaa1f4d3a696a63011c00648bfbfaae72 (commit)
via 0c0f18dfbcdcf552889258b76563315fbe2eb060 (commit)
via 11353b25e92155e86a2f1a5d7f9d7462fb8aa8a0 (commit)
via f486405f195083289f543b5524c4059b01f49026 (commit)
via 8fbaec671a04acd587c20015ddf88b1b0209b418 (commit)
via 405386652b50a97b9da8aa442aa5800f6d08f068 (commit)
via c5f1d667aed3a993296374de3d53f3a2745c4ff4 (commit)
via 040a541c74913c01ee3517273a7be30c510cc620 (commit)
via 9045a0861e96a7c9f2717e9c5c34760cb3a30f66 (commit)
via 593ed179715e007763a027919b38b69b8bb7d59d (commit)
via 8b65fac8ea0527dd99dc4c40c6e4579e50ca9de2 (commit)
via 93d818fb7374b961d7f802c7d89a36162c78f6e7 (commit)
via 615100bbbff1cd2d97f25bdd948cf9c82b3332af (commit)
via 346a55897f4e4a2a26a1a84665f860c000b3da7d (commit)
via 6d86e355c251a68dd870e22ea1cdd43eea10c390 (commit)
via 6264e41963708efbc19d94a0a4f53e0d53dcb7ad (commit)
via 9e5589c31eb118a957f49e8c7a2613c4673395c9 (commit)
via 7cb15d038a126d4d16e6bfea670161baed0a1d7d (commit)
via 1cea943fbc95efdfa1ff9faa8f7c28882560b848 (commit)
via 2a5d2064c5399f209bcf1bf1a47f2807ff5e16f1 (commit)
via 98802c14566d90722ffee033dfe3301354d983ef (commit)
via 2b31c00d8bd9e12127eefaa91a51e3ceee5ca76b (commit)
via a11c0e77a0d114d50a997db93174465c9aa85f5a (commit)
via 47c7337cc9c33a19208946deceecc5ce266ae741 (commit)
via 7134fe6c4ae22c56b45232840918be9e05f9445a (commit)
via fcdaf1cedc195d3835a96d89471837ae321c5063 (commit)
via 0c8cf79d48283ecbe376ab958ad2ac90bbb34e59 (commit)
via 31d81be98b3065c1032412bc07863aab9b92bc50 (commit)
via 011f79355a338f43089af498f9980a9488d68927 (commit)
via c512f060057f497030df8266f680d55084c0e860 (commit)
via 11a77a2fb67fbae39242f4017737d3c920535b53 (commit)
via f4ae58c699108fd7cecdaa44512d7b238967dac9 (commit)
via c84882514f7943481ff0be5b181dc9bd87cfb300 (commit)
via f8192fbfdac74e88ac60dc8c1e652745873471a7 (commit)
from 292b28f183d7537c58d0013211760464477fbd6a (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit dcab7519db659e2487db893fda2c8237203c3294
Merge: 86dfb43 128c2b5
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Tue Dec 1 09:26:59 2015 -0500
Merge branch 'master' into 6309-file-cache-runtime-constraint
commit 86dfb4312bf8fa5c7a4a79f0de1d6f0b29848252
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date: Tue Dec 1 09:26:02 2015 -0500
6309: Use arv-mount default cache size. Fix documentation typo.
diff --git a/doc/api/schema/Job.html.textile.liquid b/doc/api/schema/Job.html.textile.liquid
index 8abd422..5bc7611 100644
--- a/doc/api/schema/Job.html.textile.liquid
+++ b/doc/api/schema/Job.html.textile.liquid
@@ -66,4 +66,3 @@ table(table table-bordered table-condensed).
|max_tasks_per_node|integer|Maximum simultaneous tasks on a single node|✓|
|keep_cache_mb_per_task|integer|Size of file data buffer for per-task Keep directory ($TASK_KEEPMOUNT), in MiB. Default is 256 MiB. Increase this to reduce cache thrashing in situtations such as accessing multiple large (64+ MiB) files at the same time, or accessing different parts of a large file at the same time.|✓|
|min_ram_per_task|integer|Minimum real memory (KiB) per task||
-|min_ram_per_task|integer|Minimum real memory (KiB) per task||
diff --git a/sdk/cli/bin/crunch-job b/sdk/cli/bin/crunch-job
index 2c3783f..b2c14d5 100755
--- a/sdk/cli/bin/crunch-job
+++ b/sdk/cli/bin/crunch-job
@@ -886,7 +886,7 @@ for (my $todo_ptr = 0; $todo_ptr <= $#jobstep_todo; $todo_ptr ++)
my $stdbuf = " stdbuf --output=0 --error=0 ";
- my $arv_file_cache = "--file-cache=" . (256 * 1024 * 1024);
+ my $arv_file_cache = "";
if (defined($Job->{'runtime_constraints'}->{'keep_cache_mb_per_task'})) {
$arv_file_cache = "--file-cache=" . ($Job->{'runtime_constraints'}->{'keep_cache_mb_per_task'} * 1024 * 1024);
}
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list