[ARVADOS] updated: 2.1.0-2166-g348ef77de
Git user
git at public.arvados.org
Tue Mar 29 16:58:28 UTC 2022
Summary of changes:
sdk/python/arvados/commands/get.py | 4 ++--
services/fuse/arvados_fuse/fusedir.py | 7 +++++--
2 files changed, 7 insertions(+), 4 deletions(-)
via 348ef77de2aac95cdaff388da9602362ae269126 (commit)
from 2d6c425e78bc5712c63b4ebecb05077b0e30da1f (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit 348ef77de2aac95cdaff388da9602362ae269126
Author: Peter Amstutz <peter.amstutz at curii.com>
Date: Tue Mar 29 12:58:05 2022 -0400
18941: FUSE set number of get threads based on cache size
Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <peter.amstutz at curii.com>
diff --git a/sdk/python/arvados/commands/get.py b/sdk/python/arvados/commands/get.py
index a377c149d..c061c70f0 100755
--- a/sdk/python/arvados/commands/get.py
+++ b/sdk/python/arvados/commands/get.py
@@ -98,11 +98,11 @@ When getting a collection manifest, strip its access tokens before writing
it.
""")
-parser.add_argument('--threads', type=int, metavar='N', default=2,
+parser.add_argument('--threads', type=int, metavar='N', default=4,
help="""
Set the number of download threads to be used. Take into account that
using lots of threads will increase the RAM requirements. Default is
-to use 2 threads.
+to use 4 threads.
On high latency installations, using a greater number will improve
overall throughput.
""")
diff --git a/services/fuse/arvados_fuse/fusedir.py b/services/fuse/arvados_fuse/fusedir.py
index 7de95a0cb..bea7ed18c 100644
--- a/services/fuse/arvados_fuse/fusedir.py
+++ b/services/fuse/arvados_fuse/fusedir.py
@@ -529,11 +529,14 @@ class CollectionDirectory(CollectionDirectoryBase):
if uuid_pattern.match(self.collection_locator):
coll_reader = arvados.collection.Collection(
self.collection_locator, self.api, self.api.keep,
- num_retries=self.num_retries)
+ num_retries=self.num_retries,
+ get_threads=(self.api.keep.block_cache.cache_max // 64 * 1024 * 1024) )
else:
coll_reader = arvados.collection.CollectionReader(
self.collection_locator, self.api, self.api.keep,
- num_retries=self.num_retries)
+ num_retries=self.num_retries,
+ get_threads=(self.api.keep.block_cache.cache_max // 64 * 1024 * 1024)
+ )
new_collection_record = coll_reader.api_response() or {}
# If the Collection only exists in Keep, there will be no API
# response. Fill in the fields we need.
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list