[arvados] updated: 2.7.0-6540-ga1cc22fad4
git repository hosting
git at public.arvados.org
Fri May 3 14:54:19 UTC 2024
Summary of changes:
build/README | 3 -
build/run-tests.sh | 18 +-
doc/_includes/_container_glob_patterns.liquid | 27 ++
.../methods/container_requests.html.textile.liquid | 4 +
doc/api/methods/containers.html.textile.liquid | 5 +-
go.mod | 1 +
go.sum | 2 +
lib/crunchrun/copier.go | 200 +++++++-
lib/crunchrun/copier_test.go | 324 ++++++++++++-
lib/crunchrun/crunchrun.go | 1 +
lib/crunchrun/integration_test.go | 71 +--
sdk/cwl/arvados_cwl/__init__.py | 5 +-
sdk/cwl/arvados_cwl/arvcontainer.py | 4 -
sdk/cwl/arvados_cwl/arvworkflow.py | 9 +-
sdk/cwl/arvados_cwl/done.py | 5 +-
sdk/cwl/arvados_cwl/executor.py | 8 +-
sdk/cwl/arvados_cwl/fsaccess.py | 8 +-
sdk/cwl/arvados_cwl/pathmapper.py | 12 +-
sdk/cwl/arvados_cwl/perf.py | 2 -
sdk/cwl/arvados_cwl/runner.py | 10 +-
sdk/cwl/setup.py | 1 -
sdk/cwl/tests/federation/framework/check_exist.py | 1 -
sdk/cwl/tests/federation/framework/prepare.py | 1 -
sdk/cwl/tests/hw.py | 1 -
sdk/cwl/tests/matcher.py | 3 -
sdk/cwl/tests/test_container.py | 3 -
sdk/cwl/tests/test_make_output.py | 3 -
sdk/cwl/tests/test_submit.py | 3 -
sdk/cwl/tests/test_util.py | 4 +-
sdk/cwl/tests/wf/check_mem.py | 3 -
sdk/go/arvados/container.go | 2 +
sdk/go/keepclient/keepclient.go | 2 +
sdk/python/arvados-v1-discovery.json | 6 +
sdk/python/arvados/_normalize_stream.py | 5 +-
sdk/python/arvados/_ranges.py | 2 -
sdk/python/arvados/arvfile.py | 11 +-
sdk/python/arvados/cache.py | 1 -
sdk/python/arvados/collection.py | 21 +-
sdk/python/arvados/commands/arv_copy.py | 16 +-
sdk/python/arvados/commands/ls.py | 3 -
sdk/python/arvados/commands/migrate19.py | 2 -
sdk/python/arvados/commands/put.py | 10 +-
sdk/python/arvados/commands/run.py | 5 -
sdk/python/arvados/commands/ws.py | 10 +-
sdk/python/arvados/crunch.py | 2 +-
sdk/python/arvados/keep.py | 20 +-
sdk/python/arvados/stream.py | 8 +-
sdk/python/arvados/timer.py | 2 -
sdk/python/setup.py | 2 -
sdk/python/tests/arvados_testutil.py | 2 -
sdk/python/tests/keepstub.py | 6 -
sdk/python/tests/manifest_examples.py | 4 +-
sdk/python/tests/performance/test_a_sample.py | 3 -
sdk/python/tests/test_api.py | 3 -
sdk/python/tests/test_arv_copy.py | 1 -
sdk/python/tests/test_arv_get.py | 4 +-
sdk/python/tests/test_arv_ls.py | 3 -
sdk/python/tests/test_arv_put.py | 8 +-
sdk/python/tests/test_arv_ws.py | 1 -
sdk/python/tests/test_arvfile.py | 7 +-
sdk/python/tests/test_benchmark_collections.py | 1 -
sdk/python/tests/test_cache.py | 5 -
sdk/python/tests/test_collections.py | 3 -
sdk/python/tests/test_errors.py | 1 -
sdk/python/tests/test_http.py | 3 -
sdk/python/tests/test_keep_client.py | 7 -
sdk/python/tests/test_keep_locator.py | 4 -
sdk/python/tests/test_retry.py | 3 -
sdk/python/tests/test_retry_job_helpers.py | 15 +-
sdk/python/tests/test_stream.py | 2 -
services/api/app/models/container.rb | 18 +-
services/api/app/models/container_request.rb | 12 +-
...20240329173437_add_output_glob_to_containers.rb | 10 +
...02162733_add_output_glob_index_to_containers.rb | 17 +
services/api/db/structure.sql | 19 +-
services/api/test/unit/container_request_test.rb | 10 +-
services/api/test/unit/container_test.rb | 2 +
services/dockercleaner/bin/arvados-docker-cleaner | 2 -
services/dockercleaner/setup.py | 1 -
services/fuse/arvados_fuse/__init__.py | 5 -
services/fuse/arvados_fuse/command.py | 5 +-
services/fuse/arvados_fuse/crunchstat.py | 3 +-
services/fuse/arvados_fuse/fresh.py | 3 +-
services/fuse/arvados_fuse/fusefile.py | 2 -
services/fuse/setup.py | 2 -
services/fuse/tests/fstest.py | 7 +-
services/fuse/tests/integration_test.py | 4 +-
services/fuse/tests/mount_test_base.py | 7 +-
.../performance/test_collection_performance.py | 7 +-
services/fuse/tests/prof.py | 2 -
services/fuse/tests/test_cache.py | 1 -
services/fuse/tests/test_command_args.py | 16 +-
services/fuse/tests/test_crunchstat.py | 2 -
services/fuse/tests/test_exec.py | 9 +-
services/fuse/tests/test_mount.py | 51 +-
services/fuse/tests/test_retry.py | 5 +-
services/fuse/tests/test_tmp_collection.py | 10 +-
services/fuse/tests/test_token_expiry.py | 1 -
services/fuse/tests/test_unmount.py | 2 -
services/keepproxy/keepproxy.go | 12 +-
services/keepproxy/keepproxy_test.go | 4 +-
services/keepstore/router.go | 43 +-
services/keepstore/router_test.go | 31 +-
services/workbench2/package.json | 2 +-
.../conditional-tabs/conditional-tabs.test.tsx | 106 +++++
.../conditional-tabs/conditional-tabs.tsx | 50 ++
.../views/process-panel/process-io-card.test.tsx | 30 ++
.../src/views/process-panel/process-io-card.tsx | 523 ++++++++++-----------
services/workbench2/yarn.lock | 17 +-
tools/crunchstat-summary/bin/crunchstat-summary | 2 -
tools/crunchstat-summary/setup.py | 1 -
tools/keep-xref/keep-xref.py | 1 -
tools/user-activity/setup.py | 1 -
113 files changed, 1309 insertions(+), 707 deletions(-)
create mode 100644 doc/_includes/_container_glob_patterns.liquid
create mode 100644 services/api/db/migrate/20240329173437_add_output_glob_to_containers.rb
create mode 100644 services/api/db/migrate/20240402162733_add_output_glob_index_to_containers.rb
create mode 100644 services/workbench2/src/components/conditional-tabs/conditional-tabs.test.tsx
create mode 100644 services/workbench2/src/components/conditional-tabs/conditional-tabs.tsx
via a1cc22fad427a935d7747bd6dc2c6b901c8a799a (commit)
via 8dedd02357a95a0ae2c7961c8f1d0896b6311b3b (commit)
via 3b36ee8fbe76d10d0939ddbe677fef6dc94462fe (commit)
via ba8df2612ce43c906f181721695644ead5355e93 (commit)
via d80d098a11cf33de6679bc4e5773fbff1c8150ce (commit)
via f6c4e7e2fb7d54cc24ed898f8586c7ed2e510cf7 (commit)
via 293631794d64c64986ba0db2568345c005c90790 (commit)
via c1eab853fcda31c546b36d66ca7272ac48ac0756 (commit)
via bb996d3744097bc0d0475ece4530c06b3c2582cf (commit)
via ec0b74da392f739d4340b7a9120f2f90f5871f47 (commit)
via 873fcf181c037cc1e42419bfeaf5bb70c9d9e239 (commit)
via b7e59d3a314347e3ede2a683294a466b05ca5c90 (commit)
via 2447ba1d6a912c806ce4bc3392667496bbcea49c (commit)
via 8465186e04c914c7520d1e36152e3c0ee4604f94 (commit)
via a32d74c4179f0b17640c0623daaac240ea9ec38b (commit)
via 78375ebf2707912016b3b94fec6b0f2998cb98fe (commit)
via 3c69a3d346adac763b6426538676810921d25646 (commit)
via d9592ca6a1a9da3adb5c7a5b8201765dad3af93b (commit)
via a72bfc2cc90e0155ac7ea7ea9aa21390d2c18c19 (commit)
via 9e778ff22ec24e21f1a777f05efb81569a549f6b (commit)
via ceb3005f274842bfdb5a7eb66d19ba8ef0150c9b (commit)
via fda8272ebf1a38844760bca03aef3472795b6a9e (commit)
via 299bde122ec3174db566a19a82862f3f138215fe (commit)
via 4f6ff6b6106becc0a8a1f766b439395320adb5be (commit)
via c2ab17464100b4914b65473175ff1c85b102f1e3 (commit)
via d483eba34fe5e59bf8f9a3298d0fbd6c5026b4f6 (commit)
via dcdf385b2852acf95f41e2340d07cd68cb34e371 (commit)
from ae87427587b49319677f960edcf7a44d8145814c (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit a1cc22fad427a935d7747bd6dc2c6b901c8a799a
Merge: ae87427587 8dedd02357
Author: Tom Clegg <tom at curii.com>
Date: Fri May 3 10:53:32 2024 -0400
15397: Merge branch 'main'
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at curii.com>
diff --cc sdk/python/arvados-v1-discovery.json
index 11a163b08a,6e3fcdc00c..ef187f6663
--- a/sdk/python/arvados-v1-discovery.json
+++ b/sdk/python/arvados-v1-discovery.json
@@@ -5982,89 -10400,109 +5982,92 @@@
"modified_by_user_uuid": {
"type": "string"
},
- "modified_at": {
+ "state": {
+ "type": "string"
+ },
+ "started_at": {
"type": "datetime"
},
- "tail_uuid": {
- "type": "string"
+ "finished_at": {
+ "type": "datetime"
},
- "link_class": {
+ "log": {
"type": "string"
},
- "name": {
- "type": "string"
+ "environment": {
+ "type": "Hash"
},
- "head_uuid": {
+ "cwd": {
"type": "string"
},
- "properties": {
- "type": "Hash"
- }
- }
- },
- "LogList": {
- "id": "LogList",
- "description": "Log list",
- "type": "object",
- "properties": {
- "kind": {
- "type": "string",
- "description": "Object type. Always arvados#logList.",
- "default": "arvados#logList"
+ "command": {
+ "type": "Array"
},
- "etag": {
- "type": "string",
- "description": "List version."
+ "output_path": {
+ "type": "string"
},
- "items": {
- "type": "array",
- "description": "The list of Logs.",
- "items": {
- "$ref": "Log"
- }
+ "mounts": {
+ "type": "Hash"
},
- "next_link": {
- "type": "string",
- "description": "A link to the next page of Logs."
+ "runtime_constraints": {
+ "type": "Hash"
},
- "next_page_token": {
- "type": "string",
- "description": "The page token for the next page of Logs."
+ "output": {
+ "type": "string"
},
- "selfLink": {
- "type": "string",
- "description": "A link back to this list."
- }
- }
- },
- "Log": {
- "id": "Log",
- "description": "Log",
- "type": "object",
- "uuidPrefix": "57u5n",
- "properties": {
- "uuid": {
+ "container_image": {
"type": "string"
},
- "etag": {
- "type": "string",
- "description": "Object version."
+ "progress": {
+ "type": "float"
},
- "id": {
+ "priority": {
"type": "integer"
},
- "owner_uuid": {
- "type": "string"
+ "exit_code": {
+ "type": "integer"
},
- "modified_by_client_uuid": {
+ "auth_uuid": {
"type": "string"
},
- "modified_by_user_uuid": {
+ "locked_by_uuid": {
"type": "string"
},
- "object_uuid": {
- "type": "string"
+ "scheduling_parameters": {
+ "type": "Hash"
},
- "event_at": {
- "type": "datetime"
+ "runtime_status": {
+ "type": "Hash"
},
- "event_type": {
+ "runtime_user_uuid": {
+ "type": "text"
+ },
+ "runtime_auth_scopes": {
+ "type": "Array"
+ },
+ "lock_count": {
+ "type": "integer"
+ },
+ "gateway_address": {
"type": "string"
},
- "summary": {
- "type": "text"
+ "interactive_session_started": {
+ "type": "boolean"
+ },
+ "output_storage_classes": {
+ "type": "Array"
},
- "properties": {
+ "output_properties": {
"type": "Hash"
},
- "created_at": {
- "type": "datetime"
+ "cost": {
+ "type": "float"
},
- "modified_at": {
- "type": "datetime"
+ "subrequests_cost": {
+ "type": "float"
+ },
- "object_owner_uuid": {
- "type": "string"
++ "output_glob": {
++ "type": "Array"
}
}
},
@@@ -6140,77 -10587,100 +6143,80 @@@
"properties": {
"type": "Hash"
},
- "job_uuid": {
+ "state": {
"type": "string"
- }
- }
- },
- "PipelineInstanceList": {
- "id": "PipelineInstanceList",
- "description": "PipelineInstance list",
- "type": "object",
- "properties": {
- "kind": {
- "type": "string",
- "description": "Object type. Always arvados#pipelineInstanceList.",
- "default": "arvados#pipelineInstanceList"
},
- "etag": {
- "type": "string",
- "description": "List version."
+ "requesting_container_uuid": {
+ "type": "string"
},
- "items": {
- "type": "array",
- "description": "The list of PipelineInstances.",
- "items": {
- "$ref": "PipelineInstance"
- }
+ "container_uuid": {
+ "type": "string"
},
- "next_link": {
- "type": "string",
- "description": "A link to the next page of PipelineInstances."
+ "container_count_max": {
+ "type": "integer"
},
- "next_page_token": {
- "type": "string",
- "description": "The page token for the next page of PipelineInstances."
+ "mounts": {
+ "type": "Hash"
},
- "selfLink": {
- "type": "string",
- "description": "A link back to this list."
- }
- }
- },
- "PipelineInstance": {
- "id": "PipelineInstance",
- "description": "PipelineInstance",
- "type": "object",
- "uuidPrefix": "d1hrv",
- "properties": {
- "uuid": {
+ "runtime_constraints": {
+ "type": "Hash"
+ },
+ "container_image": {
"type": "string"
},
- "etag": {
- "type": "string",
- "description": "Object version."
+ "environment": {
+ "type": "Hash"
},
- "owner_uuid": {
+ "cwd": {
"type": "string"
},
- "created_at": {
- "type": "datetime"
+ "command": {
+ "type": "Array"
},
- "modified_by_client_uuid": {
+ "output_path": {
"type": "string"
},
- "modified_by_user_uuid": {
- "type": "string"
+ "priority": {
+ "type": "integer"
},
- "modified_at": {
+ "expires_at": {
"type": "datetime"
},
- "pipeline_template_uuid": {
- "type": "string"
+ "filters": {
+ "type": "text"
},
- "name": {
- "type": "string"
+ "container_count": {
+ "type": "integer"
},
- "components": {
- "type": "Hash"
+ "use_existing": {
+ "type": "boolean"
},
- "properties": {
+ "scheduling_parameters": {
"type": "Hash"
},
- "state": {
+ "output_uuid": {
"type": "string"
},
- "components_summary": {
- "type": "Hash"
+ "log_uuid": {
+ "type": "string"
},
- "started_at": {
- "type": "datetime"
+ "output_name": {
+ "type": "string"
},
- "finished_at": {
- "type": "datetime"
+ "output_ttl": {
+ "type": "integer"
},
- "description": {
- "type": "string"
+ "output_storage_classes": {
+ "type": "Array"
+ },
+ "output_properties": {
+ "type": "Hash"
+ },
+ "cumulative_cost": {
+ "type": "float"
++ },
++ "output_glob": {
++ "type": "Array"
}
}
},
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list