[arvados] updated: 2.1.0-2617-gb896ceb55
git repository hosting
git at public.arvados.org
Wed Aug 24 14:00:25 UTC 2022
Summary of changes:
sdk/go/arvados/fs_collection.go | 11 ---------
services/keep-web/handler.go | 55 ++++++++++++++++++++---------------------
2 files changed, 27 insertions(+), 39 deletions(-)
via b896ceb55db0593631718cb13ee95b2414afe8f9 (commit)
from 0d8b4f1ad827a575bf74b058426eb898257592e5 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit b896ceb55db0593631718cb13ee95b2414afe8f9
Author: Tom Clegg <tom at curii.com>
Date: Thu Aug 11 10:36:00 2022 -0400
19368: Use Sys() instead of .arvados# file to get collection ID.
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at curii.com>
diff --git a/sdk/go/arvados/fs_collection.go b/sdk/go/arvados/fs_collection.go
index 6583b8f25..ccfbdc4da 100644
--- a/sdk/go/arvados/fs_collection.go
+++ b/sdk/go/arvados/fs_collection.go
@@ -953,17 +953,6 @@ func (dn *dirnode) Child(name string, replace func(inode) (inode, error)) (inode
gn.SetParent(dn, name)
return gn, nil
}
- if dn == dn.fs.rootnode() && name == ".arvados#collection_id" {
- gn := &getternode{Getter: func() ([]byte, error) {
- data, err := json.Marshal(Collection{UUID: dn.fs.uuid})
- if err == nil {
- data = append(data, '\n')
- }
- return data, err
- }}
- gn.SetParent(dn, name)
- return gn, nil
- }
return dn.treenode.Child(name, replace)
}
diff --git a/services/keep-web/handler.go b/services/keep-web/handler.go
index 535102842..602b111b7 100644
--- a/services/keep-web/handler.go
+++ b/services/keep-web/handler.go
@@ -881,17 +881,18 @@ func (h *handler) logUploadOrDownload(
collection, filepath = h.determineCollection(fs, filepath)
}
if collection != nil {
- log = log.WithField("collection_uuid", collection.UUID).
- WithField("collection_file_path", filepath)
- props["collection_uuid"] = collection.UUID
+ log = log.WithField("collection_file_path", filepath)
props["collection_file_path"] = filepath
- // h.determineCollection populates the collection_uuid prop with the PDH, if
- // this collection is being accessed via PDH. In that case, blank the
- // collection_uuid field so that consumers of the log entries can rely on it
- // being a UUID, or blank. The PDH remains available via the
- // portable_data_hash property.
- if props["collection_uuid"] == collection.PortableDataHash {
- props["collection_uuid"] = ""
+ // h.determineCollection populates the collection_uuid
+ // prop with the PDH, if this collection is being
+ // accessed via PDH. For logging, we use a different
+ // field depending on whether it's a UUID or PDH.
+ if len(collection.UUID) > 32 {
+ log = log.WithField("portable_data_hash", collection.UUID)
+ props["portable_data_hash"] = collection.UUID
+ } else {
+ log = log.WithField("collection_uuid", collection.UUID)
+ props["collection_uuid"] = collection.UUID
}
}
if r.Method == "PUT" || r.Method == "POST" {
@@ -930,29 +931,27 @@ func (h *handler) logUploadOrDownload(
}
func (h *handler) determineCollection(fs arvados.CustomFileSystem, path string) (*arvados.Collection, string) {
- segments := strings.Split(path, "/")
- var i int
- for i = 0; i < len(segments); i++ {
- dir := append([]string{}, segments[0:i]...)
- dir = append(dir, ".arvados#collection_id")
- f, err := fs.OpenFile(strings.Join(dir, "/"), os.O_RDONLY, 0)
- if f != nil {
- defer f.Close()
- }
+ target := strings.TrimSuffix(path, "/")
+ for {
+ fi, err := fs.Stat(target)
if err != nil {
- if !os.IsNotExist(err) {
+ return nil, ""
+ }
+ switch src := fi.Sys().(type) {
+ case *arvados.Collection:
+ return src, strings.TrimPrefix(path[len(target):], "/")
+ case *arvados.Group:
+ return nil, ""
+ default:
+ if _, ok := src.(error); ok {
return nil, ""
}
- continue
}
- // err is nil so we found it.
- decoder := json.NewDecoder(f)
- var collection arvados.Collection
- err = decoder.Decode(&collection)
- if err != nil {
+ // Try parent
+ cut := strings.LastIndexByte(target, '/')
+ if cut < 0 {
return nil, ""
}
- return &collection, strings.Join(segments[i:], "/")
+ target = target[:cut]
}
- return nil, ""
}
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list