[arvados] updated: 2.1.0-2617-gb896ceb55

git repository hosting git at public.arvados.org
Wed Aug 24 14:00:25 UTC 2022


Summary of changes:
 sdk/go/arvados/fs_collection.go | 11 ---------
 services/keep-web/handler.go    | 55 ++++++++++++++++++++---------------------
 2 files changed, 27 insertions(+), 39 deletions(-)

       via  b896ceb55db0593631718cb13ee95b2414afe8f9 (commit)
      from  0d8b4f1ad827a575bf74b058426eb898257592e5 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit b896ceb55db0593631718cb13ee95b2414afe8f9
Author: Tom Clegg <tom at curii.com>
Date:   Thu Aug 11 10:36:00 2022 -0400

    19368: Use Sys() instead of .arvados# file to get collection ID.
    
    Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at curii.com>

diff --git a/sdk/go/arvados/fs_collection.go b/sdk/go/arvados/fs_collection.go
index 6583b8f25..ccfbdc4da 100644
--- a/sdk/go/arvados/fs_collection.go
+++ b/sdk/go/arvados/fs_collection.go
@@ -953,17 +953,6 @@ func (dn *dirnode) Child(name string, replace func(inode) (inode, error)) (inode
 		gn.SetParent(dn, name)
 		return gn, nil
 	}
-	if dn == dn.fs.rootnode() && name == ".arvados#collection_id" {
-		gn := &getternode{Getter: func() ([]byte, error) {
-			data, err := json.Marshal(Collection{UUID: dn.fs.uuid})
-			if err == nil {
-				data = append(data, '\n')
-			}
-			return data, err
-		}}
-		gn.SetParent(dn, name)
-		return gn, nil
-	}
 	return dn.treenode.Child(name, replace)
 }
 
diff --git a/services/keep-web/handler.go b/services/keep-web/handler.go
index 535102842..602b111b7 100644
--- a/services/keep-web/handler.go
+++ b/services/keep-web/handler.go
@@ -881,17 +881,18 @@ func (h *handler) logUploadOrDownload(
 		collection, filepath = h.determineCollection(fs, filepath)
 	}
 	if collection != nil {
-		log = log.WithField("collection_uuid", collection.UUID).
-			WithField("collection_file_path", filepath)
-		props["collection_uuid"] = collection.UUID
+		log = log.WithField("collection_file_path", filepath)
 		props["collection_file_path"] = filepath
-		// h.determineCollection populates the collection_uuid prop with the PDH, if
-		// this collection is being accessed via PDH. In that case, blank the
-		// collection_uuid field so that consumers of the log entries can rely on it
-		// being a UUID, or blank. The PDH remains available via the
-		// portable_data_hash property.
-		if props["collection_uuid"] == collection.PortableDataHash {
-			props["collection_uuid"] = ""
+		// h.determineCollection populates the collection_uuid
+		// prop with the PDH, if this collection is being
+		// accessed via PDH. For logging, we use a different
+		// field depending on whether it's a UUID or PDH.
+		if len(collection.UUID) > 32 {
+			log = log.WithField("portable_data_hash", collection.UUID)
+			props["portable_data_hash"] = collection.UUID
+		} else {
+			log = log.WithField("collection_uuid", collection.UUID)
+			props["collection_uuid"] = collection.UUID
 		}
 	}
 	if r.Method == "PUT" || r.Method == "POST" {
@@ -930,29 +931,27 @@ func (h *handler) logUploadOrDownload(
 }
 
 func (h *handler) determineCollection(fs arvados.CustomFileSystem, path string) (*arvados.Collection, string) {
-	segments := strings.Split(path, "/")
-	var i int
-	for i = 0; i < len(segments); i++ {
-		dir := append([]string{}, segments[0:i]...)
-		dir = append(dir, ".arvados#collection_id")
-		f, err := fs.OpenFile(strings.Join(dir, "/"), os.O_RDONLY, 0)
-		if f != nil {
-			defer f.Close()
-		}
+	target := strings.TrimSuffix(path, "/")
+	for {
+		fi, err := fs.Stat(target)
 		if err != nil {
-			if !os.IsNotExist(err) {
+			return nil, ""
+		}
+		switch src := fi.Sys().(type) {
+		case *arvados.Collection:
+			return src, strings.TrimPrefix(path[len(target):], "/")
+		case *arvados.Group:
+			return nil, ""
+		default:
+			if _, ok := src.(error); ok {
 				return nil, ""
 			}
-			continue
 		}
-		// err is nil so we found it.
-		decoder := json.NewDecoder(f)
-		var collection arvados.Collection
-		err = decoder.Decode(&collection)
-		if err != nil {
+		// Try parent
+		cut := strings.LastIndexByte(target, '/')
+		if cut < 0 {
 			return nil, ""
 		}
-		return &collection, strings.Join(segments[i:], "/")
+		target = target[:cut]
 	}
-	return nil, ""
 }

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list