[ARVADOS] updated: f39118dacff5614e1102bb18f6dc850aecf2186e

git at public.curoverse.com git at public.curoverse.com
Thu Feb 19 09:37:04 EST 2015


Summary of changes:
 doc/_config.yml                                    |   4 +-
 doc/_includes/_example_sdk_go.liquid               |   3 +
 doc/_includes/_navbar_top.liquid                   |   4 +-
 doc/_layouts/default.html.liquid                   |   6 +-
 doc/images/uses/shared.png                         | Bin 57235 -> 54402 bytes
 doc/images/uses/{share.png => sharing.png}         | Bin
 doc/index.html.liquid                              |  26 +-
 .../getting_started/nextsteps.html.textile.liquid  |   7 +
 .../getting_started/sharedata.html.textile.liquid  |   2 +-
 doc/user/index.html.textile.liquid                 |   6 +-
 sdk/go/blockdigest/blockdigest.go                  |  49 +++
 sdk/go/blockdigest/blockdigest_test.go             |  79 ++++
 sdk/go/logger/logger.go                            | 199 +++++++++
 sdk/go/logger/main/testlogger.go                   |  29 ++
 sdk/go/manifest/manifest.go                        | 118 ++++++
 sdk/go/manifest/manifest_test.go                   | 178 +++++++++
 sdk/go/manifest/testdata/long_manifest             |   7 +
 sdk/go/manifest/testdata/short_manifest            |   6 +
 sdk/go/util/util.go                                |  34 ++
 sdk/python/tests/test_api.py                       |  28 +-
 services/api/config/initializers/time_format.rb    |   5 +
 ...ollection_name_owner_unique_only_non_expired.rb |  23 ++
 services/api/db/structure.sql                      |   6 +-
 .../api/test/functional/arvados/v1/filters_test.rb |  41 ++
 services/api/test/unit/collection_test.rb          |  20 +
 services/datamanager/collection/collection.go      | 293 ++++++++++++++
 services/datamanager/datamanager.go                | 101 +++++
 services/datamanager/keep/keep.go                  | 444 +++++++++++++++++++++
 services/datamanager/loggerutil/loggerutil.go      |  53 +++
 services/fuse/arvados_fuse/__init__.py             |   5 +
 services/fuse/tests/test_mount.py                  |  19 +-
 .../nodemanager/arvnodeman/computenode/__init__.py |  18 +-
 .../arvnodeman/computenode/driver/__init__.py      |  34 +-
 .../arvnodeman/computenode/driver/ec2.py           |  19 +-
 .../arvnodeman/computenode/driver/gce.py           | 126 ++++++
 services/nodemanager/arvnodeman/config.py          |  16 +-
 services/nodemanager/doc/ec2.example.cfg           |  12 +-
 services/nodemanager/doc/gce.example.cfg           | 141 +++++++
 .../tests/test_computenode_driver_ec2.py           |  24 +-
 .../tests/test_computenode_driver_gce.py           | 158 ++++++++
 services/nodemanager/tests/testutil.py             |  36 +-
 41 files changed, 2294 insertions(+), 85 deletions(-)
 rename doc/images/uses/{share.png => sharing.png} (100%)
 create mode 100644 doc/start/getting_started/nextsteps.html.textile.liquid
 create mode 100644 sdk/go/blockdigest/blockdigest.go
 create mode 100644 sdk/go/blockdigest/blockdigest_test.go
 create mode 100644 sdk/go/logger/logger.go
 create mode 100644 sdk/go/logger/main/testlogger.go
 create mode 100644 sdk/go/manifest/manifest.go
 create mode 100644 sdk/go/manifest/manifest_test.go
 create mode 100644 sdk/go/manifest/testdata/long_manifest
 create mode 100644 sdk/go/manifest/testdata/short_manifest
 create mode 100644 sdk/go/util/util.go
 create mode 100644 services/api/config/initializers/time_format.rb
 create mode 100644 services/api/db/migrate/20150216193428_collection_name_owner_unique_only_non_expired.rb
 create mode 100644 services/datamanager/collection/collection.go
 create mode 100644 services/datamanager/datamanager.go
 create mode 100644 services/datamanager/keep/keep.go
 create mode 100644 services/datamanager/loggerutil/loggerutil.go
 create mode 100644 services/nodemanager/arvnodeman/computenode/driver/gce.py
 create mode 100644 services/nodemanager/doc/gce.example.cfg
 create mode 100644 services/nodemanager/tests/test_computenode_driver_gce.py

       via  f39118dacff5614e1102bb18f6dc850aecf2186e (commit)
       via  0d63ac0c2486a43198eb1015ba8d1028239139ee (commit)
       via  78ca9c5cd0c2088b7c4ae0a9062318977a94f0a5 (commit)
       via  cbccf62a8f58b71f88606f66dbf57e2243caf0b9 (commit)
       via  9c8bad50218730ac2c640f8e1c00fd12f2f174e4 (commit)
       via  efb77a42a055f7081a1ff1e2fa712089be71dcc0 (commit)
       via  a5f72c4ae2786377f32c539cc925d1bb11a0764e (commit)
       via  f5a886733b2f628f462dcc03f45d20621c8ee015 (commit)
       via  83ea6e36b19db2c9a45be87c900efbbd9ea8bdb9 (commit)
       via  319503f1a8eda9fb9cea0bff038ad437e88ebeac (commit)
       via  d6d290bfc01d90d160cecf72d86aff40d7f63f3f (commit)
       via  d32bbed004b76333c3e72e6c1f97dcde88e11edd (commit)
       via  c51fe8e859262a8c534c2d3265fabe54555ac462 (commit)
       via  5884b7c433e6f682c089956917f31a587e75363d (commit)
       via  b5249ac7c8ccc1bec4ae751d1ff6816677e6b2e7 (commit)
       via  708630d0303948874d231a8d6b6d080adcdf6d2c (commit)
       via  a6837612f9678bb983f634b518bde16b8921a0a4 (commit)
       via  51d417f941214512c0cbd6d56687ce2b9a0869bc (commit)
       via  45fdc95efb2467b0ad7d21d82aa08b26a43cfaa0 (commit)
       via  af52e4975a52d4eeec356e5dd0ab4dbb5957ea28 (commit)
       via  9d6a6eca3a634e4090d7e0fc4f094c411ab5817a (commit)
       via  95053e5fc874360be26b6cb87d43b6d5ce95dc0e (commit)
       via  1713f54c6b41cb18a69c09f361d97ca6384a9492 (commit)
       via  6100a423c0a75736238747224d72afb112793fdb (commit)
       via  546b44cf5dfba972d2f5f91fa4434e9cb64fa0cd (commit)
       via  f3250432a47c835f4c594348b0d4904a247c3365 (commit)
       via  bd53829c4e3c43be8e8125c59940bfb8c81f5233 (commit)
       via  3598c3003a7987cca5c0536ba8206ec40c1c3649 (commit)
       via  177e076e2602935b6549f9957f031353b09e77c0 (commit)
       via  5517f022cdb6233551c9281422c033d18293ec03 (commit)
       via  6ee389b798bd7898e16b8ab8bf9394bf97c40f46 (commit)
       via  4f8b2d755cb8249cd9118b7d3213a0021b83b0cb (commit)
       via  87ab50f76bd6dde4c362e437323c9f1705889243 (commit)
       via  20abd5d545f9f1102bcd28ee4cab7a2453e28cb4 (commit)
       via  0fd86b9728a80ef07d65fbf0a8278b4a7e44c57a (commit)
       via  8c629ffa55a646fdab671dd6b6d0a292dcea2510 (commit)
       via  a002d3ef4bdf5f9ca4b1bd79c000cf695dc59d8b (commit)
       via  399366e7e32906099d22acddf44ad0cd2ca9a1e1 (commit)
       via  fb179796cc5605ae8c825523c015a9b00f467550 (commit)
       via  5f2d5f96abb8941bed95bd9f47f79f6f1c3ba38d (commit)
       via  520008a541ac57bb07b11b79bd68d2930ea508a2 (commit)
       via  8a504ad561c1ffbafee8a7bc8da551f9d4b9a29e (commit)
       via  b7bd673a45ec3de02fdf846f4a9ebe2638c546cc (commit)
       via  43538243995267c417983360d226d6e8eb181139 (commit)
       via  3a1face2e3bc02e1fb9c53a2268095811b2e069d (commit)
       via  75f4b70625086aaa8ecf8daed23e4d151e54949f (commit)
       via  e5840cee519c5ff8b88e37e14160f9e4e12908ec (commit)
       via  e88d1643f64e70e984b2c7943e5ce6569e7e2d37 (commit)
       via  6db8f01ae7f8d30f48a88caa351004ea446b33b3 (commit)
       via  4df1175e30c21850af394fcd60c9bb7ca3d981a5 (commit)
       via  c2b8ab7045886b62963feb0cd8f9b9291ce1a8b7 (commit)
       via  17800e7d4a9574035dd48b71ec4247f70525d45e (commit)
       via  7924fe7d6b4cee88035046005425ce19260c09e9 (commit)
       via  3f74a7584760a83539b6c0ba01ffd5078d8858cf (commit)
       via  6221a5005318304a2f05f1fa3c9d897ed71d5676 (commit)
       via  2415e93fcd6a24b3bfbc319c139737f550835e36 (commit)
       via  2d2f3bed79f9504d15503277056feb394c12dd7c (commit)
       via  144e23888d46d68c5e32fea9f66a8903e05a3526 (commit)
       via  e0889a8f6997327fd9b4d826237c8166cf909741 (commit)
       via  2ee024868c8152903a43a8c6f5dce601305e99e2 (commit)
       via  4879e0e2f75fd387720b4f4b58ca6ae48a798c98 (commit)
       via  5bcba288077488791daa43a15d5fd5fb0c6e653c (commit)
       via  95cbdf59eb5326c393ae91f243f596984cba7fa7 (commit)
       via  b14bc80d764b85a6ddfed32198b2144b5adf2637 (commit)
       via  4851f29ac730aa09dcb3489a3a6e7479e7b82fb6 (commit)
       via  3d63bc278174d245edc4fa06ed88971a2589e080 (commit)
       via  970095751e2e836ed296152ae3e9ccb6caa62f62 (commit)
       via  1c87e0d76265bb64b717289015181e41e0cbe2f3 (commit)
       via  e7ef642ff70bb7e6c281f4dd1d353f7fb2b3f5ce (commit)
       via  367a6fbc62b4b20af9f5724359fb0d0e423dc718 (commit)
       via  1a68b00bcb3dd92f597de72274a56ed4a1144c2b (commit)
       via  0cf4805d979615190f38ce1d01f1b2d0e8927988 (commit)
       via  3594ad790c998c1b1711ea65057fcae9477986d4 (commit)
       via  08fbba821251a58cc99921cb477fbbc076a1bfee (commit)
       via  9cf25951c6b64449fe24ff9965e7dabe85c8ff4e (commit)
       via  fbfd3b4c049d4b3d24b22bfb5462f098c73596aa (commit)
       via  2ccc3eda37cd728d6526804c228d7383dc8960a9 (commit)
       via  d7f6013f1e728a3a7b42d6736b78cc81ac7de127 (commit)
       via  dab166a0e63d256b2ccfd209493a35696f88726f (commit)
       via  25d58aaf041ac109ff76db5168c193272958d454 (commit)
       via  fb62ab318be2202b9d403e65d6dc86a9d7e72a3a (commit)
       via  af550e54c034136e5fcb187e7f81e3d82170f9c8 (commit)
       via  9684e729ae3ebf438fd2c1c440bb0d8c45ca25af (commit)
       via  a224de262c6e94c592eb8c9a2f909954d24b7c9c (commit)
       via  63cb5c235ccacdc1665a89560bc8c16fcbefd8d6 (commit)
       via  17f611827a12edffec0245c27d4c15b785bc0436 (commit)
       via  74dba22bf46c375d6d8daa8e5afff3e55df993ae (commit)
       via  1a0303d4cb6e1870e958f0121c26a79e0116af64 (commit)
       via  8370f2aee294e270c1f89379af813510fb06079e (commit)
       via  ded3f79df5f4079f29ad8a4d1a1d0dd3438aaba3 (commit)
       via  efaf24041034cbc5de09d80283bd98f3e6434854 (commit)
       via  512e652c33bb3a03b46ec630521fb9d6df6585b7 (commit)
       via  d44a5c508cfa664134daad806d7be9a7cb0bd6ee (commit)
       via  828f692c3ada2691d5c86dff79d91e7e4e2cdda0 (commit)
       via  023798117b11e4c3f3b68003999dd6d27c9d131e (commit)
       via  3dcb5f41ca5e20004ca3d042958246bd341101bb (commit)
       via  4d670eff4c565d07b5d61d43b9fba8fd121281e5 (commit)
       via  a9034a1baae24357fa49e9dc4ef25922c1ec6a90 (commit)
       via  ffb5d12c1670a1dd8f86eca7e80283b0c37a8656 (commit)
       via  29fe4fbeb9eb0a2bd748fa6fcaac803682172e48 (commit)
       via  043e2d7fa61b4954f0d84c6e4281e37a4f6f865f (commit)
       via  49064ef7e89a6b4e9010199d79314a98a9c90132 (commit)
       via  fb0cbc2cf28f7dea6efa112685ee6074cef0d629 (commit)
      from  27fe76f518db97633148657ff1e1610095be11fa (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit f39118dacff5614e1102bb18f6dc850aecf2186e
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Thu Feb 19 09:38:53 2015 -0500

    4823: Revert FUSE changes unrelated to ThreadSafeApiCache

diff --git a/services/fuse/arvados_fuse/__init__.py b/services/fuse/arvados_fuse/__init__.py
index fd65ae1..ec43ccf 100644
--- a/services/fuse/arvados_fuse/__init__.py
+++ b/services/fuse/arvados_fuse/__init__.py
@@ -566,6 +566,11 @@ class ProjectDirectory(Directory):
 
             contents = arvados.util.list_all(self.api.groups().contents,
                                              self.num_retries, uuid=self.uuid)
+            # Name links will be obsolete soon, take this out when there are no more pre-#3036 in use.
+            contents += arvados.util.list_all(
+                self.api.links().list, self.num_retries,
+                filters=[['tail_uuid', '=', self.uuid],
+                         ['link_class', '=', 'name']])
 
         # end with llfuse.lock_released, re-acquire lock
 
diff --git a/services/fuse/tests/test_mount.py b/services/fuse/tests/test_mount.py
index 447ffb3..58b3c7e 100644
--- a/services/fuse/tests/test_mount.py
+++ b/services/fuse/tests/test_mount.py
@@ -242,7 +242,8 @@ class FuseSharedTest(MountTestBase):
         # directory)
         fuse_user_objs = os.listdir(os.path.join(self.mounttmp, 'FUSE User'))
         fuse_user_objs.sort()
-        self.assertEqual(['FUSE Test Project',                    # project owned by user
+        self.assertEqual(['Empty collection.link',                # permission link on collection
+                          'FUSE Test Project',                    # project owned by user
                           'collection #1 owned by FUSE',          # collection owned by user
                           'collection #2 owned by FUSE',          # collection owned by user
                           'pipeline instance owned by FUSE.pipelineInstance',  # pipeline instance owned by user
@@ -258,26 +259,14 @@ class FuseSharedTest(MountTestBase):
 
         # Double check that we can open and read objects in this folder as a file,
         # and that its contents are what we expect.
-        pipeline_template_path = os.path.join(
+        with open(os.path.join(
                 self.mounttmp,
                 'FUSE User',
                 'FUSE Test Project',
-                'pipeline template in FUSE project.pipelineTemplate')
-        with open(pipeline_template_path) as f:
+                'pipeline template in FUSE project.pipelineTemplate')) as f:
             j = json.load(f)
             self.assertEqual("pipeline template in FUSE project", j['name'])
 
-        # check mtime on template
-        st = os.stat(pipeline_template_path)
-        self.assertEqual(st.st_mtime, 1397493304)
-
-        # check mtime on collection
-        st = os.stat(os.path.join(
-                self.mounttmp,
-                'FUSE User',
-                'collection #1 owned by FUSE'))
-        self.assertEqual(st.st_mtime, 1391448174)
-
 
 class FuseHomeTest(MountTestBase):
     def runTest(self):

commit 0d63ac0c2486a43198eb1015ba8d1028239139ee
Merge: 27fe76f 78ca9c5
Author: Peter Amstutz <peter.amstutz at curoverse.com>
Date:   Thu Feb 19 09:32:57 2015 -0500

    Merge branch 'master' into 4823-python-sdk-writable-collection-api


-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list