[ARVADOS] updated: 88d55c312b6ec1e3b849cc26d814d4f642c1ff7d

git at public.curoverse.com git at public.curoverse.com
Tue Mar 4 19:59:31 EST 2014


Summary of changes:
 apps/admin/setup-new-user.rb                       |    6 +-
 .../app/assets/javascripts/application.js          |   55 ++++
 .../app/assets/stylesheets/application.css.scss    |   20 ++-
 apps/workbench/app/assets/stylesheets/loading.css  |   29 +-
 .../app/controllers/application_controller.rb      |    4 +-
 .../app/controllers/collections_controller.rb      |    4 +-
 .../app/views/collections/_index_tbody.html.erb    |   21 +-
 .../app/views/collections/_show_files.html.erb     |    2 +-
 .../app/views/collections/_show_recent.html.erb    |    6 +-
 .../app/views/layouts/application.html.erb         |    2 +-
 .../app/views/pipeline_instances/show.html.erb     |    1 +
 .../{_show_graph.js.erb => show.js.erb}            |    3 +-
 crunch_scripts/hash                                |   24 +-
 doc/Rakefile                                       |    2 +-
 doc/_config.yml                                    |    9 +-
 doc/_includes/_navbar_top.liquid                   |   10 +-
 doc/install/install-api-server.html.md.liquid      |   12 +-
 .../install-crunch-dispatch.html.textile.liquid    |   16 +-
 doc/sdk/python/sdk-python.html.textile.liquid      |    6 +-
 .../check-environment.html.textile.liquid          |    6 +-
 doc/user/reference/api-tokens.html.textile.liquid  |    2 +-
 doc/user/reference/sdk-cli.html.textile.liquid     |    6 +-
 .../running-external-program.html.textile.liquid   |    6 +-
 .../tutorial-firstscript.html.textile.liquid       |    2 +-
 ...rial-gatk-variantfiltration.html.textile.liquid |    4 +-
 .../tutorial-job-debug.html.textile.liquid         |    2 +-
 .../tutorials/tutorial-job1.html.textile.liquid    |    2 +-
 .../tutorials/tutorial-keep.html.textile.liquid    |    2 +-
 .../tutorial-new-pipeline.html.textile.liquid      |    4 +-
 .../tutorial-parallel.html.textile.liquid          |    6 +-
 .../tutorial-trait-search.html.textile.liquid      |    2 +-
 docker/README.md                                   |   39 +--
 docker/api/passenger.conf                          |    6 +-
 docker/base/Dockerfile                             |    8 +-
 docker/sso/passenger.conf                          |    6 +-
 docker/workbench/passenger.conf                    |    6 +-
 sdk/cli/bin/arv                                    |    4 +-
 sdk/cli/bin/arv-ls                                 |    1 +
 sdk/cli/bin/arv-mount                              |    1 +
 sdk/cli/bin/arv-normalize                          |    1 +
 sdk/cli/bin/crunch-job                             |   25 +-
 sdk/python/arvados/__init__.py                     |   13 +-
 sdk/python/arvados/collection.py                   |   90 +++++-
 sdk/python/arvados/fuse.py                         |  317 +++++++++++++++++++
 sdk/python/arvados/keep.py                         |  140 +++++++--
 sdk/python/arvados/stream.py                       |  326 +++++++++++--------
 sdk/python/arvados/timer.py                        |   16 +
 sdk/python/bin/arv-ls                              |   33 ++
 sdk/python/bin/arv-mount                           |  195 +++---------
 sdk/python/bin/arv-normalize                       |   24 ++
 sdk/python/bin/arv-put                             |   16 +
 sdk/python/readme.llfuse                           |    1 +
 sdk/python/requirements.txt                        |    2 +-
 sdk/python/setup.py.src                            |    3 +-
 sdk/python/test_collections.py                     |  334 ++++++++++++++++++--
 sdk/python/test_mount.py                           |  153 +++++++++
 sdk/python/testdata/1000G_ref_manifest             |    1 +
 sdk/python/testdata/jlake_manifest                 |   20 ++
 sdk/ruby/Gemfile.lock                              |    8 +-
 .../app/controllers/arvados/v1/jobs_controller.rb  |    1 +
 services/api/app/models/collection.rb              |   27 ++-
 services/api/app/models/node.rb                    |   28 +-
 services/api/script/crunch-dispatch.rb             |   26 ++-
 .../arvados/v1/collections_controller_test.rb      |   39 ++-
 .../api/test/integration/collections_api_test.rb   |    4 -
 services/api/test/integration/jobs_api_test.rb     |   23 ++
 services/api/test/test_helper.rb                   |    6 +
 67 files changed, 1700 insertions(+), 519 deletions(-)
 create mode 120000 apps/workbench/app/views/pipeline_instances/show.html.erb
 rename apps/workbench/app/views/pipeline_instances/{_show_graph.js.erb => show.js.erb} (74%)
 create mode 120000 sdk/cli/bin/arv-ls
 create mode 120000 sdk/cli/bin/arv-mount
 create mode 120000 sdk/cli/bin/arv-normalize
 create mode 100644 sdk/python/arvados/fuse.py
 create mode 100644 sdk/python/arvados/timer.py
 create mode 100755 sdk/python/bin/arv-ls
 create mode 100755 sdk/python/bin/arv-normalize
 create mode 100644 sdk/python/readme.llfuse
 create mode 100644 sdk/python/test_mount.py
 create mode 100644 sdk/python/testdata/1000G_ref_manifest
 create mode 100644 sdk/python/testdata/jlake_manifest
 create mode 100644 services/api/test/integration/jobs_api_test.rb

       via  88d55c312b6ec1e3b849cc26d814d4f642c1ff7d (commit)
       via  7722719387453c7ab5f9326536daa2655cad60c9 (commit)
       via  198d4c115e1958e1d9779e58548b8276cae244a8 (commit)
       via  9c3dd1f301b78d556b9d06c81a01c4b4446803ff (commit)
       via  6c2b15626cff7c94b0727ab6f3eac7dfde56b6ed (commit)
       via  e60990e8ccc42495fb8ec1afe53bb47b1b604866 (commit)
       via  2bf9aeb2508a6f61518bf838390e31e07e9fe0e1 (commit)
       via  d1b3c09b51e11a26ac7e735805b79fa4668bbaff (commit)
       via  94eca7452812a90d68dd29dc62fe2ac5c5157568 (commit)
       via  9a124cfd453548bb447df9513f72809a1fba0433 (commit)
       via  f96533820a514a36c618c8343d4b6320c7c31cf6 (commit)
       via  2abf7fca110acf699645f45025b62608d287bdd4 (commit)
       via  06362e4d206c4765567e0a6b5585197ce0c9d30f (commit)
       via  342f1555625580dc945766a48bb7be3625af2deb (commit)
       via  4f6d03f8329ec63704f6830c56b95be939b38d30 (commit)
       via  1b8615efd89707d02ea9de1d95e9e2a26b0436cc (commit)
       via  45bbd49852b4fbd5a6d69122bd4c620c7c9e4674 (commit)
       via  0a29f4ca64bcb4ee01d641d8bda7da7ad550e6dd (commit)
       via  d7a07294a8d4a546852a33417972924f658e4024 (commit)
       via  ce3845c8ce108518832ea6ad9a10bb9b98a48174 (commit)
       via  be60b02bc5c56afaaec808d9e259eba51d951998 (commit)
       via  324dc9f33d95cdeacf23c0570607900be945d20f (commit)
       via  e76ee382d79d6726dcf6315dbae0e0f5aef09a86 (commit)
       via  c315a459778181e207034ae5385fdf34fec51fa7 (commit)
       via  b8ee617ec8af73120b427f7591744d0f4883a63f (commit)
       via  00af5ad16232b856ef1f3620a4f62f0946c681a7 (commit)
       via  e8f224e43292059d52f438995f30cb392da88262 (commit)
       via  60f6a0ade0f6ff2ed695c0d22fb4cfb8383014b4 (commit)
       via  75496f54ac81f6bb280aab3bd5b1cff72701acbb (commit)
       via  ba64c04f9340013d25138b40b92e51e4ad5bacd8 (commit)
       via  819757ca4018b20b4309d1d2d1b94d17cfee088c (commit)
       via  05e4ffd616ed333165532720ce3ec6819831d88f (commit)
       via  a82f7725c2a4c4c7f27d1219c8ffe51a22c52b16 (commit)
       via  e03fdab8240f07c5cb1e88b502c6d6b145e1e957 (commit)
       via  d0daa6d6968ecf1a3ec7e64f7747e842f20febad (commit)
       via  dd3a873512742870ef338028996ba36784f56bf8 (commit)
       via  c981b80d8965d62435045518f569e3f270014298 (commit)
       via  0e53f1c16b9417eecb693fe398585c81f7b4e329 (commit)
       via  d4346ebd1ef1158a73d9adfa757cfce0713abb1d (commit)
       via  7769d5742b41712bc411d75d6cd6b536cd87a3e4 (commit)
       via  06f92553e100b58d2d72a3190fb8e57abac820bb (commit)
       via  b6888eaa68820d4107a73fb1fea136c00866f915 (commit)
       via  e86a4c6a752eb72819f07cd7403b0092c00154cb (commit)
       via  d533fffba8615a3e4d370ed1f7cdd810cdb4eee3 (commit)
       via  5f64ae1ff9649c01bc95ec86c26624730f9de724 (commit)
       via  5f8c016420fa751db68409d9047d3111f7e4a12a (commit)
       via  bad2a6a760528915012d999466368d751c172463 (commit)
       via  975c10c5b8ccc7d12ee4df993e06a359c4bbec93 (commit)
       via  426b8ae13589e4ee121a094a6f18dd89a577402d (commit)
       via  d52c19d19d5588c664c599aaa51c0084954d8836 (commit)
       via  1ce079f002566b28c450959b1d7389c8c85ab6f0 (commit)
       via  2b1a709c1e3ff70d811804bfd9fa58a7231bd5cb (commit)
       via  08c4e44a6a431286408ce9984bc4be84dccb49f7 (commit)
       via  daa5e6586560d002fd4cd9c76ea9ffc199bcb26d (commit)
       via  aa67d42865bb0cc31a8ee9a13a5b65b06aa3c5e4 (commit)
       via  fb835ba018ae9f4509063e93f7054fdd23b6669d (commit)
       via  d165639ac5760713b872242dd1c2eb54c34a0ffd (commit)
       via  61e04bd283799308728e9c0bf085db799bd9cbc2 (commit)
       via  c2459c6593b1508ad01f64c4a6f91b70b3d80c89 (commit)
       via  f6fa860739496e94d0e08d21ba19a17c0fbea95a (commit)
       via  07520e24f23c3030dc063381ed9a6163ab763a0f (commit)
       via  9887cbea6421c442de1439f8c0050f81c4474dfd (commit)
       via  ffa11e9dc42740652da1d8382b89bc7eaaac5e2e (commit)
       via  e05e4cd6106b83aa21ef45a3d6537b89d7f67498 (commit)
       via  da939284a2a57dd046422b75a0c4700a5ff4f223 (commit)
       via  444af0ae1f9b9d36af72e57ae508cd0608988236 (commit)
       via  89a9429f8fe9248320fad181afe972e144d10669 (commit)
       via  0b0f8c5211ee93d2fd2bceb2a4331a06cea52663 (commit)
       via  600378f933f028ba497cac86a978fa71401d209b (commit)
       via  43e09c03c00f14d923f7335aa3d632d7e4785fbb (commit)
       via  fa739e32888d42bb99cef4781dc0c3f1c6190ac7 (commit)
       via  6812b3350f48ed977ea2e3e788e49e1008a3b244 (commit)
       via  78a1683680177da480dc3ffaea2d4f2b79ab793d (commit)
       via  50567a15ccfdc5e73289227e343bfce946974ecd (commit)
       via  603517c58cb2a57961de70c7b67f9856206515da (commit)
       via  a23b909256ae2ee222036d91d6e46faccfe13542 (commit)
       via  3c6f8001fb5d63ef92da36e662ac58396f18a9d0 (commit)
       via  6ecd3b6f76a1dbb39a56fc81d306969dc0a3f6af (commit)
       via  7024cc159936593350aaf7939d700102f6510787 (commit)
       via  a9c427bdcdb215119bb28d2b53b0f8b462048e72 (commit)
       via  27d6124d152f99fc8f26cd2c9fc99d24ab46a7ea (commit)
       via  519c5922c34da64a8cce9e4d0030892e9b4bdd83 (commit)
       via  1b82cd274ecebba9302e8a06f6c9e99eaf8ec717 (commit)
       via  e0d33f390ffb609332d966fe0ce43ada6188d890 (commit)
       via  579300424ef50990ff9414f2eabf8f371f278d99 (commit)
      from  d9b57edd7f14f674a7fa33373471c17e3b443230 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 88d55c312b6ec1e3b849cc26d814d4f642c1ff7d
Author: Tom Clegg <tom at curoverse.com>
Date:   Tue Mar 4 19:59:22 2014 -0500

    Set up virtualenv even if no arvados/sdk/python present. refs #2199 refs #2197

diff --git a/sdk/cli/bin/crunch-job b/sdk/cli/bin/crunch-job
index 2ba36f2..392bd7e 100755
--- a/sdk/cli/bin/crunch-job
+++ b/sdk/cli/bin/crunch-job
@@ -332,10 +332,10 @@ my $skip_install = ($local_job && $Job->{script_version} =~ m{^/});
 if ($skip_install)
 {
   $ENV{"CRUNCH_SRC"} = $Job->{script_version};
+  system("virtualenv", "$ENV{CRUNCH_TMP}/opt") == 0
+      or croak ("virtualenv $ENV{CRUNCH_TMP}/opt failed: exit ".($?>>8));
   for my $src_path ("$ENV{CRUNCH_SRC}/arvados/sdk/python") {
     if (-d $src_path) {
-      system("virtualenv", "$ENV{CRUNCH_TMP}/opt") == 0
-          or croak ("virtualenv $ENV{CRUNCH_TMP}/opt failed: exit ".($?>>8));
       system ("cd $src_path && ./build.sh && \$CRUNCH_TMP/opt/bin/python setup.py install")
           == 0
           or croak ("setup.py in $src_path failed: exit ".($?>>8));
@@ -1386,9 +1386,9 @@ chomp ($pwd = `pwd`);
 my $install_dir = $ENV{"CRUNCH_INSTALL"} || "$pwd/opt";
 mkdir $install_dir;
 
+shell_or_die ("virtualenv", $install_dir);
 for my $src_path ("$destdir/arvados/sdk/python") {
   if (-d $src_path) {
-    shell_or_die ("virtualenv", $install_dir);
     shell_or_die ("cd $src_path && ./build.sh && $install_dir/bin/python setup.py install");
   }
 }

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list