[ARVADOS] updated: 1.3.0-1517-g322599005

Git user git at public.curoverse.com
Tue Aug 13 16:53:15 UTC 2019


Summary of changes:
 .../pipeline_instances_controller_test.rb          |  103 -
 .../test/controllers/projects_controller_test.rb   |   26 -
 .../test/helpers/repository_stub_helper.rb         |    1 -
 .../test/integration/application_layout_test.rb    |    2 +
 apps/workbench/test/integration/jobs_test.rb       |   95 +-
 .../test/integration/pipeline_instances_test.rb    |  369 ---
 .../test/integration/pipeline_templates_test.rb    |   29 -
 apps/workbench/test/integration/projects_test.rb   |    1 -
 .../test/integration/repositories_browse_test.rb   |   23 -
 apps/workbench/test/integration/websockets_test.rb |   61 -
 apps/workbench/test/integration/work_units_test.rb |   30 -
 apps/workbench/test/unit/disabled_api_test.rb      |    8 +-
 build/run-build-packages.sh                        |    2 -
 cmd/arvados-client/cmd.go                          |   16 +-
 crunch_scripts/GATK2-VariantFiltration             |   64 -
 crunch_scripts/GATK2-bqsr                          |  103 -
 crunch_scripts/GATK2-merge-call                    |  242 --
 crunch_scripts/GATK2-realign                       |  163 --
 crunch_scripts/arvados-bcbio-nextgen.py            |  145 --
 crunch_scripts/arvados_bwa.py                      |  115 -
 crunch_scripts/arvados_gatk2.py                    |   52 -
 crunch_scripts/arvados_ipc.py                      |   51 -
 crunch_scripts/arvados_picard.py                   |   42 -
 crunch_scripts/arvados_samtools.py                 |  110 -
 crunch_scripts/bwa-aln                             |  127 -
 crunch_scripts/bwa-index                           |   41 -
 crunch_scripts/collection-merge                    |   49 -
 crunch_scripts/crunchrunner                        |   10 -
 crunch_scripts/crunchutil/__init__.py              |    0
 crunch_scripts/crunchutil/robust_put.py            |   56 -
 crunch_scripts/crunchutil/subst.py                 |  102 -
 crunch_scripts/crunchutil/vwd.py                   |  107 -
 crunch_scripts/cwl-runner                          |  117 -
 crunch_scripts/decompress-all.py                   |   64 -
 crunch_scripts/file-select                         |   18 -
 crunch_scripts/grep                                |   24 -
 crunch_scripts/hash                                |   37 -
 crunch_scripts/pgp-survey-import                   |  119 -
 crunch_scripts/pgp-survey-parse                    |   22 -
 crunch_scripts/picard-gatk2-prep                   |  211 --
 crunch_scripts/pyrtg.py                            |   75 -
 crunch_scripts/rtg-fasta2sdf                       |   27 -
 crunch_scripts/rtg-fastq2sdf                       |   45 -
 crunch_scripts/rtg-map                             |   41 -
 crunch_scripts/rtg-snp                             |   34 -
 crunch_scripts/run-command                         |  458 ----
 crunch_scripts/split-fastq.py                      |   70 -
 crunch_scripts/test/task_output_dir                |   19 -
 doc/_config.yml                                    |   22 +-
 doc/_includes/_arv_run_redirection.liquid          |   27 -
 doc/admin/upgrading.html.textile.liquid            |   14 +-
 doc/api/crunch-scripts.html.textile.liquid         |    2 +
 doc/api/execution.html.textile.liquid              |    7 -
 doc/api/methods/humans.html.textile.liquid         |    2 +
 doc/api/methods/job_tasks.html.textile.liquid      |    2 +
 doc/api/methods/jobs.html.textile.liquid           |    4 +-
 .../methods/pipeline_instances.html.textile.liquid |    2 +
 .../methods/pipeline_templates.html.textile.liquid |    2 +
 doc/api/methods/specimens.html.textile.liquid      |    2 +
 doc/api/methods/traits.html.textile.liquid         |    2 +
 .../install-compute-node.html.textile.liquid       |  112 -
 .../install-crunch-dispatch.html.textile.liquid    |  207 --
 doc/install/install-keep-web.html.textile.liquid   |   86 +-
 doc/sdk/cli/subcommands.html.textile.liquid        |   95 -
 .../crunch-utility-libraries.html.textile.liquid   |  228 --
 .../examples/crunch-examples.html.textile.liquid   |  102 -
 .../reference/job-pipeline-ref.html.textile.liquid |   14 -
 doc/user/topics/arv-run.html.textile.liquid        |  163 --
 .../crunch-tools-overview.html.textile.liquid      |   70 -
 doc/user/topics/run-command.html.textile.liquid    |  319 ---
 ...nning-pipeline-command-line.html.textile.liquid |   58 -
 .../topics/tutorial-parallel.html.textile.liquid   |   85 -
 .../tutorial-trait-search.html.textile.liquid      |  278 ---
 .../running-external-program.html.textile.liquid   |   85 -
 .../tutorial-firstscript.html.textile.liquid       |  112 -
 .../tutorial-submit-job.html.textile.liquid        |   95 -
 lib/cli/external.go                                |    6 +-
 lib/config/config.default.yml                      |   67 +-
 lib/config/deprecated.go                           |   70 +
 lib/config/deprecated_test.go                      |   76 +
 lib/config/export.go                               |    6 +-
 lib/config/generated_config.go                     |   67 +-
 lib/config/load.go                                 |    6 +
 sdk/cli/arvados-cli.gemspec                        |    6 +-
 sdk/cli/bin/arv                                    |   10 -
 sdk/cli/bin/arv-crunch-job                         |    6 -
 sdk/cli/bin/arv-run-pipeline-instance              |  781 ------
 sdk/cli/bin/crunch-job                             | 2577 --------------------
 sdk/cli/test/test_arv-run-pipeline-instance.rb     |   37 -
 sdk/cli/test/test_crunch-job.rb                    |  141 --
 sdk/cwl/tests/test_container.py                    |    2 -
 sdk/go/arvados/config.go                           |   19 +-
 sdk/go/arvadosclient/arvadosclient_test.go         |   50 -
 sdk/go/crunchrunner/crunchrunner.go                |  439 ----
 sdk/go/crunchrunner/crunchrunner_test.go           |  478 ----
 sdk/go/crunchrunner/upload.go                      |  241 --
 sdk/go/crunchrunner/upload_test.go                 |  152 --
 sdk/python/arvados/commands/run.py                 |  185 +-
 sdk/python/bin/arv-run                             |    7 -
 sdk/python/setup.py                                |    1 -
 sdk/python/tests/nginx.conf                        |   20 +-
 sdk/python/tests/run_test_server.py                |   15 +-
 sdk/python/tests/test_arv_run.py                   |   28 -
 sdk/python/tests/test_pipeline_template.py         |   62 -
 sdk/python/tests/test_retry_job_helpers.py         |   31 -
 .../controllers/arvados/v1/job_tasks_controller.rb |    5 +
 .../app/controllers/arvados/v1/jobs_controller.rb  |  104 +-
 .../arvados/v1/pipeline_instances_controller.rb    |   10 +-
 .../arvados/v1/pipeline_templates_controller.rb    |    5 +
 .../api/app/helpers/commit_ancestors_helper.rb     |    6 -
 services/api/app/helpers/commits_helper.rb         |  263 ++
 services/api/app/models/commit.rb                  |  272 ---
 services/api/app/models/commit_ancestor.rb         |   44 -
 services/api/app/models/job.rb                     |  214 +-
 services/api/app/models/job_task.rb                |   10 +
 services/api/app/models/pipeline_instance.rb       |   35 +-
 services/api/app/models/pipeline_template.rb       |   11 +
 services/api/config/arvados_config.rb              |    5 -
 ....rb => 20190808145904_drop_commit_ancestors.rb} |    4 +-
 ...s.rb => 20190809135453_remove_commits_table.rb} |    4 +-
 services/api/db/structure.sql                      |  115 +-
 services/api/lib/can_be_an_owner.rb                |    2 +
 services/api/lib/crunch_dispatch.rb                |  981 --------
 services/api/lib/enable_jobs_api.rb                |   12 +
 services/api/script/crunch-dispatch.rb             |   20 +-
 services/api/script/crunch_failure_report.py       |  222 --
 services/api/script/fail-jobs.rb                   |   21 -
 .../arvados/v1/job_reuse_controller_test.rb        |  702 ------
 .../functional/arvados/v1/jobs_controller_test.rb  |  307 +--
 .../v1/pipeline_instances_controller_test.rb       |   44 -
 services/api/test/helpers/git_test_helper.rb       |    8 +-
 .../api/test/integration/crunch_dispatch_test.rb   |   47 -
 services/api/test/integration/jobs_api_test.rb     |   83 -
 services/api/test/integration/pipeline_test.rb     |   36 -
 .../test/integration/serialized_encoding_test.rb   |   21 -
 services/api/test/unit/commit_test.rb              |   70 +-
 services/api/test/unit/crunch_dispatch_test.rb     |  218 --
 services/api/test/unit/fail_jobs_test.rb           |   83 -
 services/api/test/unit/job_task_test.rb            |   11 -
 services/api/test/unit/job_test.rb                 |  406 +--
 services/api/test/unit/pipeline_instance_test.rb   |  106 -
 services/fuse/arvados_fuse/__init__.py             |   14 +-
 services/keep-web/cache.go                         |   28 +-
 services/keep-web/cache_test.go                    |    6 +-
 services/keep-web/cadaver_test.go                  |    4 +-
 services/keep-web/doc.go                           |   68 +-
 services/keep-web/handler.go                       |    8 +-
 services/keep-web/handler_test.go                  |   67 +-
 services/keep-web/keep-web.service                 |    1 -
 services/keep-web/main.go                          |  117 +-
 services/keep-web/server.go                        |   12 +-
 services/keep-web/server_test.go                   |   22 +-
 services/keep-web/status_test.go                   |    2 +-
 services/keep-web/usage.go                         |   99 -
 tools/arvbox/lib/arvbox/docker/Dockerfile.base     |    2 +-
 tools/arvbox/lib/arvbox/docker/cluster-config.sh   |   19 +-
 tools/arvbox/lib/arvbox/docker/crunch-setup.sh     |   40 -
 .../service/crunch-dispatch0/log/main/.gitstub     |    0
 .../arvbox/docker/service/crunch-dispatch0/log/run |    1 -
 .../lib/arvbox/docker/service/crunch-dispatch0/run |    1 -
 .../docker/service/crunch-dispatch0/run-service    |    6 -
 .../service/crunch-dispatch1/log/main/.gitstub     |    0
 .../arvbox/docker/service/crunch-dispatch1/log/run |    1 -
 .../lib/arvbox/docker/service/crunch-dispatch1/run |    1 -
 .../docker/service/crunch-dispatch1/run-service    |    7 -
 .../lib/arvbox/docker/service/keep-web/run-service |    6 +-
 166 files changed, 979 insertions(+), 15569 deletions(-)
 delete mode 100755 crunch_scripts/GATK2-VariantFiltration
 delete mode 100755 crunch_scripts/GATK2-bqsr
 delete mode 100755 crunch_scripts/GATK2-merge-call
 delete mode 100755 crunch_scripts/GATK2-realign
 delete mode 100755 crunch_scripts/arvados-bcbio-nextgen.py
 delete mode 100644 crunch_scripts/arvados_bwa.py
 delete mode 100644 crunch_scripts/arvados_gatk2.py
 delete mode 100644 crunch_scripts/arvados_ipc.py
 delete mode 100644 crunch_scripts/arvados_picard.py
 delete mode 100644 crunch_scripts/arvados_samtools.py
 delete mode 100755 crunch_scripts/bwa-aln
 delete mode 100755 crunch_scripts/bwa-index
 delete mode 100755 crunch_scripts/collection-merge
 delete mode 100755 crunch_scripts/crunchrunner
 delete mode 100644 crunch_scripts/crunchutil/__init__.py
 delete mode 100644 crunch_scripts/crunchutil/robust_put.py
 delete mode 100644 crunch_scripts/crunchutil/subst.py
 delete mode 100644 crunch_scripts/crunchutil/vwd.py
 delete mode 100755 crunch_scripts/cwl-runner
 delete mode 100755 crunch_scripts/decompress-all.py
 delete mode 100755 crunch_scripts/file-select
 delete mode 100755 crunch_scripts/grep
 delete mode 100755 crunch_scripts/hash
 delete mode 100755 crunch_scripts/pgp-survey-import
 delete mode 100755 crunch_scripts/pgp-survey-parse
 delete mode 100755 crunch_scripts/picard-gatk2-prep
 delete mode 100644 crunch_scripts/pyrtg.py
 delete mode 100755 crunch_scripts/rtg-fasta2sdf
 delete mode 100755 crunch_scripts/rtg-fastq2sdf
 delete mode 100755 crunch_scripts/rtg-map
 delete mode 100755 crunch_scripts/rtg-snp
 delete mode 100755 crunch_scripts/run-command
 delete mode 100755 crunch_scripts/split-fastq.py
 delete mode 100755 crunch_scripts/test/task_output_dir
 delete mode 100644 doc/_includes/_arv_run_redirection.liquid
 delete mode 100644 doc/install/install-compute-node.html.textile.liquid
 delete mode 100644 doc/install/install-crunch-dispatch.html.textile.liquid
 delete mode 100644 doc/sdk/python/crunch-utility-libraries.html.textile.liquid
 delete mode 100644 doc/user/examples/crunch-examples.html.textile.liquid
 delete mode 100644 doc/user/reference/job-pipeline-ref.html.textile.liquid
 delete mode 100644 doc/user/topics/arv-run.html.textile.liquid
 delete mode 100644 doc/user/topics/crunch-tools-overview.html.textile.liquid
 delete mode 100644 doc/user/topics/run-command.html.textile.liquid
 delete mode 100644 doc/user/topics/running-pipeline-command-line.html.textile.liquid
 delete mode 100644 doc/user/topics/tutorial-parallel.html.textile.liquid
 delete mode 100644 doc/user/topics/tutorial-trait-search.html.textile.liquid
 delete mode 100644 doc/user/tutorials/running-external-program.html.textile.liquid
 delete mode 100644 doc/user/tutorials/tutorial-firstscript.html.textile.liquid
 delete mode 100644 doc/user/tutorials/tutorial-submit-job.html.textile.liquid
 delete mode 100755 sdk/cli/bin/arv-crunch-job
 delete mode 100755 sdk/cli/bin/arv-run-pipeline-instance
 delete mode 100755 sdk/cli/bin/crunch-job
 delete mode 100644 sdk/cli/test/test_arv-run-pipeline-instance.rb
 delete mode 100644 sdk/cli/test/test_crunch-job.rb
 delete mode 100644 sdk/go/crunchrunner/crunchrunner.go
 delete mode 100644 sdk/go/crunchrunner/crunchrunner_test.go
 delete mode 100644 sdk/go/crunchrunner/upload.go
 delete mode 100644 sdk/go/crunchrunner/upload_test.go
 delete mode 100755 sdk/python/bin/arv-run
 delete mode 100644 sdk/python/tests/test_arv_run.py
 delete mode 100644 sdk/python/tests/test_pipeline_template.py
 delete mode 100644 services/api/app/helpers/commit_ancestors_helper.rb
 delete mode 100644 services/api/app/models/commit.rb
 delete mode 100644 services/api/app/models/commit_ancestor.rb
 copy services/api/db/migrate/{20130315183626_add_log_to_jobs.rb => 20190808145904_drop_commit_ancestors.rb} (57%)
 copy services/api/db/migrate/{20130315183626_add_log_to_jobs.rb => 20190809135453_remove_commits_table.rb} (58%)
 delete mode 100644 services/api/lib/crunch_dispatch.rb
 delete mode 100755 services/api/script/crunch_failure_report.py
 delete mode 100755 services/api/script/fail-jobs.rb
 delete mode 100644 services/api/test/integration/crunch_dispatch_test.rb
 delete mode 100644 services/api/test/unit/crunch_dispatch_test.rb
 delete mode 100644 services/api/test/unit/fail_jobs_test.rb
 delete mode 100644 services/keep-web/usage.go
 delete mode 100755 tools/arvbox/lib/arvbox/docker/crunch-setup.sh
 delete mode 100644 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch0/log/main/.gitstub
 delete mode 120000 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch0/log/run
 delete mode 120000 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch0/run
 delete mode 100755 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch0/run-service
 delete mode 100644 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch1/log/main/.gitstub
 delete mode 120000 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch1/log/run
 delete mode 120000 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch1/run
 delete mode 100755 tools/arvbox/lib/arvbox/docker/service/crunch-dispatch1/run-service

       via  322599005b9425223195f8b903f0aa2cfc4b7db9 (commit)
       via  0fb04af57862494beb38f57b75a1427ee9443e25 (commit)
       via  03590b0b68fe727405e46cf28d47ba50117c7f1d (commit)
       via  8b873a9b3b8865a4d451263e48b49122b9c32759 (commit)
       via  c8f57c52224362d7621f1271774b0f2d60c55cac (commit)
       via  803c1beb16c35f225d22e0dfd7f45165f13bc5db (commit)
       via  5eb512e7b6ff3a0d9f14591fe6bf611dde5cc27c (commit)
       via  7abf74e3ad723ed8aed4d13e794a8f6ad6f44059 (commit)
       via  415910149bed2eef6ae818b7c059d413934df06e (commit)
       via  e0fd2e426856a6593f2c86c60831f0f867f4f83d (commit)
       via  35658af99f09f2f6768583d65246429f789fc5a2 (commit)
       via  d7a5e6e37e9e9251177f9fad98d867f477e69537 (commit)
       via  22de1507bc49617b02aa219302cecb830694adb5 (commit)
       via  c72420e52c085c76dead3e700e05e6fd058dccb2 (commit)
       via  0efb729a71577d400d93b8db56975a4232ec9c6b (commit)
       via  6893f07253b37deac06aefdaedbadfb730254026 (commit)
       via  52cfc5c943a591d4f8095794820b72b697ae6f12 (commit)
       via  38821eb2984f73e62bf21fd214890864a8ad9d47 (commit)
       via  043185f6d16dd41135c255f0f36fb8a75203537b (commit)
       via  021f8eb819919d4606d7b4c72a2497e842041526 (commit)
       via  751745e032831e16c5b67cd4bd0d328cd1f11fd7 (commit)
       via  23138fc621581634579294751beeff7f5e66358e (commit)
       via  6a13a5f663102b77c157a157c8c4089269d3c3b1 (commit)
       via  14626b1a574924a23f18073b8bb6eff829d66e5a (commit)
       via  fec7796668a4f4a73bb52e16e13e4504f76649f5 (commit)
       via  2384aa9a6179333daa03002c36e7b25b83aab903 (commit)
       via  e10aa8e0c8b9c45d69832e71480cfb3d6929834e (commit)
       via  a8aa509cf3913c8dc91640ddcad6b25e6609517a (commit)
       via  050ea7fdc6317a0fa0eeed20b0e6cb0b7fd6693b (commit)
       via  b96728249db70975be33bb5c5721ec5b8a0eb3ff (commit)
       via  448f667a574b50da096051a0d062b9059ab3609f (commit)
       via  9f6bfd78b88486d4b3384b4be05c1f5e4f546a9c (commit)
       via  a33badcdc6af29a87d1f960dbff8ca947329a46b (commit)
       via  30e065c34db0ab9a0e824a77b1ac0a46412598e0 (commit)
       via  9f912f75b3a0b75e8f3de94f4527d60f075f17fe (commit)
       via  f0bc73f28a14af9499dd32e906429d1bc276c969 (commit)
       via  4923d561f16ed4c665e89142f01b7b1d3786ac2c (commit)
       via  bc1947e4aef52fe5f3aebc10dc2ea74cad86672d (commit)
       via  4d56f9b913fcf41fbf89bf5016463b5353fa3a9f (commit)
       via  c49024ec99cc5717f7856d61f325c01c90f750a9 (commit)
       via  acb1d98cdfa6e33bfd3e1bb7510b78a4fd9384e2 (commit)
       via  2c7b49e8791154db907616243c930c552aeb3df3 (commit)
       via  8f78a0332d530f9987f18e6c982e30b0ea8e943e (commit)
       via  63756e0e8a1188e01d0c238394db71af278863cd (commit)
       via  752c2ff97b3670bcc87b08816560f5a0be0b8d06 (commit)
       via  5d82dc390a8e158b71c3c96cb1d0f301f3f12dbb (commit)
       via  01fd373a99ab6e3ee13bf2c8ec38e48ee6f42ba3 (commit)
       via  756aad23bd19f1533f38f0b9e9ee1206dc33b114 (commit)
       via  2d9aa62499005abd47b5f2fa604f01d055480722 (commit)
       via  5d68da382b77745e69640dfdd4e4bd9110e72f4a (commit)
       via  1fa33cf0c06e07c7f3668f994f8d0def93d5ecbd (commit)
       via  67daee82d7c7e3385ec252434109a3348a7c70d7 (commit)
       via  c2b55f26cbf4e0c963e6d30aa63c11898bfc3a09 (commit)
       via  d71c797d3bbfd26d571fb46a14262b5c01b95ff4 (commit)
      from  26c7b3c97876a05ec7427bc2e5270108dcf00b17 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 322599005b9425223195f8b903f0aa2cfc4b7db9
Merge: 26c7b3c97 0fb04af57
Author: Ward Vandewege <wvandewege at veritasgenetics.com>
Date:   Tue Aug 13 12:52:53 2019 -0400

    15516: Merge branch 'master' into 15516-fix-arvados-server-dependencies
    
    Arvados-DCO-1.1-Signed-off-by: Ward Vandewege <wvandewege at veritasgenetics.com>


-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list