[ARVADOS] updated: 1.3.0-2934-g31bf6d7a3

Git user git at public.arvados.org
Tue Aug 18 20:03:42 UTC 2020


Summary of changes:
 .licenseignore                                     |   4 +-
 .../app/views/application/_show_sharing.html.erb   |   2 +
 build/check-copyright-notices                      |   3 -
 build/package-build-dockerfiles/centos7/Dockerfile |  10 +-
 .../package-build-dockerfiles/debian10/Dockerfile  |   6 +-
 build/package-build-dockerfiles/debian9/Dockerfile |   6 +-
 .../ubuntu1604/Dockerfile                          |   4 +-
 .../ubuntu1804/Dockerfile                          |   4 +-
 ...r.sh => test-package-arvados-docker-cleaner.sh} |   2 +-
 .../test-package-arvados-node-manager.sh           |  15 -
 .../test-package-python-arvados-cwl-runner.sh      |   1 -
 .../test-package-python-arvados-fuse.sh            |   1 -
 .../test-package-python-arvados-python-client.sh   |   1 -
 .../package-testing/test-package-python-cwltest.sh |   1 -
 ...ackage-python27-python-arvados-python-client.sh |  13 -
 .../test-package-python3-arvados-cwl-runner.sh     |   2 +-
 .../test-package-python3-arvados-python-client.sh  |   2 +-
 ... => test-package-python3-crunchstat-summary.sh} |   6 +-
 ...l-runner.sh => test-package-python3-cwltest.sh} |   2 +-
 .../test-package-python3-python-arvados-fuse.sh    |   9 +-
 ...ckage-rh-python36-python-arvados-cwl-runner.sh} |   2 +-
 ...est-package-rh-python36-python-arvados-fuse.sh} |   0
 ...ckage-rh-python36-python-crunchstat-summary.sh} |   2 +-
 ... => test-package-rh-python36-python-cwltest.sh} |   2 +-
 build/run-build-packages-one-target.sh             |  36 +-
 build/run-build-packages-python-and-ruby.sh        |   1 -
 build/run-build-packages.sh                        |  31 +-
 build/run-library.sh                               |  62 +-
 build/run-tests.sh                                 |  28 +-
 cmd/arvados-client/cmd.go                          |   4 +-
 doc/_config.yml                                    |   5 +-
 doc/admin/cloudtest.html.textile.liquid            |   2 +-
 doc/admin/config-migration.html.textile.liquid     |   2 +-
 doc/admin/management-token.html.textile.liquid     |  20 +-
 doc/admin/metrics.html.textile.liquid              |  46 --
 doc/admin/spot-instances.html.textile.liquid       |  25 +-
 doc/admin/upgrading.html.textile.liquid            |  12 +-
 doc/architecture/index.html.textile.liquid         |   4 +-
 ...configure-s3-object-storage.html.textile.liquid |   9 +
 .../install-compute-node.html.textile.liquid       | 186 +++++
 .../install-dispatch-cloud.html.textile.liquid     | 106 ++-
 .../install-compute-node.html.textile.liquid       |  11 +-
 .../install-dispatch.html.textile.liquid           |  34 +-
 .../install-prerequisites.html.textile.liquid      |   2 +-
 .../install-slurm.html.textile.liquid              |  16 +-
 .../crunch2-slurm/install-test.html.textile.liquid |  10 +-
 doc/install/install-keep-web.html.textile.liquid   |   1 +
 doc/install/install-keepproxy.html.textile.liquid  |   1 +
 doc/install/install-keepstore.html.textile.liquid  |   2 +
 ...nstall-manual-prerequisites.html.textile.liquid |   6 +-
 .../install-nodemanager.html.textile.liquid        | 629 --------------
 doc/user/cwl/cwl-versions.html.textile.liquid      |   8 +-
 go.mod                                             |   6 +-
 go.sum                                             |  26 +
 lib/cloud/azure/azure.go                           |   8 +-
 lib/config/config.default.yml                      |  23 +-
 lib/config/deprecated.go                           |   1 -
 lib/config/deprecated_test.go                      |   1 +
 lib/config/generated_config.go                     |  23 +-
 lib/config/load_test.go                            |   1 +
 lib/controller/api/routable.go                     |  17 +
 lib/controller/federation/generated.go             |   3 +
 lib/controller/federation/list.go                  |   5 +-
 lib/controller/handler.go                          |  14 +-
 lib/controller/integration_test.go                 |   1 +
 lib/controller/localdb/conn.go                     |   4 +-
 lib/controller/localdb/login.go                    |   5 +-
 lib/controller/localdb/login_ldap_test.go          |  19 +-
 lib/controller/router/router.go                    |  11 +-
 lib/controller/router/router_test.go               |   2 +-
 lib/controller/rpc/conn_test.go                    |   4 +
 lib/{controller/localdb => ctrlctx}/db.go          |  52 +-
 lib/{controller/localdb => ctrlctx}/db_test.go     |  43 +-
 lib/deduplicationreport/command.go                 |  43 +
 lib/deduplicationreport/report.go                  | 216 +++++
 lib/deduplicationreport/report_test.go             | 119 +++
 lib/dispatchcloud/dispatcher_test.go               |   4 +
 lib/dispatchcloud/scheduler/run_queue_test.go      |   4 +-
 lib/dispatchcloud/scheduler/sync.go                |   6 +-
 lib/dispatchcloud/scheduler/sync_test.go           |  62 ++
 lib/dispatchcloud/worker/pool.go                   |  16 +-
 lib/dispatchcloud/worker/pool_test.go              |  57 +-
 lib/dispatchcloud/worker/worker.go                 |  65 +-
 lib/pam/pam_arvados.go                             |   2 +-
 lib/recovercollection/cmd_test.go                  |   1 +
 lib/service/cmd_test.go                            |   1 +
 sdk/cli/arvados-cli.gemspec                        |   4 +-
 sdk/cwl/arvados_cwl/__init__.py                    |  25 +-
 ...cwl-schema-v1.1.yml => arv-cwl-schema-v1.2.yml} |   0
 sdk/cwl/arvados_cwl/arvcontainer.py                |  28 +-
 sdk/cwl/arvados_cwl/arvtool.py                     |   2 +-
 sdk/cwl/arvados_cwl/arvworkflow.py                 |   5 +-
 sdk/cwl/arvados_cwl/executor.py                    |   2 +-
 sdk/cwl/arvados_cwl/fsaccess.py                    |   5 +
 sdk/cwl/arvados_cwl/http.py                        |   5 +-
 sdk/cwl/arvados_cwl/pathmapper.py                  |   1 +
 sdk/cwl/arvados_cwl/runner.py                      |  16 +-
 sdk/cwl/setup.py                                   |   6 +-
 sdk/cwl/tests/13976-keepref-wf.cwl                 |  17 +-
 sdk/cwl/tests/16377-missing-default.cwl            |  28 +
 sdk/cwl/tests/arvados-tests.yml                    |  18 +-
 sdk/cwl/tests/{octo.yml => hello.yml}              |   4 +-
 sdk/cwl/tests/test_http.py                         |   6 +-
 sdk/cwl/tests/test_submit.py                       |  23 +-
 sdk/go/arvados/api.go                              |   1 +
 sdk/go/arvados/config.go                           |   6 +-
 sdk/go/arvados/duration_test.go                    |   1 +
 sdk/go/arvados/fs_project_test.go                  |   1 +
 sdk/go/arvados/fs_site_test.go                     |   2 +
 sdk/go/arvadosclient/arvadosclient_test.go         |   5 +
 sdk/go/arvadostest/db.go                           |  33 +
 sdk/go/health/aggregator_test.go                   |   1 -
 sdk/go/httpserver/logger_test.go                   |   4 +
 sdk/go/keepclient/collectionreader_test.go         |  10 +-
 sdk/go/keepclient/keepclient_test.go               |  23 +
 sdk/pam/.dockerignore                              |  10 -
 sdk/pam/.gitignore                                 |   1 -
 sdk/pam/Dockerfile                                 |  56 --
 sdk/pam/LICENSE-2.0.txt                            | 202 -----
 sdk/pam/MANIFEST.in                                |  10 -
 sdk/pam/README.rst                                 |  25 -
 sdk/pam/arvados_pam/__init__.py                    |  55 --
 sdk/pam/arvados_pam/auth_event.py                  |  92 ---
 sdk/pam/arvados_version.py                         |  36 -
 sdk/pam/examples/shellinabox                       |  27 -
 sdk/pam/fpm-info.sh                                |  22 -
 sdk/pam/gittaggers.py                              |   1 -
 sdk/pam/integration_tests/__init__.py              |   0
 sdk/pam/integration_tests/test_pam.py              |  30 -
 sdk/pam/lib/libpam_arvados.py                      |   7 -
 sdk/pam/pam-configs/arvados                        |  14 -
 sdk/pam/setup.py                                   |  57 --
 sdk/pam/tests/__init__.py                          |   0
 sdk/pam/tests/integration_test.pl                  |  49 --
 sdk/pam/tests/mocker.py                            |  63 --
 sdk/pam/tests/test_auth_event.py                   |  99 ---
 sdk/pam/tests/test_pam_sm.py                       |  30 -
 sdk/python/arvados/commands/federation_migrate.py  |  81 +-
 sdk/python/tests/fed-migrate/check.py              |  71 +-
 sdk/python/tests/fed-migrate/create_users.py       |  38 +-
 services/api/Gemfile                               |   7 +-
 services/api/Gemfile.lock                          | 138 ++--
 .../api/app/controllers/application_controller.rb  |   3 +-
 .../api/app/models/api_client_authorization.rb     |   3 +-
 services/api/app/models/arvados_model.rb           |  41 +-
 services/api/app/models/collection.rb              |  17 +-
 services/api/app/models/container.rb               |  12 +-
 services/api/app/models/container_request.rb       |   4 +-
 services/api/app/models/group.rb                   |   4 +-
 services/api/app/models/link.rb                    |  27 +
 services/api/app/models/node.rb                    |   8 +-
 services/api/app/models/user.rb                    |  48 +-
 services/api/bin/bundle                            |   2 +-
 services/api/bin/setup                             |   3 +-
 services/api/bin/update                            |   3 +-
 services/api/bin/yarn                              |  16 +
 services/api/config/application.rb                 |   7 +-
 services/api/config/arvados_config.rb              |   9 +-
 services/api/config/boot.rb                        |   3 +-
 .../api/config/environments/development.rb.example |   2 +-
 .../api/config/environments/production.rb.example  |   2 +-
 services/api/config/environments/test.rb.example   |   2 +-
 .../config/initializers/content_security_policy.rb |  29 +
 .../api/config/initializers/legacy_jobs_api.rb     |  11 +-
 .../initializers/new_framework_defaults_5_2.rb     |  42 +
 .../api/config/initializers/preload_all_models.rb  |  15 -
 services/api/config/initializers/time_zone.rb      |   4 +-
 .../api/config/initializers/wrap_parameters.rb     |   2 +-
 services/api/config/routes.rb                      |   2 +-
 services/api/config/secrets.yml                    |  31 +
 services/api/lib/audit_logs.rb                     |   7 +-
 services/api/lib/sweep_trashed_objects.rb          |   7 +-
 services/api/lib/update_priority.rb                |   9 +-
 .../arvados/v1/keep_services_controller_test.rb    |   3 +-
 services/api/test/unit/arvados_model_test.rb       |  25 +
 services/api/test/unit/link_test.rb                |   8 +
 services/api/test/unit/log_test.rb                 |  13 -
 services/api/test/unit/node_test.rb                |   2 +-
 {sdk/python => services/dockercleaner}/fpm-info.sh |   5 +-
 services/keep-balance/main_test.go                 |   1 +
 services/keep-web/s3.go                            |   6 +-
 services/keep/tools/traffic_test.py                | 129 ---
 services/keepstore/s3_volume.go                    |   4 +-
 services/keepstore/s3aws_volume.go                 | 900 +++++++++++++++++++++
 .../{s3_volume_test.go => s3aws_volume_test.go}    | 254 ++++--
 services/nodemanager/.gitignore                    |   1 -
 services/nodemanager/MANIFEST.in                   |   8 -
 services/nodemanager/README.rst                    |  43 -
 services/nodemanager/agpl-3.0.txt                  | 661 ---------------
 services/nodemanager/arvados-node-manager.service  |  32 -
 services/nodemanager/arvados_version.py            |  51 --
 services/nodemanager/arvnodeman/__init__.py        |  12 -
 services/nodemanager/arvnodeman/baseactor.py       | 129 ---
 services/nodemanager/arvnodeman/clientactor.py     | 116 ---
 .../nodemanager/arvnodeman/computenode/__init__.py | 201 -----
 .../arvnodeman/computenode/dispatch/__init__.py    | 536 ------------
 .../arvnodeman/computenode/dispatch/slurm.py       | 118 ---
 .../arvnodeman/computenode/dispatch/transitions.py |  69 --
 .../arvnodeman/computenode/driver/__init__.py      | 253 ------
 .../arvnodeman/computenode/driver/azure.py         | 112 ---
 .../arvnodeman/computenode/driver/dummy.py         |  61 --
 .../arvnodeman/computenode/driver/ec2.py           | 129 ---
 .../arvnodeman/computenode/driver/gce.py           | 181 -----
 services/nodemanager/arvnodeman/config.py          | 184 -----
 services/nodemanager/arvnodeman/daemon.py          | 583 -------------
 services/nodemanager/arvnodeman/jobqueue.py        | 255 ------
 services/nodemanager/arvnodeman/launcher.py        | 171 ----
 services/nodemanager/arvnodeman/nodelist.py        |  87 --
 services/nodemanager/arvnodeman/status.py          | 129 ---
 services/nodemanager/arvnodeman/test/__init__.py   |   5 -
 .../nodemanager/arvnodeman/test/fake_driver.py     | 226 ------
 services/nodemanager/arvnodeman/timedcallback.py   |  49 --
 services/nodemanager/bin/arvados-node-manager      |   9 -
 services/nodemanager/doc/azure.example.cfg         | 202 -----
 services/nodemanager/doc/ec2.example.cfg           | 205 -----
 services/nodemanager/doc/gce.example.cfg           | 187 -----
 services/nodemanager/doc/local.example.cfg         |  50 --
 services/nodemanager/fpm-info.sh                   |   9 -
 services/nodemanager/gittaggers.py                 |   1 -
 services/nodemanager/setup.py                      |  60 --
 services/nodemanager/tests/__init__.py             |  18 -
 services/nodemanager/tests/fake_azure.cfg.template | 194 -----
 services/nodemanager/tests/fake_ec2.cfg.template   | 162 ----
 services/nodemanager/tests/fake_gce.cfg.template   | 159 ----
 services/nodemanager/tests/integration_test.py     | 494 -----------
 services/nodemanager/tests/stress_test.cwl         |  51 --
 services/nodemanager/tests/test_arguments.py       |  30 -
 services/nodemanager/tests/test_clientactor.py     | 152 ----
 services/nodemanager/tests/test_computenode.py     |  45 --
 .../nodemanager/tests/test_computenode_dispatch.py | 562 -------------
 .../tests/test_computenode_dispatch_slurm.py       | 155 ----
 .../nodemanager/tests/test_computenode_driver.py   | 113 ---
 .../tests/test_computenode_driver_azure.py         | 145 ----
 .../tests/test_computenode_driver_ec2.py           | 175 ----
 .../tests/test_computenode_driver_gce.py           | 252 ------
 services/nodemanager/tests/test_config.py          | 110 ---
 services/nodemanager/tests/test_daemon.py          | 858 --------------------
 services/nodemanager/tests/test_failure.py         |  69 --
 services/nodemanager/tests/test_jobqueue.py        | 239 ------
 services/nodemanager/tests/test_nodelist.py        | 106 ---
 services/nodemanager/tests/test_status.py          | 139 ----
 services/nodemanager/tests/test_timedcallback.py   |  65 --
 services/nodemanager/tests/testutil.py             | 236 ------
 tools/arvbox/bin/arvbox                            |   2 +-
 tools/compute-images/.gitignore                    |   3 +
 .../compute-images/.licenseignore                  |   5 +-
 .../compute-images/1078ECD7.asc                    |   0
 tools/compute-images/arvados-images-aws.json       |  80 ++
 tools/compute-images/arvados-images-azure.json     |  75 ++
 tools/compute-images/build.sh                      | 277 +++++++
 tools/compute-images/scripts/base.sh               | 110 +++
 ...oud.cfg.d-07_compute_arvados_dispatch_cloud.cfg |   9 +
 .../usr-local-bin-ensure-encrypted-partitions.sh   | 159 ++++
 .../crunchstat_summary/summarizer.py               |   2 +-
 tools/keep-exercise/keep-exercise.go               | 303 +++++--
 255 files changed, 3949 insertions(+), 12222 deletions(-)
 copy build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-arvados-docker-cleaner.sh} (75%)
 delete mode 100755 build/package-testing/test-package-arvados-node-manager.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-cwl-runner.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-fuse.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-python-client.sh
 delete mode 120000 build/package-testing/test-package-python-cwltest.sh
 delete mode 100755 build/package-testing/test-package-python27-python-arvados-python-client.sh
 rename build/package-testing/{test-package-python27-python-cwltest.sh => test-package-python3-crunchstat-summary.sh} (72%)
 copy build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-python3-cwltest.sh} (79%)
 mode change 120000 => 100755 build/package-testing/test-package-python3-python-arvados-fuse.sh
 rename build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-rh-python36-python-arvados-cwl-runner.sh} (74%)
 copy build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-arvados-fuse.sh} (100%)
 copy build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-crunchstat-summary.sh} (77%)
 rename build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-cwltest.sh} (83%)
 create mode 100644 doc/install/crunch2-cloud/install-compute-node.html.textile.liquid
 rename doc/install/{ => crunch2-cloud}/install-dispatch-cloud.html.textile.liquid (75%)
 delete mode 100644 doc/install/install-nodemanager.html.textile.liquid
 create mode 100644 lib/controller/api/routable.go
 rename lib/{controller/localdb => ctrlctx}/db.go (62%)
 rename lib/{controller/localdb => ctrlctx}/db_test.go (62%)
 create mode 100644 lib/deduplicationreport/command.go
 create mode 100644 lib/deduplicationreport/report.go
 create mode 100644 lib/deduplicationreport/report_test.go
 copy sdk/cwl/arvados_cwl/{arv-cwl-schema-v1.1.yml => arv-cwl-schema-v1.2.yml} (100%)
 create mode 100644 sdk/cwl/tests/16377-missing-default.cwl
 copy sdk/cwl/tests/{octo.yml => hello.yml} (61%)
 create mode 100644 sdk/go/arvadostest/db.go
 delete mode 100644 sdk/pam/.dockerignore
 delete mode 120000 sdk/pam/.gitignore
 delete mode 100644 sdk/pam/Dockerfile
 delete mode 100644 sdk/pam/LICENSE-2.0.txt
 delete mode 100644 sdk/pam/MANIFEST.in
 delete mode 100644 sdk/pam/README.rst
 delete mode 100644 sdk/pam/arvados_pam/__init__.py
 delete mode 100644 sdk/pam/arvados_pam/auth_event.py
 delete mode 100644 sdk/pam/arvados_version.py
 delete mode 100644 sdk/pam/examples/shellinabox
 delete mode 100644 sdk/pam/fpm-info.sh
 delete mode 120000 sdk/pam/gittaggers.py
 delete mode 100644 sdk/pam/integration_tests/__init__.py
 delete mode 100644 sdk/pam/integration_tests/test_pam.py
 delete mode 100644 sdk/pam/lib/libpam_arvados.py
 delete mode 100644 sdk/pam/pam-configs/arvados
 delete mode 100755 sdk/pam/setup.py
 delete mode 100644 sdk/pam/tests/__init__.py
 delete mode 100755 sdk/pam/tests/integration_test.pl
 delete mode 100644 sdk/pam/tests/mocker.py
 delete mode 100644 sdk/pam/tests/test_auth_event.py
 delete mode 100644 sdk/pam/tests/test_pam_sm.py
 create mode 100755 services/api/bin/yarn
 create mode 100644 services/api/config/initializers/content_security_policy.rb
 create mode 100644 services/api/config/initializers/new_framework_defaults_5_2.rb
 delete mode 100644 services/api/config/initializers/preload_all_models.rb
 create mode 100644 services/api/config/secrets.yml
 copy {sdk/python => services/dockercleaner}/fpm-info.sh (60%)
 delete mode 100755 services/keep/tools/traffic_test.py
 create mode 100644 services/keepstore/s3aws_volume.go
 copy services/keepstore/{s3_volume_test.go => s3aws_volume_test.go} (70%)
 delete mode 120000 services/nodemanager/.gitignore
 delete mode 100644 services/nodemanager/MANIFEST.in
 delete mode 100644 services/nodemanager/README.rst
 delete mode 100644 services/nodemanager/agpl-3.0.txt
 delete mode 100644 services/nodemanager/arvados-node-manager.service
 delete mode 100644 services/nodemanager/arvados_version.py
 delete mode 100644 services/nodemanager/arvnodeman/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/baseactor.py
 delete mode 100644 services/nodemanager/arvnodeman/clientactor.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/slurm.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/transitions.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/azure.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/dummy.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/ec2.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/gce.py
 delete mode 100644 services/nodemanager/arvnodeman/config.py
 delete mode 100644 services/nodemanager/arvnodeman/daemon.py
 delete mode 100644 services/nodemanager/arvnodeman/jobqueue.py
 delete mode 100644 services/nodemanager/arvnodeman/launcher.py
 delete mode 100644 services/nodemanager/arvnodeman/nodelist.py
 delete mode 100644 services/nodemanager/arvnodeman/status.py
 delete mode 100644 services/nodemanager/arvnodeman/test/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/test/fake_driver.py
 delete mode 100644 services/nodemanager/arvnodeman/timedcallback.py
 delete mode 100755 services/nodemanager/bin/arvados-node-manager
 delete mode 100644 services/nodemanager/doc/azure.example.cfg
 delete mode 100644 services/nodemanager/doc/ec2.example.cfg
 delete mode 100644 services/nodemanager/doc/gce.example.cfg
 delete mode 100644 services/nodemanager/doc/local.example.cfg
 delete mode 100644 services/nodemanager/fpm-info.sh
 delete mode 120000 services/nodemanager/gittaggers.py
 delete mode 100644 services/nodemanager/setup.py
 delete mode 100644 services/nodemanager/tests/__init__.py
 delete mode 100644 services/nodemanager/tests/fake_azure.cfg.template
 delete mode 100644 services/nodemanager/tests/fake_ec2.cfg.template
 delete mode 100644 services/nodemanager/tests/fake_gce.cfg.template
 delete mode 100755 services/nodemanager/tests/integration_test.py
 delete mode 100644 services/nodemanager/tests/stress_test.cwl
 delete mode 100644 services/nodemanager/tests/test_arguments.py
 delete mode 100644 services/nodemanager/tests/test_clientactor.py
 delete mode 100644 services/nodemanager/tests/test_computenode.py
 delete mode 100644 services/nodemanager/tests/test_computenode_dispatch.py
 delete mode 100644 services/nodemanager/tests/test_computenode_dispatch_slurm.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_azure.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_ec2.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_gce.py
 delete mode 100644 services/nodemanager/tests/test_config.py
 delete mode 100644 services/nodemanager/tests/test_daemon.py
 delete mode 100644 services/nodemanager/tests/test_failure.py
 delete mode 100644 services/nodemanager/tests/test_jobqueue.py
 delete mode 100644 services/nodemanager/tests/test_nodelist.py
 delete mode 100644 services/nodemanager/tests/test_status.py
 delete mode 100644 services/nodemanager/tests/test_timedcallback.py
 delete mode 100644 services/nodemanager/tests/testutil.py
 create mode 100644 tools/compute-images/.gitignore
 copy sdk/cli/test/binstub_sanity_check/docker.io => tools/compute-images/.licenseignore (83%)
 mode change 100755 => 100644
 copy docker/jobs/1078ECD7.key => tools/compute-images/1078ECD7.asc (100%)
 create mode 100644 tools/compute-images/arvados-images-aws.json
 create mode 100644 tools/compute-images/arvados-images-azure.json
 create mode 100755 tools/compute-images/build.sh
 create mode 100644 tools/compute-images/scripts/base.sh
 create mode 100644 tools/compute-images/scripts/etc-cloud-cloud.cfg.d-07_compute_arvados_dispatch_cloud.cfg
 create mode 100644 tools/compute-images/scripts/usr-local-bin-ensure-encrypted-partitions.sh

       via  31bf6d7a395fee4bf058d2a7ba8a4a2d99f5bd57 (commit)
       via  865e5c1e3730117870eb1e485d553383626b882f (commit)
       via  1e3dd8e200238aeb466fe79e62cb4c876bd1373e (commit)
       via  99e8567b4130771caabcf9b735bfbdb3585bd018 (commit)
       via  9992a8816837bd03a1beecd0c0e8082bd913319a (commit)
       via  043dd5e0f26626509d522a48f27e6f3fbfb023ef (commit)
       via  d4475f4c99f15161af3ececf3898d899bb3590c5 (commit)
       via  56766d265a6f2209ca945e0c4e54726f83aad324 (commit)
       via  530f7b503a5295ad7142b419735d3de7d83cda86 (commit)
       via  db507720c1863fca927625019d81d3a2d769f804 (commit)
       via  970061ceccf362fe0d9236d7ff16a5535b0d01af (commit)
       via  98b67ab5086ddd3c66d28548fa3b486b2d08e572 (commit)
       via  cf259a01bda2800cce674436661d3ca708f5d070 (commit)
       via  4b4431eb7fbf575789be9c5798b6a3bf43a07396 (commit)
       via  084d8c9fedd6ee84d3f03f7f17b3a0f885b2d731 (commit)
       via  615e280721c4be51556e2c31b4baffa69dd0d6d8 (commit)
       via  7cc257b4e4f60cca1ca0354d9972cb36c59a77fe (commit)
       via  9833a2b9be1a722bd9aad08baf48ca072bde7ca7 (commit)
       via  04ab4d44425ff9cd5556c5978d85da3b6750e91c (commit)
       via  4901a3c5f9442e8b884eb73b37da6272150c57a2 (commit)
       via  78444f2fb480801787e486d4b65198d72ab4fe15 (commit)
       via  2580743536835baedf91288dfb3599c0b11a3464 (commit)
       via  877689fc26b0b69a94ca525a3bca1ed2236fb4b2 (commit)
       via  70838209c214bfa57ef4bce289e1530a1cc2b081 (commit)
       via  afb2e4f88d30ac60fda89136fd73fecfb74ba5eb (commit)
       via  debf08b0415cf0f9d35338cfb280bde8628619eb (commit)
       via  0c66cb22bd16305ca9b75b0b56a73587cc22e84f (commit)
       via  046863fce3eefdd8f2b4588855b2335dcb0215e1 (commit)
       via  5fde4c5e8c464ec55d002735003a564a7802c720 (commit)
       via  de89bbf6824a39990e1605e4bd041b5d1ed464ea (commit)
       via  2ba6cc7a5e4bfd05cd51e8ab22be2a99a883349d (commit)
       via  ab92008f810e7cdbea981ce903670621c54c082e (commit)
       via  45c611003d84157370f7356b62ba8aa6972535a1 (commit)
       via  da283ea8958220d42431b43e05d40494365eee55 (commit)
       via  c6858cd333d073c972d6c050d2910f1c23f200d2 (commit)
       via  a44e0b163687a53bebf89472e4643e68cf1c567c (commit)
       via  509084f45ffd17d740f7a26285210f8cde51f84c (commit)
       via  4c417c02b975f20938fc40ab007e351ea80d4666 (commit)
       via  e1ed6272d0e8ecf96aeb6905328498d023d34e0e (commit)
       via  601249b0bfa07fd4fe5f9fb2d8496c732bfba409 (commit)
       via  3a71184cf3eb44143ea77aa795695dcd8eb7e45d (commit)
       via  df3970dd2c71deefcdb241863c60a4c9c95b2504 (commit)
       via  4d55677e79cec7d4a6f532ad3cf53f543a4f7821 (commit)
       via  6921ecacf90479af239580e098500300aa498ff3 (commit)
       via  b69d0344335cafe4f4b6d4af229616b5251d21ea (commit)
       via  9f040a785e049f7495ae31d21c3e745ea479b8c5 (commit)
       via  932a3c60f1320a4ac96edbed34c31caa4e0e7eaf (commit)
       via  35b8fa92793a6da1e7a6cbac3a54221c3aa90fc7 (commit)
       via  752845cfd9355b1d207f3c876de28ba07f9d1883 (commit)
       via  f04932adddab98b004c770a650e13d5001207e96 (commit)
       via  498ac72a688f3ff44dc143dcbd248e3e8bc7cfe3 (commit)
       via  779be4daad18b12e8dd14f84b6f6851cffd00114 (commit)
       via  d186ff022ee427ded90307d795537c6429431f09 (commit)
       via  d30553c54fde373f5ae4092ee915fb71354631bd (commit)
       via  73ce25d0e256e01f451ab8788175bbfe8a3e39b0 (commit)
       via  77a228e9e20aa0e9b804f5ae39f37b6687230767 (commit)
       via  28e65cc5137a4e0f0a50b7c221bc1715524ac958 (commit)
       via  abe743a549cbba49ac8743e513d2c49d97371eec (commit)
       via  01190b55cafa04ca0b73bf49fcb30f048fb934bf (commit)
       via  b1b062e241839ede51223f90f8e12d8222414df8 (commit)
       via  46dbe751057150bf47a688ad94500429d45182f6 (commit)
       via  bf60fd73bbbe5c75cdcfe9d57a85b68dc7916555 (commit)
       via  b2a1842d611a2739066a819badafaa2d2f14015d (commit)
       via  3aa3fb78afa46e98c9be345045f4fea9fea0f08c (commit)
       via  a37291f5f992a082d88efb9cdf57cd92c710e883 (commit)
       via  9c03bedaa6aa6a64b42dc61efcd6d46154fe6732 (commit)
       via  4da1edec9c50c7adef8ab9fa500d5f3c40fb296f (commit)
       via  4d3b8b299deaa4fff45102a26768e26129b17f10 (commit)
       via  3757bbc7155d2a9c83d307925956fa2d524c92a9 (commit)
       via  3e269516a7500d49ad90f8590d7dd9e81f135ad6 (commit)
       via  5771cf273a4e09a5666122a7f67b4f088927e29d (commit)
       via  63be17fdad6232fc9ff59738b6b358410953274c (commit)
       via  a79a27e215ce709455d1f5354b4ae5d045ed32dd (commit)
       via  ffeb31033857f36d26d06f8b7c2550a7950f941f (commit)
       via  6036c55e1239281746152e85dfabbc9ed3cb6864 (commit)
       via  414025952297852fff735664047ac14f6590522d (commit)
       via  daa50b3dc4488c705d2445fcadd2d35968787a68 (commit)
       via  903d19948d3fd6c429ba99f68bb71fd989245f19 (commit)
       via  af106e9180ddc775de473c02a6269dbf3ae1b631 (commit)
       via  7458c097e5ecdbb8836be941f03a5de4943f1eff (commit)
       via  aeb4a79c5f5eb2fd20603a16edffa0a1a0c9aef3 (commit)
       via  43baa8f0cca640afc2934e6e65f51e5465e0ec88 (commit)
       via  70c33e51905a84c3dcb61c88e5ec5c6479599c28 (commit)
       via  c9d7f6e5c734f58fa4b0574dfee40bbffbefdc8d (commit)
       via  dbd421c673da7199ceb3ed1d3398bd55d2707566 (commit)
       via  e5423707b3e05110b67de9c286b1fcfdcc65113f (commit)
       via  2dd9827a1719f7deec9814e2aee89f4b17136925 (commit)
       via  4d3ddc879fbc1dc39407c8b6e5b2f034d2d94e1e (commit)
       via  8713dc0a0b40eb00228c229879183544e87be906 (commit)
       via  715b5afbe744a85893eca159109658bb8cddc97f (commit)
       via  6e5b24e817a0972ab30c9065cfc6a726821e7b66 (commit)
       via  866decb73a9cf07b28e26c5028a1d42a5ef243a7 (commit)
       via  bfcd32beb41fcba2a5120ab899a080aef8305160 (commit)
       via  7d7b9f9fe3dadcccffd76493f45a144d21c754ef (commit)
       via  e45d6feabba025220783beea6caed60cd1e7d782 (commit)
       via  1bc7e16eb168274baea108092184925b7172ce02 (commit)
       via  339da6b41fe014db93bd123cc9285cbeefe16936 (commit)
       via  26a86a0239e5d626b1e02163aa417678c58e97ac (commit)
       via  4d6383510afb08f90b631255e8da4db89770e1d9 (commit)
       via  cd4a811b896da640e5b8ddca7e515f19085932d4 (commit)
       via  8a7644e8839181b8e13243c983c9c16b96591a95 (commit)
       via  7407f41105f8000bb3908d41a31daaf3a30d9440 (commit)
       via  29bd6c67e371a5ee6396e117956599eea572ac55 (commit)
       via  81c2dc65f87ccc098695658d427270f7a3426f6d (commit)
       via  7d9fc325e6d75d40e6f933a188d9a11fc016ed77 (commit)
       via  0c2c8a174afde6a1a2472ee346eb5a3fe0bc6114 (commit)
       via  b7c46875f592b2f959f504e7f583979a594d528f (commit)
       via  2b128f010976d8d4a55432e7b74349fd12362a93 (commit)
       via  150a601dbcaf6b999e54bd17d5152f15b626c7f3 (commit)
       via  5147b5515a59202940c55b5fb78eea270af78bb8 (commit)
       via  163a40366283e336d8c8ea3fb9c0bd7322904865 (commit)
       via  bab30415501b92dbece93b636dda7f6914a123fa (commit)
       via  5b8f2940dbb53ef170ab60f025bdbcc824d5d8c4 (commit)
       via  67d3cbd984c8220d9bce0b7e36e49c9a55cf8bd2 (commit)
       via  6563930ed602f47c1489b39b2eebfb54f9945e3c (commit)
       via  28607876c98ae69dedb70e13a3ba5f12f9484608 (commit)
       via  c9e9f6ff4cadaf30657becdb70d0d828965397b0 (commit)
       via  544d7aae0d58a25e8c761c638167c3564de06af5 (commit)
       via  aa7332d4cf8f44b4ce614293112417b32373cccf (commit)
       via  bfdc7fac1375e8fcb3d6d87c9a195b5606579c87 (commit)
       via  d7e3b180b3a2114fab340746791ecd913b69d795 (commit)
       via  2e0648fb2b8a006664e6225826d78916f682eff5 (commit)
       via  9a625dbcc8bca7f42a9043913006738a30a329d2 (commit)
       via  34cb31d5191ce17c37ddd9d344f4d77125af64a8 (commit)
       via  87c49a944230e400cb3529b30472e497d20912d6 (commit)
       via  7be768ebfe665bcb30f4212b3f211c97b2fd65b9 (commit)
       via  424910a551a2d564068693babb8058109203f4e5 (commit)
       via  767f0799fb430b800920bad0ec83dfa210a51e01 (commit)
       via  ccefd86d022a00e89af37c6c7f9e71d4d68178ef (commit)
       via  d7b9e50e1ac6c3432f9e5c87bffd872b5f6fd572 (commit)
       via  21d95b374fc204ae021948e70dd8cce264fda05c (commit)
       via  44e035c4f9873171ae48025515102b513898a7c3 (commit)
       via  5d5cc4f6b9272e3958721fc958453d649c919dcc (commit)
       via  199d58a4df0dba1ee71c6816bc3a9d9d439cfd7e (commit)
       via  a2b994f10fd73bdd882e691854239fc2d3b2e3a0 (commit)
       via  8d4010326400339c2e336caf85d2b827dd927972 (commit)
       via  65b05a0f63dd137d680af4d98ae8d32dd2603158 (commit)
       via  9acfcfc07d459fb68cee5e75bf0cb128b87b44ec (commit)
       via  4d1fa0d132e32d02cb87c1c6e3e4c2742bdec467 (commit)
      from  62edf6175986bf062076b42f89ef472446d0d18e (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 31bf6d7a395fee4bf058d2a7ba8a4a2d99f5bd57
Author: Tom Clegg <tom at tomclegg.ca>
Date:   Tue Aug 18 16:03:28 2020 -0400

    16535: Update go.sum.
    
    Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at tomclegg.ca>

diff --git a/go.sum b/go.sum
index 2565964e7..ac5c03fc8 100644
--- a/go.sum
+++ b/go.sum
@@ -78,6 +78,7 @@ github.com/go-ldap/ldap v3.0.3+incompatible h1:HTeSZO8hWMS1Rgb2Ziku6b8a7qRIZZMHj
 github.com/go-ldap/ldap v3.0.3+incompatible/go.mod h1:qfd9rJvER9Q0/D/Sqn1DfHRoBp40uXYvFoEVrNEPqRc=
 github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE=
 github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk=
+github.com/go-sql-driver/mysql v1.4.0/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w=
 github.com/go-sql-driver/mysql v1.5.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg=
 github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
 github.com/gogo/protobuf v1.1.1 h1:72R+M5VuhED/KujmZVcIquuo8mBgX4oVda//DQb3PXo=
@@ -226,6 +227,7 @@ golang.org/x/net v0.0.0-20190613194153-d28f0bde5980 h1:dfGZHvZk057jK2MCeWus/TowK
 golang.org/x/net v0.0.0-20190613194153-d28f0bde5980/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
 golang.org/x/net v0.0.0-20190620200207-3b0461eec859 h1:R/3boaszxrf1GEUWTVDzSKVwLmSJpwZ1yqXm8j0v2QI=
 golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/net v0.0.0-20200202094626-16171245cfb2 h1:CCH4IOTTfewWjGOlSp+zGcjutRKlBEZQ6wTn8ozI/nI=
 golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=

commit 865e5c1e3730117870eb1e485d553383626b882f
Merge: 1e3dd8e20 99e8567b4
Author: Tom Clegg <tom at tomclegg.ca>
Date:   Tue Aug 18 16:02:56 2020 -0400

    16535: Merge branch 'master'
    
    Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at tomclegg.ca>


commit 1e3dd8e200238aeb466fe79e62cb4c876bd1373e
Author: Tom Clegg <tom at tomclegg.ca>
Date:   Tue Aug 18 15:34:28 2020 -0400

    16535: Use package consts for http methods.
    
    Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at tomclegg.ca>

diff --git a/services/keep-web/s3.go b/services/keep-web/s3.go
index c77427540..12e294d93 100644
--- a/services/keep-web/s3.go
+++ b/services/keep-web/s3.go
@@ -68,7 +68,7 @@ func (h *handler) serveS3(w http.ResponseWriter, r *http.Request) bool {
 	objectNameGiven := strings.Count(strings.TrimSuffix(r.URL.Path, "/"), "/") > 1
 
 	switch {
-	case r.Method == "GET" && !objectNameGiven:
+	case r.Method == http.MethodGet && !objectNameGiven:
 		// Path is "/{uuid}" or "/{uuid}/", has no object name
 		if _, ok := r.URL.Query()["versioning"]; ok {
 			// GetBucketVersioning
@@ -80,7 +80,7 @@ func (h *handler) serveS3(w http.ResponseWriter, r *http.Request) bool {
 			h.s3list(w, r, fs)
 		}
 		return true
-	case r.Method == "GET" || r.Method == "HEAD":
+	case r.Method == http.MethodGet || r.Method == http.MethodHead:
 		fspath := "/by_id" + r.URL.Path
 		fi, err := fs.Stat(fspath)
 		if r.Method == "HEAD" && !objectNameGiven {
@@ -110,7 +110,7 @@ func (h *handler) serveS3(w http.ResponseWriter, r *http.Request) bool {
 		r.URL.Path = fspath
 		http.FileServer(fs).ServeHTTP(w, &r)
 		return true
-	case r.Method == "PUT":
+	case r.Method == http.MethodPut:
 		if !objectNameGiven {
 			http.Error(w, "missing object name in PUT request", http.StatusBadRequest)
 			return true

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list