[ARVADOS] updated: 1.3.0-2967-ge8d1a643c

Git user git at public.arvados.org
Fri Aug 21 18:53:37 UTC 2020


Summary of changes:
 .licenseignore                                     |   4 +-
 .../app/views/application/_show_sharing.html.erb   |   2 +
 build/check-copyright-notices                      |   3 -
 build/package-build-dockerfiles/centos7/Dockerfile |  10 +-
 .../package-build-dockerfiles/debian10/Dockerfile  |   6 +-
 build/package-build-dockerfiles/debian9/Dockerfile |   6 +-
 .../ubuntu1604/Dockerfile                          |   4 +-
 .../ubuntu1804/Dockerfile                          |   4 +-
 ...r.sh => test-package-arvados-docker-cleaner.sh} |   2 +-
 .../test-package-arvados-node-manager.sh           |  15 -
 .../test-package-python-arvados-cwl-runner.sh      |   1 -
 .../test-package-python-arvados-fuse.sh            |   1 -
 .../test-package-python-arvados-python-client.sh   |   1 -
 .../package-testing/test-package-python-cwltest.sh |   1 -
 .../test-package-python3-arvados-cwl-runner.sh     |   2 +-
 .../test-package-python3-arvados-python-client.sh  |  13 +
 ... => test-package-python3-crunchstat-summary.sh} |   6 +-
 ...l-runner.sh => test-package-python3-cwltest.sh} |   2 +-
 .../test-package-python3-python-arvados-fuse.sh    |   9 +-
 ...ckage-rh-python36-python-arvados-cwl-runner.sh} |   2 +-
 ...est-package-rh-python36-python-arvados-fuse.sh} |   0
 ...ge-rh-python36-python-arvados-python-client.sh} |   4 +-
 ...ckage-rh-python36-python-crunchstat-summary.sh} |   2 +-
 ... => test-package-rh-python36-python-cwltest.sh} |   2 +-
 build/rails-package-scripts/README.md              |   2 +-
 build/rails-package-scripts/arvados-api-server.sh  |   4 +-
 build/rails-package-scripts/prerm.sh               |   1 -
 build/run-build-packages-one-target.sh             |  34 +-
 build/run-build-packages-python-and-ruby.sh        |   2 -
 build/run-build-packages.sh                        |  41 +-
 build/run-library.sh                               | 121 ++-
 build/run-tests.sh                                 |  56 +-
 cmd/arvados-client/cmd.go                          |   4 +-
 doc/_config.yml                                    |   8 +-
 doc/admin/cloudtest.html.textile.liquid            |   2 +-
 doc/admin/config-migration.html.textile.liquid     |   2 +-
 doc/admin/link-accounts.html.textile.liquid        |  48 ++
 doc/admin/management-token.html.textile.liquid     |  20 +-
 doc/admin/metrics.html.textile.liquid              |  46 --
 doc/admin/spot-instances.html.textile.liquid       |  25 +-
 doc/admin/upgrading.html.textile.liquid            |  12 +-
 doc/api/methods/users.html.textile.liquid          |  18 +
 doc/architecture/index.html.textile.liquid         |   4 +-
 ...configure-s3-object-storage.html.textile.liquid |   9 +
 .../install-compute-node.html.textile.liquid       | 183 +++++
 .../install-dispatch-cloud.html.textile.liquid     | 177 ++--
 .../install-compute-node.html.textile.liquid       |  11 +-
 .../install-dispatch.html.textile.liquid           |  34 +-
 .../install-prerequisites.html.textile.liquid      |   2 +-
 .../install-slurm.html.textile.liquid              |  16 +-
 .../crunch2-slurm/install-test.html.textile.liquid |  10 +-
 doc/install/install-api-server.html.textile.liquid |   5 +-
 .../install-arv-git-httpd.html.textile.liquid      |   3 +-
 doc/install/install-keep-web.html.textile.liquid   |   3 +-
 doc/install/install-keepproxy.html.textile.liquid  |   4 +-
 doc/install/install-keepstore.html.textile.liquid  |   2 +
 ...nstall-manual-prerequisites.html.textile.liquid |   6 +-
 .../install-nodemanager.html.textile.liquid        | 629 --------------
 doc/install/install-webshell.html.textile.liquid   |   9 +-
 .../install-workbench-app.html.textile.liquid      |   3 +-
 .../install-workbench2-app.html.textile.liquid     |   3 +-
 doc/install/install-ws.html.textile.liquid         |   2 +-
 doc/sdk/python/cookbook.html.textile.liquid        |   7 +-
 doc/user/cwl/cwl-versions.html.textile.liquid      |   8 +-
 go.mod                                             |  20 +-
 go.sum                                             |  64 ++
 lib/cloud/azure/azure.go                           | 285 +++++--
 lib/cloud/azure/azure_test.go                      |   3 +-
 lib/config/config.default.yml                      |  41 +-
 lib/config/deprecated.go                           |   1 -
 lib/config/deprecated_test.go                      |   1 +
 lib/config/export.go                               |  47 +-
 lib/config/generated_config.go                     |  41 +-
 lib/config/load_test.go                            |   1 +
 lib/controller/api/routable.go                     |  17 +
 lib/controller/federation.go                       |   4 +-
 lib/controller/federation/federation_test.go       |   2 +-
 lib/controller/federation/generated.go             |   3 +
 lib/controller/federation/list.go                  |   5 +-
 lib/controller/handler.go                          |  24 +-
 lib/controller/integration_test.go                 |   1 +
 lib/controller/localdb/conn.go                     |   4 +-
 lib/controller/localdb/docker_test.go              |  68 ++
 lib/controller/localdb/login.go                    |  41 +-
 lib/controller/localdb/login_ldap_docker_test.go   |  10 +-
 lib/controller/localdb/login_ldap_docker_test.sh   |   5 +
 lib/controller/localdb/login_ldap_test.go          |  32 +-
 lib/controller/localdb/login_oidc_test.go          |   1 -
 lib/controller/router/router.go                    | 109 +--
 lib/controller/router/router_test.go               |   8 +-
 lib/controller/rpc/conn_test.go                    |   4 +
 lib/ctrlctx/db.go                                  | 122 +++
 lib/ctrlctx/db_test.go                             |  87 ++
 lib/deduplicationreport/command.go                 |  43 +
 lib/deduplicationreport/report.go                  | 216 +++++
 lib/deduplicationreport/report_test.go             | 119 +++
 lib/dispatchcloud/dispatcher_test.go               |   4 +
 lib/dispatchcloud/scheduler/run_queue_test.go      |   4 +-
 lib/dispatchcloud/scheduler/sync.go                |   6 +-
 lib/dispatchcloud/scheduler/sync_test.go           |  62 ++
 lib/dispatchcloud/worker/pool.go                   |  16 +-
 lib/dispatchcloud/worker/pool_test.go              |  57 +-
 lib/dispatchcloud/worker/worker.go                 |  65 +-
 lib/pam/.gitignore                                 |   2 +
 lib/pam/README                                     |  18 +
 lib/pam/docker_test.go                             | 173 ++++
 .../arv-mount => lib/pam/fpm-info.sh               |   2 +-
 lib/pam/pam-configs-arvados                        |  19 +
 lib/pam/pam_arvados.go                             | 185 +++++
 lib/pam/pam_c.go                                   |  24 +
 lib/pam/testclient.go                              |  83 ++
 lib/recovercollection/cmd_test.go                  |   1 +
 lib/service/cmd_test.go                            |   1 +
 sdk/R/install_deps.R                               |   6 +
 sdk/cli/arvados-cli.gemspec                        |   7 +-
 sdk/cwl/arvados_cwl/__init__.py                    |  25 +-
 ...cwl-schema-v1.1.yml => arv-cwl-schema-v1.2.yml} |   0
 sdk/cwl/arvados_cwl/arvcontainer.py                |  28 +-
 sdk/cwl/arvados_cwl/arvtool.py                     |   2 +-
 sdk/cwl/arvados_cwl/arvworkflow.py                 |   5 +-
 sdk/cwl/arvados_cwl/executor.py                    |   2 +-
 sdk/cwl/arvados_cwl/fsaccess.py                    |   5 +
 sdk/cwl/arvados_cwl/http.py                        |   5 +-
 sdk/cwl/arvados_cwl/pathmapper.py                  |   1 +
 sdk/cwl/arvados_cwl/runner.py                      |  18 +-
 sdk/cwl/setup.py                                   |   6 +-
 sdk/cwl/tests/13976-keepref-wf.cwl                 |  17 +-
 sdk/cwl/tests/16377-missing-default.cwl            |  28 +
 sdk/cwl/tests/arvados-tests.yml                    |  27 +-
 sdk/cwl/tests/{octo.yml => hello.yml}              |   4 +-
 sdk/cwl/tests/test_http.py                         |   6 +-
 sdk/cwl/tests/test_submit.py                       |  23 +-
 sdk/cwl/tests/wf-defaults/default-dir4.cwl         |   2 +-
 .../{default-dir4.cwl => default-dir8.cwl}         |   4 +-
 sdk/cwl/tests/wf-defaults/wf4.cwl                  |   2 +-
 sdk/cwl/tests/wf-defaults/{wf4.cwl => wf8.cwl}     |   4 +-
 sdk/go/arvados/api.go                              |   1 +
 sdk/go/arvados/config.go                           |   7 +-
 sdk/go/arvados/duration_test.go                    |   1 +
 sdk/go/arvados/fs_base.go                          |  27 +-
 sdk/go/arvados/fs_collection.go                    |  56 ++
 sdk/go/arvados/fs_collection_test.go               |  22 +-
 sdk/go/arvados/fs_deferred.go                      |  21 +-
 sdk/go/arvados/fs_lookup.go                        |  58 +-
 sdk/go/arvados/fs_project.go                       |   3 +-
 sdk/go/arvados/fs_project_test.go                  |  43 +-
 sdk/go/arvados/fs_site.go                          |  41 +-
 sdk/go/arvados/fs_site_test.go                     |  13 +-
 sdk/go/arvados/link.go                             |  17 +-
 sdk/go/arvados/virtual_machine.go                  |  25 +
 sdk/go/arvadosclient/arvadosclient_test.go         |   5 +
 sdk/go/arvadostest/db.go                           |  33 +
 sdk/go/health/aggregator_test.go                   |   1 -
 sdk/go/httpserver/logger_test.go                   |   4 +
 sdk/go/keepclient/collectionreader_test.go         |  10 +-
 sdk/go/keepclient/keepclient_test.go               |  23 +
 sdk/pam/.dockerignore                              |  10 -
 sdk/pam/.gitignore                                 |   1 -
 sdk/pam/Dockerfile                                 |  56 --
 sdk/pam/LICENSE-2.0.txt                            | 202 -----
 sdk/pam/MANIFEST.in                                |  10 -
 sdk/pam/README.rst                                 |  25 -
 sdk/pam/arvados_pam/__init__.py                    |  55 --
 sdk/pam/arvados_pam/auth_event.py                  |  92 ---
 sdk/pam/arvados_version.py                         |  36 -
 sdk/pam/examples/shellinabox                       |  27 -
 sdk/pam/fpm-info.sh                                |  22 -
 sdk/pam/gittaggers.py                              |   1 -
 sdk/pam/integration_tests/__init__.py              |   0
 sdk/pam/integration_tests/test_pam.py              |  30 -
 sdk/pam/lib/libpam_arvados.py                      |   7 -
 sdk/pam/pam-configs/arvados                        |  14 -
 sdk/pam/setup.py                                   |  57 --
 sdk/pam/tests/__init__.py                          |   0
 sdk/pam/tests/integration_test.pl                  |  49 --
 sdk/pam/tests/mocker.py                            |  63 --
 sdk/pam/tests/test_auth_event.py                   |  99 ---
 sdk/pam/tests/test_pam_sm.py                       |  30 -
 sdk/python/arvados/commands/federation_migrate.py  |  81 +-
 sdk/python/tests/fed-migrate/check.py              |  71 +-
 sdk/python/tests/fed-migrate/create_users.py       |  38 +-
 services/api/.gitignore                            |   3 +-
 services/api/Gemfile                               |   7 +-
 services/api/Gemfile.lock                          | 138 ++--
 .../api/app/controllers/application_controller.rb  |   3 +-
 .../api/app/models/api_client_authorization.rb     |   3 +-
 services/api/app/models/arvados_model.rb           |  41 +-
 services/api/app/models/collection.rb              |  17 +-
 services/api/app/models/container.rb               |  12 +-
 services/api/app/models/container_request.rb       |   4 +-
 services/api/app/models/group.rb                   |   4 +-
 services/api/app/models/link.rb                    |  27 +
 services/api/app/models/node.rb                    |   8 +-
 services/api/app/models/user.rb                    |  48 +-
 services/api/bin/bundle                            |   2 +-
 services/api/bin/setup                             |   3 +-
 services/api/bin/update                            |   3 +-
 services/api/bin/yarn                              |  16 +
 services/api/config/application.rb                 |   7 +-
 services/api/config/arvados_config.rb              |   9 +-
 services/api/config/boot.rb                        |   3 +-
 .../api/config/environments/development.rb.example |   2 +-
 .../api/config/environments/production.rb.example  |   2 +-
 services/api/config/environments/test.rb.example   |   2 +-
 .../config/initializers/content_security_policy.rb |  29 +
 .../api/config/initializers/legacy_jobs_api.rb     |  11 +-
 .../initializers/new_framework_defaults_5_2.rb     |  42 +
 .../api/config/initializers/preload_all_models.rb  |  15 -
 services/api/config/initializers/time_zone.rb      |   4 +-
 .../api/config/initializers/wrap_parameters.rb     |   2 +-
 services/api/config/routes.rb                      |   2 +-
 services/api/config/secrets.yml                    |  31 +
 services/api/lib/audit_logs.rb                     |   7 +-
 services/api/lib/sweep_trashed_objects.rb          |   7 +-
 services/api/lib/update_priority.rb                |   9 +-
 .../arvados/v1/keep_services_controller_test.rb    |   3 +-
 services/api/test/unit/arvados_model_test.rb       |  25 +
 services/api/test/unit/link_test.rb                |   8 +
 services/api/test/unit/log_test.rb                 |  13 -
 services/api/test/unit/node_test.rb                |   2 +-
 {sdk/python => services/dockercleaner}/fpm-info.sh |   5 +-
 services/keep-balance/main_test.go                 |   1 +
 services/keep-web/handler.go                       |  43 +-
 services/keep-web/main.go                          |   3 +-
 services/keep-web/s3.go                            | 404 +++++++++
 services/keep-web/s3_test.go                       | 546 +++++++++++++
 services/keep-web/server.go                        |   6 +-
 services/keep-web/server_test.go                   |   2 +-
 services/keep/tools/traffic_test.py                | 129 ---
 services/keepstore/s3_volume.go                    |   4 +-
 services/keepstore/s3aws_volume.go                 | 900 +++++++++++++++++++++
 .../{s3_volume_test.go => s3aws_volume_test.go}    | 254 ++++--
 services/nodemanager/.gitignore                    |   1 -
 services/nodemanager/MANIFEST.in                   |   8 -
 services/nodemanager/README.rst                    |  43 -
 services/nodemanager/agpl-3.0.txt                  | 661 ---------------
 services/nodemanager/arvados-node-manager.service  |  32 -
 services/nodemanager/arvados_version.py            |  51 --
 services/nodemanager/arvnodeman/__init__.py        |  12 -
 services/nodemanager/arvnodeman/baseactor.py       | 129 ---
 services/nodemanager/arvnodeman/clientactor.py     | 116 ---
 .../nodemanager/arvnodeman/computenode/__init__.py | 201 -----
 .../arvnodeman/computenode/dispatch/__init__.py    | 536 ------------
 .../arvnodeman/computenode/dispatch/slurm.py       | 118 ---
 .../arvnodeman/computenode/dispatch/transitions.py |  69 --
 .../arvnodeman/computenode/driver/__init__.py      | 253 ------
 .../arvnodeman/computenode/driver/azure.py         | 112 ---
 .../arvnodeman/computenode/driver/dummy.py         |  61 --
 .../arvnodeman/computenode/driver/ec2.py           | 129 ---
 .../arvnodeman/computenode/driver/gce.py           | 181 -----
 services/nodemanager/arvnodeman/config.py          | 184 -----
 services/nodemanager/arvnodeman/daemon.py          | 583 -------------
 services/nodemanager/arvnodeman/jobqueue.py        | 255 ------
 services/nodemanager/arvnodeman/launcher.py        | 171 ----
 services/nodemanager/arvnodeman/nodelist.py        |  87 --
 services/nodemanager/arvnodeman/status.py          | 129 ---
 services/nodemanager/arvnodeman/test/__init__.py   |   5 -
 .../nodemanager/arvnodeman/test/fake_driver.py     | 226 ------
 services/nodemanager/arvnodeman/timedcallback.py   |  49 --
 services/nodemanager/bin/arvados-node-manager      |   9 -
 services/nodemanager/doc/azure.example.cfg         | 202 -----
 services/nodemanager/doc/ec2.example.cfg           | 205 -----
 services/nodemanager/doc/gce.example.cfg           | 187 -----
 services/nodemanager/doc/local.example.cfg         |  50 --
 services/nodemanager/fpm-info.sh                   |   9 -
 services/nodemanager/gittaggers.py                 |   1 -
 services/nodemanager/setup.py                      |  60 --
 services/nodemanager/tests/__init__.py             |  18 -
 services/nodemanager/tests/fake_azure.cfg.template | 194 -----
 services/nodemanager/tests/fake_ec2.cfg.template   | 162 ----
 services/nodemanager/tests/fake_gce.cfg.template   | 159 ----
 services/nodemanager/tests/integration_test.py     | 494 -----------
 services/nodemanager/tests/stress_test.cwl         |  51 --
 services/nodemanager/tests/test_arguments.py       |  30 -
 services/nodemanager/tests/test_clientactor.py     | 152 ----
 services/nodemanager/tests/test_computenode.py     |  45 --
 .../nodemanager/tests/test_computenode_dispatch.py | 562 -------------
 .../tests/test_computenode_dispatch_slurm.py       | 155 ----
 .../nodemanager/tests/test_computenode_driver.py   | 113 ---
 .../tests/test_computenode_driver_azure.py         | 145 ----
 .../tests/test_computenode_driver_ec2.py           | 175 ----
 .../tests/test_computenode_driver_gce.py           | 252 ------
 services/nodemanager/tests/test_config.py          | 110 ---
 services/nodemanager/tests/test_daemon.py          | 858 --------------------
 services/nodemanager/tests/test_failure.py         |  69 --
 services/nodemanager/tests/test_jobqueue.py        | 239 ------
 services/nodemanager/tests/test_nodelist.py        | 106 ---
 services/nodemanager/tests/test_status.py          | 139 ----
 services/nodemanager/tests/test_timedcallback.py   |  65 --
 services/nodemanager/tests/testutil.py             | 236 ------
 tools/arvbox/bin/arvbox                            |   5 +-
 tools/compute-images/.gitignore                    |   3 +
 .../compute-images/.licenseignore                  |   5 +-
 .../compute-images/1078ECD7.asc                    |   0
 tools/compute-images/arvados-images-aws.json       |  80 ++
 tools/compute-images/arvados-images-azure.json     |  71 ++
 tools/compute-images/build.sh                      | 268 ++++++
 tools/compute-images/scripts/base.sh               | 110 +++
 ...oud.cfg.d-07_compute_arvados_dispatch_cloud.cfg |   9 +
 .../usr-local-bin-ensure-encrypted-partitions.sh   | 159 ++++
 .../crunchstat_summary/summarizer.py               |   2 +-
 tools/keep-exercise/keep-exercise.go               | 303 +++++--
 302 files changed, 6612 insertions(+), 12471 deletions(-)
 copy build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-arvados-docker-cleaner.sh} (75%)
 delete mode 100755 build/package-testing/test-package-arvados-node-manager.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-cwl-runner.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-fuse.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-python-client.sh
 delete mode 120000 build/package-testing/test-package-python-cwltest.sh
 create mode 100755 build/package-testing/test-package-python3-arvados-python-client.sh
 rename build/package-testing/{test-package-python27-python-cwltest.sh => test-package-python3-crunchstat-summary.sh} (72%)
 copy build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-python3-cwltest.sh} (79%)
 mode change 120000 => 100755 build/package-testing/test-package-python3-python-arvados-fuse.sh
 rename build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-rh-python36-python-arvados-cwl-runner.sh} (74%)
 copy build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-arvados-fuse.sh} (100%)
 rename build/package-testing/{test-package-python27-python-arvados-python-client.sh => test-package-rh-python36-python-arvados-python-client.sh} (55%)
 copy build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-crunchstat-summary.sh} (77%)
 rename build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-cwltest.sh} (83%)
 create mode 100644 doc/admin/link-accounts.html.textile.liquid
 create mode 100644 doc/install/crunch2-cloud/install-compute-node.html.textile.liquid
 rename doc/install/{ => crunch2-cloud}/install-dispatch-cloud.html.textile.liquid (64%)
 delete mode 100644 doc/install/install-nodemanager.html.textile.liquid
 create mode 100644 lib/controller/api/routable.go
 create mode 100644 lib/controller/localdb/docker_test.go
 create mode 100644 lib/ctrlctx/db.go
 create mode 100644 lib/ctrlctx/db_test.go
 create mode 100644 lib/deduplicationreport/command.go
 create mode 100644 lib/deduplicationreport/report.go
 create mode 100644 lib/deduplicationreport/report_test.go
 create mode 100644 lib/pam/.gitignore
 create mode 100644 lib/pam/README
 create mode 100644 lib/pam/docker_test.go
 copy sdk/cli/test/binstub_arv-mount/arv-mount => lib/pam/fpm-info.sh (76%)
 mode change 100755 => 100644
 create mode 100644 lib/pam/pam-configs-arvados
 create mode 100644 lib/pam/pam_arvados.go
 create mode 100644 lib/pam/pam_c.go
 create mode 100644 lib/pam/testclient.go
 copy sdk/cwl/arvados_cwl/{arv-cwl-schema-v1.1.yml => arv-cwl-schema-v1.2.yml} (100%)
 create mode 100644 sdk/cwl/tests/16377-missing-default.cwl
 copy sdk/cwl/tests/{octo.yml => hello.yml} (61%)
 copy sdk/cwl/tests/wf-defaults/{default-dir4.cwl => default-dir8.cwl} (87%)
 copy sdk/cwl/tests/wf-defaults/{wf4.cwl => wf8.cwl} (86%)
 create mode 100644 sdk/go/arvados/virtual_machine.go
 create mode 100644 sdk/go/arvadostest/db.go
 delete mode 100644 sdk/pam/.dockerignore
 delete mode 120000 sdk/pam/.gitignore
 delete mode 100644 sdk/pam/Dockerfile
 delete mode 100644 sdk/pam/LICENSE-2.0.txt
 delete mode 100644 sdk/pam/MANIFEST.in
 delete mode 100644 sdk/pam/README.rst
 delete mode 100644 sdk/pam/arvados_pam/__init__.py
 delete mode 100644 sdk/pam/arvados_pam/auth_event.py
 delete mode 100644 sdk/pam/arvados_version.py
 delete mode 100644 sdk/pam/examples/shellinabox
 delete mode 100644 sdk/pam/fpm-info.sh
 delete mode 120000 sdk/pam/gittaggers.py
 delete mode 100644 sdk/pam/integration_tests/__init__.py
 delete mode 100644 sdk/pam/integration_tests/test_pam.py
 delete mode 100644 sdk/pam/lib/libpam_arvados.py
 delete mode 100644 sdk/pam/pam-configs/arvados
 delete mode 100755 sdk/pam/setup.py
 delete mode 100644 sdk/pam/tests/__init__.py
 delete mode 100755 sdk/pam/tests/integration_test.pl
 delete mode 100644 sdk/pam/tests/mocker.py
 delete mode 100644 sdk/pam/tests/test_auth_event.py
 delete mode 100644 sdk/pam/tests/test_pam_sm.py
 create mode 100755 services/api/bin/yarn
 create mode 100644 services/api/config/initializers/content_security_policy.rb
 create mode 100644 services/api/config/initializers/new_framework_defaults_5_2.rb
 delete mode 100644 services/api/config/initializers/preload_all_models.rb
 create mode 100644 services/api/config/secrets.yml
 copy {sdk/python => services/dockercleaner}/fpm-info.sh (60%)
 create mode 100644 services/keep-web/s3.go
 create mode 100644 services/keep-web/s3_test.go
 delete mode 100755 services/keep/tools/traffic_test.py
 create mode 100644 services/keepstore/s3aws_volume.go
 copy services/keepstore/{s3_volume_test.go => s3aws_volume_test.go} (70%)
 delete mode 120000 services/nodemanager/.gitignore
 delete mode 100644 services/nodemanager/MANIFEST.in
 delete mode 100644 services/nodemanager/README.rst
 delete mode 100644 services/nodemanager/agpl-3.0.txt
 delete mode 100644 services/nodemanager/arvados-node-manager.service
 delete mode 100644 services/nodemanager/arvados_version.py
 delete mode 100644 services/nodemanager/arvnodeman/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/baseactor.py
 delete mode 100644 services/nodemanager/arvnodeman/clientactor.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/slurm.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/transitions.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/azure.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/dummy.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/ec2.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/gce.py
 delete mode 100644 services/nodemanager/arvnodeman/config.py
 delete mode 100644 services/nodemanager/arvnodeman/daemon.py
 delete mode 100644 services/nodemanager/arvnodeman/jobqueue.py
 delete mode 100644 services/nodemanager/arvnodeman/launcher.py
 delete mode 100644 services/nodemanager/arvnodeman/nodelist.py
 delete mode 100644 services/nodemanager/arvnodeman/status.py
 delete mode 100644 services/nodemanager/arvnodeman/test/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/test/fake_driver.py
 delete mode 100644 services/nodemanager/arvnodeman/timedcallback.py
 delete mode 100755 services/nodemanager/bin/arvados-node-manager
 delete mode 100644 services/nodemanager/doc/azure.example.cfg
 delete mode 100644 services/nodemanager/doc/ec2.example.cfg
 delete mode 100644 services/nodemanager/doc/gce.example.cfg
 delete mode 100644 services/nodemanager/doc/local.example.cfg
 delete mode 100644 services/nodemanager/fpm-info.sh
 delete mode 120000 services/nodemanager/gittaggers.py
 delete mode 100644 services/nodemanager/setup.py
 delete mode 100644 services/nodemanager/tests/__init__.py
 delete mode 100644 services/nodemanager/tests/fake_azure.cfg.template
 delete mode 100644 services/nodemanager/tests/fake_ec2.cfg.template
 delete mode 100644 services/nodemanager/tests/fake_gce.cfg.template
 delete mode 100755 services/nodemanager/tests/integration_test.py
 delete mode 100644 services/nodemanager/tests/stress_test.cwl
 delete mode 100644 services/nodemanager/tests/test_arguments.py
 delete mode 100644 services/nodemanager/tests/test_clientactor.py
 delete mode 100644 services/nodemanager/tests/test_computenode.py
 delete mode 100644 services/nodemanager/tests/test_computenode_dispatch.py
 delete mode 100644 services/nodemanager/tests/test_computenode_dispatch_slurm.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_azure.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_ec2.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_gce.py
 delete mode 100644 services/nodemanager/tests/test_config.py
 delete mode 100644 services/nodemanager/tests/test_daemon.py
 delete mode 100644 services/nodemanager/tests/test_failure.py
 delete mode 100644 services/nodemanager/tests/test_jobqueue.py
 delete mode 100644 services/nodemanager/tests/test_nodelist.py
 delete mode 100644 services/nodemanager/tests/test_status.py
 delete mode 100644 services/nodemanager/tests/test_timedcallback.py
 delete mode 100644 services/nodemanager/tests/testutil.py
 create mode 100644 tools/compute-images/.gitignore
 copy sdk/cli/test/binstub_docker_noop/docker.io => tools/compute-images/.licenseignore (83%)
 mode change 100755 => 100644
 copy docker/jobs/1078ECD7.key => tools/compute-images/1078ECD7.asc (100%)
 create mode 100644 tools/compute-images/arvados-images-aws.json
 create mode 100644 tools/compute-images/arvados-images-azure.json
 create mode 100755 tools/compute-images/build.sh
 create mode 100644 tools/compute-images/scripts/base.sh
 create mode 100644 tools/compute-images/scripts/etc-cloud-cloud.cfg.d-07_compute_arvados_dispatch_cloud.cfg
 create mode 100644 tools/compute-images/scripts/usr-local-bin-ensure-encrypted-partitions.sh

       via  e8d1a643cdbc3a5f4c0e5c745da58d9f7e1248d8 (commit)
       via  5b050568519129aa5cbace907c3202210e3d51fd (commit)
       via  66c7c739d2320e8b75cfd31e58290bca582f120c (commit)
       via  bc58da712b83dfd45f4e7ca13c825ea7145c17e3 (commit)
       via  df279041b8f688270b8c6791d035ffbcd40688c3 (commit)
       via  9df537c24b1b042b512d89bcea3f088f3d5ab08e (commit)
       via  ee908b109a95ea962425b435a8a317231829b115 (commit)
       via  91ce664427d1ba915230dde3bc14163b57342af6 (commit)
       via  c8f84a3c4a4f589afaa0bfa1dcc65be9c23e62e6 (commit)
       via  917466e7fcf1e6f4f65dfee8ff7d103679e97041 (commit)
       via  c80643d7ebfdd56f6d99fa7eff7dce9867174971 (commit)
       via  1e4630ddb8015d72978aae1be334cce2f8ca20d4 (commit)
       via  586e1c558c1fdfac7f4e5fefa6544c3ba59341f2 (commit)
       via  3bcdb62498359a51bb45aa0e163faebf2803b802 (commit)
       via  eee302a3157296bccf40e9b83f52c2952294a04e (commit)
       via  5c18110123c712684c03180d959742f62c92c06c (commit)
       via  31bf6d7a395fee4bf058d2a7ba8a4a2d99f5bd57 (commit)
       via  865e5c1e3730117870eb1e485d553383626b882f (commit)
       via  1e3dd8e200238aeb466fe79e62cb4c876bd1373e (commit)
       via  62edf6175986bf062076b42f89ef472446d0d18e (commit)
       via  00387550708e4e733061a23405c200b33e4c3aa9 (commit)
       via  99e8567b4130771caabcf9b735bfbdb3585bd018 (commit)
       via  9992a8816837bd03a1beecd0c0e8082bd913319a (commit)
       via  c76e5bc93b066d93a668c4e00b52aa550028e1f4 (commit)
       via  043dd5e0f26626509d522a48f27e6f3fbfb023ef (commit)
       via  d4475f4c99f15161af3ececf3898d899bb3590c5 (commit)
       via  56766d265a6f2209ca945e0c4e54726f83aad324 (commit)
       via  530f7b503a5295ad7142b419735d3de7d83cda86 (commit)
       via  db507720c1863fca927625019d81d3a2d769f804 (commit)
       via  970061ceccf362fe0d9236d7ff16a5535b0d01af (commit)
       via  98b67ab5086ddd3c66d28548fa3b486b2d08e572 (commit)
       via  cf259a01bda2800cce674436661d3ca708f5d070 (commit)
       via  4b4431eb7fbf575789be9c5798b6a3bf43a07396 (commit)
       via  084d8c9fedd6ee84d3f03f7f17b3a0f885b2d731 (commit)
       via  615e280721c4be51556e2c31b4baffa69dd0d6d8 (commit)
       via  7cc257b4e4f60cca1ca0354d9972cb36c59a77fe (commit)
       via  9833a2b9be1a722bd9aad08baf48ca072bde7ca7 (commit)
       via  24f3823f6e96c60025cbde15c3cb94557f3d0bec (commit)
       via  04ab4d44425ff9cd5556c5978d85da3b6750e91c (commit)
       via  4901a3c5f9442e8b884eb73b37da6272150c57a2 (commit)
       via  78444f2fb480801787e486d4b65198d72ab4fe15 (commit)
       via  2580743536835baedf91288dfb3599c0b11a3464 (commit)
       via  877689fc26b0b69a94ca525a3bca1ed2236fb4b2 (commit)
       via  70838209c214bfa57ef4bce289e1530a1cc2b081 (commit)
       via  afb2e4f88d30ac60fda89136fd73fecfb74ba5eb (commit)
       via  debf08b0415cf0f9d35338cfb280bde8628619eb (commit)
       via  0c66cb22bd16305ca9b75b0b56a73587cc22e84f (commit)
       via  046863fce3eefdd8f2b4588855b2335dcb0215e1 (commit)
       via  5fde4c5e8c464ec55d002735003a564a7802c720 (commit)
       via  de89bbf6824a39990e1605e4bd041b5d1ed464ea (commit)
       via  2ba6cc7a5e4bfd05cd51e8ab22be2a99a883349d (commit)
       via  5e259ca212ce6b081c5455a0ea45bc628cdeb90d (commit)
       via  ab92008f810e7cdbea981ce903670621c54c082e (commit)
       via  45c611003d84157370f7356b62ba8aa6972535a1 (commit)
       via  da283ea8958220d42431b43e05d40494365eee55 (commit)
       via  c6858cd333d073c972d6c050d2910f1c23f200d2 (commit)
       via  a44e0b163687a53bebf89472e4643e68cf1c567c (commit)
       via  509084f45ffd17d740f7a26285210f8cde51f84c (commit)
       via  4c417c02b975f20938fc40ab007e351ea80d4666 (commit)
       via  e1ed6272d0e8ecf96aeb6905328498d023d34e0e (commit)
       via  601249b0bfa07fd4fe5f9fb2d8496c732bfba409 (commit)
       via  3a71184cf3eb44143ea77aa795695dcd8eb7e45d (commit)
       via  df3970dd2c71deefcdb241863c60a4c9c95b2504 (commit)
       via  4d55677e79cec7d4a6f532ad3cf53f543a4f7821 (commit)
       via  6921ecacf90479af239580e098500300aa498ff3 (commit)
       via  b69d0344335cafe4f4b6d4af229616b5251d21ea (commit)
       via  9f040a785e049f7495ae31d21c3e745ea479b8c5 (commit)
       via  932a3c60f1320a4ac96edbed34c31caa4e0e7eaf (commit)
       via  35b8fa92793a6da1e7a6cbac3a54221c3aa90fc7 (commit)
       via  752845cfd9355b1d207f3c876de28ba07f9d1883 (commit)
       via  f04932adddab98b004c770a650e13d5001207e96 (commit)
       via  498ac72a688f3ff44dc143dcbd248e3e8bc7cfe3 (commit)
       via  779be4daad18b12e8dd14f84b6f6851cffd00114 (commit)
       via  d186ff022ee427ded90307d795537c6429431f09 (commit)
       via  b2af45c27eb49ccddfbdbfe824a56721acddad27 (commit)
       via  d30553c54fde373f5ae4092ee915fb71354631bd (commit)
       via  73ce25d0e256e01f451ab8788175bbfe8a3e39b0 (commit)
       via  77a228e9e20aa0e9b804f5ae39f37b6687230767 (commit)
       via  28e65cc5137a4e0f0a50b7c221bc1715524ac958 (commit)
       via  abe743a549cbba49ac8743e513d2c49d97371eec (commit)
       via  01190b55cafa04ca0b73bf49fcb30f048fb934bf (commit)
       via  b1b062e241839ede51223f90f8e12d8222414df8 (commit)
       via  46dbe751057150bf47a688ad94500429d45182f6 (commit)
       via  bf60fd73bbbe5c75cdcfe9d57a85b68dc7916555 (commit)
       via  b2a1842d611a2739066a819badafaa2d2f14015d (commit)
       via  3aa3fb78afa46e98c9be345045f4fea9fea0f08c (commit)
       via  0ad35b5c3002910ea60d2ac7685af5936079a46f (commit)
       via  a37291f5f992a082d88efb9cdf57cd92c710e883 (commit)
       via  9c03bedaa6aa6a64b42dc61efcd6d46154fe6732 (commit)
       via  4da1edec9c50c7adef8ab9fa500d5f3c40fb296f (commit)
       via  4d3b8b299deaa4fff45102a26768e26129b17f10 (commit)
       via  3757bbc7155d2a9c83d307925956fa2d524c92a9 (commit)
       via  3e269516a7500d49ad90f8590d7dd9e81f135ad6 (commit)
       via  5771cf273a4e09a5666122a7f67b4f088927e29d (commit)
       via  63be17fdad6232fc9ff59738b6b358410953274c (commit)
       via  a79a27e215ce709455d1f5354b4ae5d045ed32dd (commit)
       via  ffeb31033857f36d26d06f8b7c2550a7950f941f (commit)
       via  6036c55e1239281746152e85dfabbc9ed3cb6864 (commit)
       via  414025952297852fff735664047ac14f6590522d (commit)
       via  2cbd0a76bf874daf7608da688a34eae271e7e017 (commit)
       via  a527f80f44889537819cbcfc514d813592c08975 (commit)
       via  89bd8ab4b7863d958fd844eafadc51ce27b0b86f (commit)
       via  daa50b3dc4488c705d2445fcadd2d35968787a68 (commit)
       via  903d19948d3fd6c429ba99f68bb71fd989245f19 (commit)
       via  d6246cb3a2c49d1e19edc9579c96d80fd6535ccc (commit)
       via  1e40702405d04143caa05c9580cce79c293d40d7 (commit)
       via  67288efc74e70a1ac7f511a5eddfb582319fa67b (commit)
       via  682bdcc34462afc37089d7769cf11fda6c04a45c (commit)
       via  19a9f4a4cfc7c7937f2140f7504521bb76fdf843 (commit)
       via  af106e9180ddc775de473c02a6269dbf3ae1b631 (commit)
       via  7458c097e5ecdbb8836be941f03a5de4943f1eff (commit)
       via  aeb4a79c5f5eb2fd20603a16edffa0a1a0c9aef3 (commit)
       via  481d2dd74f2323347ccfbc8009420dfea239287b (commit)
       via  e97c79701419eccdbbaeef0ffde43b55538993ff (commit)
       via  d49bd8631c9118517d419383d33e576c591f5286 (commit)
       via  b300f77c2de6ed35e755dcd746a704c2f7e46e6c (commit)
       via  43baa8f0cca640afc2934e6e65f51e5465e0ec88 (commit)
       via  3c65c7109bc436b4e016b9a079c503b0b96be7a4 (commit)
       via  70c33e51905a84c3dcb61c88e5ec5c6479599c28 (commit)
       via  c9d7f6e5c734f58fa4b0574dfee40bbffbefdc8d (commit)
       via  dbd421c673da7199ceb3ed1d3398bd55d2707566 (commit)
       via  e5423707b3e05110b67de9c286b1fcfdcc65113f (commit)
       via  9f904dbfce4fe72f3a5b8b5201a83dbdb5ba0a2b (commit)
       via  2dd9827a1719f7deec9814e2aee89f4b17136925 (commit)
       via  4d3ddc879fbc1dc39407c8b6e5b2f034d2d94e1e (commit)
       via  8713dc0a0b40eb00228c229879183544e87be906 (commit)
       via  715b5afbe744a85893eca159109658bb8cddc97f (commit)
       via  6e5b24e817a0972ab30c9065cfc6a726821e7b66 (commit)
       via  866decb73a9cf07b28e26c5028a1d42a5ef243a7 (commit)
       via  bfcd32beb41fcba2a5120ab899a080aef8305160 (commit)
       via  7d7b9f9fe3dadcccffd76493f45a144d21c754ef (commit)
       via  e45d6feabba025220783beea6caed60cd1e7d782 (commit)
       via  b291fc6265aa6a0f60d51cc49bf32b9aea847d1b (commit)
       via  1bc7e16eb168274baea108092184925b7172ce02 (commit)
       via  339da6b41fe014db93bd123cc9285cbeefe16936 (commit)
       via  26a86a0239e5d626b1e02163aa417678c58e97ac (commit)
       via  d94095c1457273a49907d00d06a7d802ba979509 (commit)
       via  4d6383510afb08f90b631255e8da4db89770e1d9 (commit)
       via  cd4a811b896da640e5b8ddca7e515f19085932d4 (commit)
       via  8a7644e8839181b8e13243c983c9c16b96591a95 (commit)
       via  7407f41105f8000bb3908d41a31daaf3a30d9440 (commit)
       via  bdddd6c310ce73958b251e977faab7bbadd75452 (commit)
       via  29bd6c67e371a5ee6396e117956599eea572ac55 (commit)
       via  81c2dc65f87ccc098695658d427270f7a3426f6d (commit)
       via  7d9fc325e6d75d40e6f933a188d9a11fc016ed77 (commit)
       via  0c2c8a174afde6a1a2472ee346eb5a3fe0bc6114 (commit)
       via  b7c46875f592b2f959f504e7f583979a594d528f (commit)
       via  2b128f010976d8d4a55432e7b74349fd12362a93 (commit)
       via  150a601dbcaf6b999e54bd17d5152f15b626c7f3 (commit)
       via  5147b5515a59202940c55b5fb78eea270af78bb8 (commit)
       via  ae6e78f726bfcfd2534e6732839a6a254cb330db (commit)
       via  9b07afa9e26a364bb7f72d5741db0c276a90e495 (commit)
       via  163a40366283e336d8c8ea3fb9c0bd7322904865 (commit)
       via  bab30415501b92dbece93b636dda7f6914a123fa (commit)
       via  5b8f2940dbb53ef170ab60f025bdbcc824d5d8c4 (commit)
       via  67d3cbd984c8220d9bce0b7e36e49c9a55cf8bd2 (commit)
       via  2e2bb873da25e0f7a25a9a9532911bfb5ad69668 (commit)
       via  6563930ed602f47c1489b39b2eebfb54f9945e3c (commit)
       via  7e31b72e90734b7ababd254e0d38999d86dad758 (commit)
       via  a0aebd60d543eb9bafb95ff21a695a50e473ca56 (commit)
       via  86f966c2b2a14d9f30135cf2fc2b9cb08270d1b1 (commit)
       via  28607876c98ae69dedb70e13a3ba5f12f9484608 (commit)
       via  c9e9f6ff4cadaf30657becdb70d0d828965397b0 (commit)
       via  544d7aae0d58a25e8c761c638167c3564de06af5 (commit)
       via  aa7332d4cf8f44b4ce614293112417b32373cccf (commit)
       via  bfdc7fac1375e8fcb3d6d87c9a195b5606579c87 (commit)
       via  d7e3b180b3a2114fab340746791ecd913b69d795 (commit)
       via  2e0648fb2b8a006664e6225826d78916f682eff5 (commit)
       via  9a625dbcc8bca7f42a9043913006738a30a329d2 (commit)
       via  34cb31d5191ce17c37ddd9d344f4d77125af64a8 (commit)
       via  87c49a944230e400cb3529b30472e497d20912d6 (commit)
       via  7be768ebfe665bcb30f4212b3f211c97b2fd65b9 (commit)
       via  424910a551a2d564068693babb8058109203f4e5 (commit)
       via  767f0799fb430b800920bad0ec83dfa210a51e01 (commit)
       via  ccefd86d022a00e89af37c6c7f9e71d4d68178ef (commit)
       via  d7b9e50e1ac6c3432f9e5c87bffd872b5f6fd572 (commit)
       via  21d95b374fc204ae021948e70dd8cce264fda05c (commit)
       via  44e035c4f9873171ae48025515102b513898a7c3 (commit)
       via  5d5cc4f6b9272e3958721fc958453d649c919dcc (commit)
       via  199d58a4df0dba1ee71c6816bc3a9d9d439cfd7e (commit)
       via  9d977a7eae2fb2dd8556ae2391b21b22d28a2ff0 (commit)
       via  63bcdd653f111d752ec11ccb3ab58ee5150478d5 (commit)
       via  a2b994f10fd73bdd882e691854239fc2d3b2e3a0 (commit)
       via  4fa1cccccf752fd58dd2b10b1df4275a6de16ea2 (commit)
       via  8d4010326400339c2e336caf85d2b827dd927972 (commit)
       via  65b05a0f63dd137d680af4d98ae8d32dd2603158 (commit)
       via  d5b5f3d7c9a218c26fcb40c5e1d79136b2d75749 (commit)
       via  9117766cd617a23ad5aa4ecd0aacfb2924db4b50 (commit)
       via  183f8c6feeb8d3adbf36a1a4adf122607fb55617 (commit)
       via  61d58bb6d4687c0794137700df1ba6aca418a191 (commit)
       via  e66f567ca467f2dfa576983c503deb98fd35028e (commit)
       via  741b677dc5e85f60bc03ef130873e49ac0b75766 (commit)
       via  85709a9266b0b70038c8c41a1e109670e1c47cd4 (commit)
       via  0999dbe4a8bb91e316dd09ff25a00fcf20309ee4 (commit)
       via  0dfee4fdb4671b398c63a7861bf9af1cd1b4794a (commit)
       via  c2ad835ffbc40e7e061526df7f9b9f6e0c1a83d3 (commit)
       via  dddfa30b07b2584353df378528f84945faa3ad7f (commit)
       via  1dd02237ea4d135154743a1bf1d886949be2c5dd (commit)
       via  ff22ba71afe839832943099cc1fe273197c45ec7 (commit)
       via  34316951a4e4f8439940a7eda5f1b044565f072b (commit)
       via  f95ac4c11b99daea342be0fba98e66c92d70e54c (commit)
       via  fe3fc9b1fab74cc494677ede67c8fa7444608364 (commit)
       via  f344802c8ec0d1e56151d69a25fa16da35788800 (commit)
       via  8921a4561cf42d0d44a3676683a9be2b851aad2e (commit)
       via  7a2b8cbedd6f97a044c10784a66e2e75f9010cb8 (commit)
       via  24f90113a4e701f725229814ce5a36197306d059 (commit)
       via  2c5417221843491727e4e5505012fc115e3bc7b0 (commit)
       via  ce3903121eb9645e99f6f6846de421b9af1bb23f (commit)
       via  3a6559843024bda72c9a7b0baed3578d8698223d (commit)
       via  876f66bbe9f30e48a45208a627dfd50e2a68ec22 (commit)
       via  b694b711c69fdfd46b6732a6d6c67e37951dab39 (commit)
       via  7c9a94f70a895d5293ebdb5953518e417d173191 (commit)
       via  b578113d9c7f0d20d8d6f091b0dfc37e9b788ae8 (commit)
       via  a35ec27b40ce3ca0797cdcd8e0a79b2b8896af47 (commit)
       via  9acfcfc07d459fb68cee5e75bf0cb128b87b44ec (commit)
       via  4d1fa0d132e32d02cb87c1c6e3e4c2742bdec467 (commit)
      from  426103b2d2f071ab0d57b3f9aaea58a3f8455c4f (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit e8d1a643cdbc3a5f4c0e5c745da58d9f7e1248d8
Merge: 426103b2d 5b0505685
Author: Tom Clegg <tom at tomclegg.ca>
Date:   Fri Aug 21 14:51:32 2020 -0400

    16306: Merge branch 'master'
    
    Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at tomclegg.ca>


-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list