[ARVADOS] updated: 1.3.0-2955-g614145d09

Git user git at public.arvados.org
Fri Aug 21 21:11:08 UTC 2020


Summary of changes:
 build/check-copyright-notices                      |   3 -
 build/package-build-dockerfiles/centos7/Dockerfile |  10 +-
 .../package-build-dockerfiles/debian10/Dockerfile  |   6 +-
 build/package-build-dockerfiles/debian9/Dockerfile |   6 +-
 .../ubuntu1604/Dockerfile                          |   4 +-
 .../ubuntu1804/Dockerfile                          |   4 +-
 ...r.sh => test-package-arvados-docker-cleaner.sh} |   2 +-
 .../test-package-arvados-node-manager.sh           |  15 -
 .../test-package-python-arvados-cwl-runner.sh      |   1 -
 .../test-package-python-arvados-fuse.sh            |   1 -
 .../test-package-python-arvados-python-client.sh   |   1 -
 .../package-testing/test-package-python-cwltest.sh |   1 -
 ...ackage-python27-python-arvados-python-client.sh |  13 -
 .../test-package-python3-arvados-cwl-runner.sh     |   2 +-
 .../test-package-python3-arvados-python-client.sh  |   2 +-
 ... => test-package-python3-crunchstat-summary.sh} |   6 +-
 ...l-runner.sh => test-package-python3-cwltest.sh} |   2 +-
 .../test-package-python3-python-arvados-fuse.sh    |   9 +-
 ...ckage-rh-python36-python-arvados-cwl-runner.sh} |   2 +-
 ...est-package-rh-python36-python-arvados-fuse.sh} |   0
 ...ckage-rh-python36-python-crunchstat-summary.sh} |   2 +-
 ... => test-package-rh-python36-python-cwltest.sh} |   2 +-
 build/rails-package-scripts/README.md              |   2 +-
 build/rails-package-scripts/arvados-api-server.sh  |   4 +-
 build/rails-package-scripts/prerm.sh               |   1 -
 build/run-build-packages-one-target.sh             |  36 +-
 build/run-build-packages-python-and-ruby.sh        |   2 -
 build/run-build-packages.sh                        |  31 +-
 build/run-library.sh                               |  62 +-
 build/run-tests.sh                                 |  28 +-
 doc/admin/management-token.html.textile.liquid     |  20 +-
 doc/admin/metrics.html.textile.liquid              |  46 --
 doc/admin/spot-instances.html.textile.liquid       |  23 +-
 doc/admin/upgrading.html.textile.liquid            |   6 +-
 doc/architecture/index.html.textile.liquid         |   4 +-
 .../install-compute-node.html.textile.liquid       |   5 +-
 .../install-dispatch-cloud.html.textile.liquid     |  71 ++
 ...nstall-manual-prerequisites.html.textile.liquid |   4 +-
 .../install-nodemanager.html.textile.liquid        | 629 ---------------
 doc/sdk/python/cookbook.html.textile.liquid        |   7 +-
 go.mod                                             |  14 +-
 go.sum                                             |  40 +
 lib/cloud/azure/azure.go                           | 279 +++++--
 lib/cloud/azure/azure_test.go                      |   3 +-
 lib/config/config.default.yml                      |  23 +-
 lib/config/deprecated.go                           |   1 -
 lib/config/export.go                               |  46 +-
 lib/config/generated_config.go                     |  23 +-
 sdk/cli/arvados-cli.gemspec                        |   3 +-
 sdk/go/arvados/config.go                           |   4 +-
 sdk/go/arvados/fs_base.go                          |  27 +-
 sdk/go/arvados/fs_collection.go                    |  56 ++
 sdk/go/arvados/fs_collection_test.go               |  22 +-
 sdk/go/arvados/fs_deferred.go                      |  21 +-
 sdk/go/arvados/fs_lookup.go                        |  58 +-
 sdk/go/arvados/fs_project.go                       |   3 +-
 sdk/go/arvados/fs_project_test.go                  |  42 +-
 sdk/go/arvados/fs_site.go                          |  41 +-
 sdk/go/arvados/fs_site_test.go                     |  11 +-
 sdk/go/health/aggregator_test.go                   |   1 -
 sdk/pam/.dockerignore                              |  10 -
 sdk/pam/.gitignore                                 |   1 -
 sdk/pam/Dockerfile                                 |  56 --
 sdk/pam/LICENSE-2.0.txt                            | 202 -----
 sdk/pam/MANIFEST.in                                |  10 -
 sdk/pam/README.rst                                 |  25 -
 sdk/pam/arvados_pam/__init__.py                    |  55 --
 sdk/pam/arvados_pam/auth_event.py                  |  92 ---
 sdk/pam/arvados_version.py                         |  36 -
 sdk/pam/examples/shellinabox                       |  27 -
 sdk/pam/fpm-info.sh                                |  22 -
 sdk/pam/gittaggers.py                              |   1 -
 sdk/pam/integration_tests/__init__.py              |   0
 sdk/pam/integration_tests/test_pam.py              |  30 -
 sdk/pam/lib/libpam_arvados.py                      |   7 -
 sdk/pam/pam-configs/arvados                        |  14 -
 sdk/pam/setup.py                                   |  57 --
 sdk/pam/tests/__init__.py                          |   0
 sdk/pam/tests/integration_test.pl                  |  49 --
 sdk/pam/tests/mocker.py                            |  63 --
 sdk/pam/tests/test_auth_event.py                   |  99 ---
 sdk/pam/tests/test_pam_sm.py                       |  30 -
 services/api/.gitignore                            |   3 +-
 services/api/test/unit/node_test.rb                |   2 +-
 services/keep-web/handler.go                       |  43 +-
 services/keep-web/main.go                          |   3 +-
 services/keep-web/s3.go                            | 404 ++++++++++
 services/keep-web/s3_test.go                       | 546 +++++++++++++
 services/keep-web/server.go                        |   6 +-
 services/keep-web/server_test.go                   |   2 +-
 services/nodemanager/.gitignore                    |   1 -
 services/nodemanager/MANIFEST.in                   |   8 -
 services/nodemanager/README.rst                    |  43 --
 services/nodemanager/agpl-3.0.txt                  | 661 ----------------
 services/nodemanager/arvados-node-manager.service  |  32 -
 services/nodemanager/arvados_version.py            |  51 --
 services/nodemanager/arvnodeman/__init__.py        |  12 -
 services/nodemanager/arvnodeman/baseactor.py       | 129 ----
 services/nodemanager/arvnodeman/clientactor.py     | 116 ---
 .../nodemanager/arvnodeman/computenode/__init__.py | 201 -----
 .../arvnodeman/computenode/dispatch/__init__.py    | 536 -------------
 .../arvnodeman/computenode/dispatch/slurm.py       | 118 ---
 .../arvnodeman/computenode/dispatch/transitions.py |  69 --
 .../arvnodeman/computenode/driver/__init__.py      | 253 ------
 .../arvnodeman/computenode/driver/azure.py         | 112 ---
 .../arvnodeman/computenode/driver/dummy.py         |  61 --
 .../arvnodeman/computenode/driver/ec2.py           | 129 ----
 .../arvnodeman/computenode/driver/gce.py           | 181 -----
 services/nodemanager/arvnodeman/config.py          | 184 -----
 services/nodemanager/arvnodeman/daemon.py          | 583 --------------
 services/nodemanager/arvnodeman/jobqueue.py        | 255 ------
 services/nodemanager/arvnodeman/launcher.py        | 171 ----
 services/nodemanager/arvnodeman/nodelist.py        |  87 ---
 services/nodemanager/arvnodeman/status.py          | 129 ----
 services/nodemanager/arvnodeman/test/__init__.py   |   5 -
 .../nodemanager/arvnodeman/test/fake_driver.py     | 226 ------
 services/nodemanager/arvnodeman/timedcallback.py   |  49 --
 services/nodemanager/bin/arvados-node-manager      |   9 -
 services/nodemanager/doc/azure.example.cfg         | 202 -----
 services/nodemanager/doc/ec2.example.cfg           | 205 -----
 services/nodemanager/doc/gce.example.cfg           | 187 -----
 services/nodemanager/doc/local.example.cfg         |  50 --
 services/nodemanager/fpm-info.sh                   |   9 -
 services/nodemanager/gittaggers.py                 |   1 -
 services/nodemanager/setup.py                      |  60 --
 services/nodemanager/tests/__init__.py             |  18 -
 services/nodemanager/tests/fake_azure.cfg.template | 194 -----
 services/nodemanager/tests/fake_ec2.cfg.template   | 162 ----
 services/nodemanager/tests/fake_gce.cfg.template   | 159 ----
 services/nodemanager/tests/integration_test.py     | 494 ------------
 services/nodemanager/tests/stress_test.cwl         |  51 --
 services/nodemanager/tests/test_arguments.py       |  30 -
 services/nodemanager/tests/test_clientactor.py     | 152 ----
 services/nodemanager/tests/test_computenode.py     |  45 --
 .../nodemanager/tests/test_computenode_dispatch.py | 562 --------------
 .../tests/test_computenode_dispatch_slurm.py       | 155 ----
 .../nodemanager/tests/test_computenode_driver.py   | 113 ---
 .../tests/test_computenode_driver_azure.py         | 145 ----
 .../tests/test_computenode_driver_ec2.py           | 175 -----
 .../tests/test_computenode_driver_gce.py           | 252 ------
 services/nodemanager/tests/test_config.py          | 110 ---
 services/nodemanager/tests/test_daemon.py          | 858 ---------------------
 services/nodemanager/tests/test_failure.py         |  69 --
 services/nodemanager/tests/test_jobqueue.py        | 239 ------
 services/nodemanager/tests/test_nodelist.py        | 106 ---
 services/nodemanager/tests/test_status.py          | 139 ----
 services/nodemanager/tests/test_timedcallback.py   |  65 --
 services/nodemanager/tests/testutil.py             | 236 ------
 tools/arvbox/bin/arvbox                            |   3 +-
 tools/compute-images/arvados-images-azure.json     |   8 +-
 tools/compute-images/build.sh                      |  11 +-
 .../crunchstat_summary/summarizer.py               |   2 +-
 152 files changed, 1695 insertions(+), 11671 deletions(-)
 copy build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-arvados-docker-cleaner.sh} (75%)
 delete mode 100755 build/package-testing/test-package-arvados-node-manager.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-cwl-runner.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-fuse.sh
 delete mode 120000 build/package-testing/test-package-python-arvados-python-client.sh
 delete mode 120000 build/package-testing/test-package-python-cwltest.sh
 delete mode 100755 build/package-testing/test-package-python27-python-arvados-python-client.sh
 rename build/package-testing/{test-package-python27-python-cwltest.sh => test-package-python3-crunchstat-summary.sh} (72%)
 copy build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-python3-cwltest.sh} (79%)
 mode change 120000 => 100755 build/package-testing/test-package-python3-python-arvados-fuse.sh
 rename build/package-testing/{test-package-python27-python-arvados-cwl-runner.sh => test-package-rh-python36-python-arvados-cwl-runner.sh} (74%)
 copy build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-arvados-fuse.sh} (100%)
 copy build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-crunchstat-summary.sh} (77%)
 rename build/package-testing/{test-package-python27-python-arvados-fuse.sh => test-package-rh-python36-python-cwltest.sh} (83%)
 delete mode 100644 doc/install/install-nodemanager.html.textile.liquid
 delete mode 100644 sdk/pam/.dockerignore
 delete mode 120000 sdk/pam/.gitignore
 delete mode 100644 sdk/pam/Dockerfile
 delete mode 100644 sdk/pam/LICENSE-2.0.txt
 delete mode 100644 sdk/pam/MANIFEST.in
 delete mode 100644 sdk/pam/README.rst
 delete mode 100644 sdk/pam/arvados_pam/__init__.py
 delete mode 100644 sdk/pam/arvados_pam/auth_event.py
 delete mode 100644 sdk/pam/arvados_version.py
 delete mode 100644 sdk/pam/examples/shellinabox
 delete mode 100644 sdk/pam/fpm-info.sh
 delete mode 120000 sdk/pam/gittaggers.py
 delete mode 100644 sdk/pam/integration_tests/__init__.py
 delete mode 100644 sdk/pam/integration_tests/test_pam.py
 delete mode 100644 sdk/pam/lib/libpam_arvados.py
 delete mode 100644 sdk/pam/pam-configs/arvados
 delete mode 100755 sdk/pam/setup.py
 delete mode 100644 sdk/pam/tests/__init__.py
 delete mode 100755 sdk/pam/tests/integration_test.pl
 delete mode 100644 sdk/pam/tests/mocker.py
 delete mode 100644 sdk/pam/tests/test_auth_event.py
 delete mode 100644 sdk/pam/tests/test_pam_sm.py
 create mode 100644 services/keep-web/s3.go
 create mode 100644 services/keep-web/s3_test.go
 delete mode 120000 services/nodemanager/.gitignore
 delete mode 100644 services/nodemanager/MANIFEST.in
 delete mode 100644 services/nodemanager/README.rst
 delete mode 100644 services/nodemanager/agpl-3.0.txt
 delete mode 100644 services/nodemanager/arvados-node-manager.service
 delete mode 100644 services/nodemanager/arvados_version.py
 delete mode 100644 services/nodemanager/arvnodeman/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/baseactor.py
 delete mode 100644 services/nodemanager/arvnodeman/clientactor.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/slurm.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/dispatch/transitions.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/azure.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/dummy.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/ec2.py
 delete mode 100644 services/nodemanager/arvnodeman/computenode/driver/gce.py
 delete mode 100644 services/nodemanager/arvnodeman/config.py
 delete mode 100644 services/nodemanager/arvnodeman/daemon.py
 delete mode 100644 services/nodemanager/arvnodeman/jobqueue.py
 delete mode 100644 services/nodemanager/arvnodeman/launcher.py
 delete mode 100644 services/nodemanager/arvnodeman/nodelist.py
 delete mode 100644 services/nodemanager/arvnodeman/status.py
 delete mode 100644 services/nodemanager/arvnodeman/test/__init__.py
 delete mode 100644 services/nodemanager/arvnodeman/test/fake_driver.py
 delete mode 100644 services/nodemanager/arvnodeman/timedcallback.py
 delete mode 100755 services/nodemanager/bin/arvados-node-manager
 delete mode 100644 services/nodemanager/doc/azure.example.cfg
 delete mode 100644 services/nodemanager/doc/ec2.example.cfg
 delete mode 100644 services/nodemanager/doc/gce.example.cfg
 delete mode 100644 services/nodemanager/doc/local.example.cfg
 delete mode 100644 services/nodemanager/fpm-info.sh
 delete mode 120000 services/nodemanager/gittaggers.py
 delete mode 100644 services/nodemanager/setup.py
 delete mode 100644 services/nodemanager/tests/__init__.py
 delete mode 100644 services/nodemanager/tests/fake_azure.cfg.template
 delete mode 100644 services/nodemanager/tests/fake_ec2.cfg.template
 delete mode 100644 services/nodemanager/tests/fake_gce.cfg.template
 delete mode 100755 services/nodemanager/tests/integration_test.py
 delete mode 100644 services/nodemanager/tests/stress_test.cwl
 delete mode 100644 services/nodemanager/tests/test_arguments.py
 delete mode 100644 services/nodemanager/tests/test_clientactor.py
 delete mode 100644 services/nodemanager/tests/test_computenode.py
 delete mode 100644 services/nodemanager/tests/test_computenode_dispatch.py
 delete mode 100644 services/nodemanager/tests/test_computenode_dispatch_slurm.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_azure.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_ec2.py
 delete mode 100644 services/nodemanager/tests/test_computenode_driver_gce.py
 delete mode 100644 services/nodemanager/tests/test_config.py
 delete mode 100644 services/nodemanager/tests/test_daemon.py
 delete mode 100644 services/nodemanager/tests/test_failure.py
 delete mode 100644 services/nodemanager/tests/test_jobqueue.py
 delete mode 100644 services/nodemanager/tests/test_nodelist.py
 delete mode 100644 services/nodemanager/tests/test_status.py
 delete mode 100644 services/nodemanager/tests/test_timedcallback.py
 delete mode 100644 services/nodemanager/tests/testutil.py

       via  614145d096375ae18c7020e8f9205eaa2a1d0d39 (commit)
       via  66c7c739d2320e8b75cfd31e58290bca582f120c (commit)
       via  bc58da712b83dfd45f4e7ca13c825ea7145c17e3 (commit)
       via  df279041b8f688270b8c6791d035ffbcd40688c3 (commit)
       via  9df537c24b1b042b512d89bcea3f088f3d5ab08e (commit)
       via  ee908b109a95ea962425b435a8a317231829b115 (commit)
       via  91ce664427d1ba915230dde3bc14163b57342af6 (commit)
       via  c8f84a3c4a4f589afaa0bfa1dcc65be9c23e62e6 (commit)
       via  917466e7fcf1e6f4f65dfee8ff7d103679e97041 (commit)
       via  c80643d7ebfdd56f6d99fa7eff7dce9867174971 (commit)
       via  1e4630ddb8015d72978aae1be334cce2f8ca20d4 (commit)
       via  586e1c558c1fdfac7f4e5fefa6544c3ba59341f2 (commit)
       via  3bcdb62498359a51bb45aa0e163faebf2803b802 (commit)
       via  eee302a3157296bccf40e9b83f52c2952294a04e (commit)
       via  5c18110123c712684c03180d959742f62c92c06c (commit)
       via  31bf6d7a395fee4bf058d2a7ba8a4a2d99f5bd57 (commit)
       via  865e5c1e3730117870eb1e485d553383626b882f (commit)
       via  1e3dd8e200238aeb466fe79e62cb4c876bd1373e (commit)
       via  62edf6175986bf062076b42f89ef472446d0d18e (commit)
       via  00387550708e4e733061a23405c200b33e4c3aa9 (commit)
       via  99e8567b4130771caabcf9b735bfbdb3585bd018 (commit)
       via  9992a8816837bd03a1beecd0c0e8082bd913319a (commit)
       via  c76e5bc93b066d93a668c4e00b52aa550028e1f4 (commit)
       via  4b4431eb7fbf575789be9c5798b6a3bf43a07396 (commit)
       via  24f3823f6e96c60025cbde15c3cb94557f3d0bec (commit)
       via  afb2e4f88d30ac60fda89136fd73fecfb74ba5eb (commit)
       via  debf08b0415cf0f9d35338cfb280bde8628619eb (commit)
       via  0c66cb22bd16305ca9b75b0b56a73587cc22e84f (commit)
       via  5e259ca212ce6b081c5455a0ea45bc628cdeb90d (commit)
       via  b2af45c27eb49ccddfbdbfe824a56721acddad27 (commit)
       via  0ad35b5c3002910ea60d2ac7685af5936079a46f (commit)
       via  2cbd0a76bf874daf7608da688a34eae271e7e017 (commit)
       via  a527f80f44889537819cbcfc514d813592c08975 (commit)
       via  89bd8ab4b7863d958fd844eafadc51ce27b0b86f (commit)
       via  d6246cb3a2c49d1e19edc9579c96d80fd6535ccc (commit)
       via  1e40702405d04143caa05c9580cce79c293d40d7 (commit)
       via  67288efc74e70a1ac7f511a5eddfb582319fa67b (commit)
       via  682bdcc34462afc37089d7769cf11fda6c04a45c (commit)
       via  19a9f4a4cfc7c7937f2140f7504521bb76fdf843 (commit)
       via  481d2dd74f2323347ccfbc8009420dfea239287b (commit)
       via  e97c79701419eccdbbaeef0ffde43b55538993ff (commit)
       via  d49bd8631c9118517d419383d33e576c591f5286 (commit)
       via  b300f77c2de6ed35e755dcd746a704c2f7e46e6c (commit)
       via  3c65c7109bc436b4e016b9a079c503b0b96be7a4 (commit)
       via  9f904dbfce4fe72f3a5b8b5201a83dbdb5ba0a2b (commit)
       via  b291fc6265aa6a0f60d51cc49bf32b9aea847d1b (commit)
       via  d94095c1457273a49907d00d06a7d802ba979509 (commit)
       via  bdddd6c310ce73958b251e977faab7bbadd75452 (commit)
       via  ae6e78f726bfcfd2534e6732839a6a254cb330db (commit)
       via  9b07afa9e26a364bb7f72d5741db0c276a90e495 (commit)
       via  2e2bb873da25e0f7a25a9a9532911bfb5ad69668 (commit)
       via  7e31b72e90734b7ababd254e0d38999d86dad758 (commit)
       via  a0aebd60d543eb9bafb95ff21a695a50e473ca56 (commit)
       via  86f966c2b2a14d9f30135cf2fc2b9cb08270d1b1 (commit)
      from  0371c7348509369fe338951b0df86325819622d5 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 614145d096375ae18c7020e8f9205eaa2a1d0d39
Merge: 0371c7348 66c7c739d
Author: Lucas Di Pentima <lucas at di-pentima.com.ar>
Date:   Fri Aug 21 18:09:09 2020 -0300

    Merge branch 'master' into 16678-login-tokens-lifetime-config
    
    Arvados-DCO-1.1-Signed-off-by: Lucas Di Pentima <lucas at di-pentima.com.ar>

diff --cc lib/config/export.go
index 92389a73d,f15a29961..57bea78f0
--- a/lib/config/export.go
+++ b/lib/config/export.go
@@@ -168,9 -170,10 +170,12 @@@ var whitelist = map[string]bool
  	"Login.SSO.Enable":                             true,
  	"Login.SSO.ProviderAppID":                      false,
  	"Login.SSO.ProviderAppSecret":                  false,
 +	"Login.RemoteTokenRefresh":                     true,
 +	"Login.TokenLifetime":                          false,
  	"Mail":                                         true,
+ 	"Mail.EmailFrom":                               false,
+ 	"Mail.IssueReporterEmailFrom":                  false,
+ 	"Mail.IssueReporterEmailTo":                    false,
  	"Mail.MailchimpAPIKey":                         false,
  	"Mail.MailchimpListID":                         false,
  	"Mail.SendUserSetupNotificationEmail":          false,

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list