[ARVADOS] updated: 2.1.0-1135-g5d56a1af4

Git user git at public.arvados.org
Thu Jul 29 14:05:23 UTC 2021


Summary of changes:
 build/run-build-packages-one-target.sh             |   1 +
 build/run-build-packages.sh                        |   2 +
 ...roller.service => arvados-dispatch-lsf.service} |   4 +-
 cmd/arvados-server/cmd.go                          |   2 +
 doc/_config.yml                                    |   2 +
 .../install-dispatch.html.textile.liquid           | 112 +++++++
 .../install-dispatch.html.textile.liquid           |   2 +-
 lib/config/config.default.yml                      |  16 +
 lib/config/export.go                               |   1 +
 lib/config/generated_config.go                     |  16 +
 lib/lsf/dispatch.go                                | 322 +++++++++++++++++++++
 lib/lsf/dispatch_test.go                           | 156 ++++++++++
 lib/lsf/lsfcli.go                                  |  92 ++++++
 lib/lsf/lsfqueue.go                                | 108 +++++++
 sdk/go/arvados/config.go                           |   7 +
 sdk/go/arvadostest/fixtures.go                     |   2 +
 sdk/go/dispatch/dispatch.go                        |  35 ++-
 sdk/go/dispatch/dispatch_test.go                   |   3 +-
 sdk/go/health/aggregator_test.go                   |   1 +
 .../crunch-dispatch-local/crunch-dispatch-local.go |   5 +-
 .../crunch-dispatch-local_test.go                  |  12 +-
 .../crunch-dispatch-slurm/crunch-dispatch-slurm.go |  40 +--
 .../crunch-dispatch-slurm_test.go                  |  35 +--
 23 files changed, 905 insertions(+), 71 deletions(-)
 copy cmd/arvados-server/{arvados-controller.service => arvados-dispatch-lsf.service} (90%)
 create mode 100644 doc/install/crunch2-lsf/install-dispatch.html.textile.liquid
 create mode 100644 lib/lsf/dispatch.go
 create mode 100644 lib/lsf/dispatch_test.go
 create mode 100644 lib/lsf/lsfcli.go
 create mode 100644 lib/lsf/lsfqueue.go

       via  5d56a1af42f64df57ef7a1bcef6d016ff2310900 (commit)
       via  efc1846a758929bdb57b87bdbb3f757f8907c69b (commit)
       via  e089871b753585b26f429968e865f8ae1e03b733 (commit)
       via  0f784d657527c998e7cd1d7aee8cbd8f0d75e04a (commit)
       via  7bebcf045b39a4bdecb345c9592c0515795c75aa (commit)
       via  3b63632698de9868a501191e8989f14c23e4e743 (commit)
       via  8145fbe8e6ab99184fcd41dea042ede63e9ff0d5 (commit)
       via  51afdd46ed4732d38496f80f7c07e05cfa15094e (commit)
       via  774d4659d60c017e9d3e0f68c5726abbe2465007 (commit)
       via  a58fb1d04bf2994de007e5347bd06d500ddbd68a (commit)
       via  5c8d598d480fb866b67f778cecbd93a6d4be148d (commit)
       via  86d0b4d05d9f6d89e281cd992584e729c4ad63bd (commit)
       via  ffa1fd1fdf584c71e248e9bb7d523f788a517510 (commit)
      from  c3e720561cc4c39b8e0ad5e01c825e6d4f44ed38 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 5d56a1af42f64df57ef7a1bcef6d016ff2310900
Merge: c3e720561 efc1846a7
Author: Tom Clegg <tom at curii.com>
Date:   Thu Jul 29 09:57:48 2021 -0400

    Merge branch '17756-dispatch-lsf' into main
    
    closes #17756
    
    Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tom at curii.com>

diff --cc services/crunch-dispatch-local/crunch-dispatch-local_test.go
index d976bf081,6ec31b173..92b8d2adc
--- a/services/crunch-dispatch-local/crunch-dispatch-local_test.go
+++ b/services/crunch-dispatch-local/crunch-dispatch-local_test.go
@@@ -81,11 -81,9 +81,11 @@@ func (s *TestSuite) TestIntegration(c *
  		return cmd.Start()
  	}
  
 +	cl := arvados.Cluster{Containers: arvados.ContainersConfig{RuntimeEngine: "docker"}}
 +
- 	dispatcher.RunContainer = func(d *dispatch.Dispatcher, c arvados.Container, s <-chan arvados.Container) {
- 		(&LocalRun{startCmd, make(chan bool, 8), ctx, &cl}).run(d, c, s)
- 		cancel()
+ 	dispatcher.RunContainer = func(d *dispatch.Dispatcher, c arvados.Container, s <-chan arvados.Container) error {
+ 		defer cancel()
 -		return (&LocalRun{startCmd, make(chan bool, 8), ctx}).run(d, c, s)
++		return (&LocalRun{startCmd, make(chan bool, 8), ctx, &cl}).run(d, c, s)
  	}
  
  	err = dispatcher.Run(ctx)
@@@ -186,11 -184,9 +186,11 @@@ func testWithServerStub(c *C, apiStubRe
  		return cmd.Start()
  	}
  
 +	cl := arvados.Cluster{Containers: arvados.ContainersConfig{RuntimeEngine: "docker"}}
 +
- 	dispatcher.RunContainer = func(d *dispatch.Dispatcher, c arvados.Container, s <-chan arvados.Container) {
- 		(&LocalRun{startCmd, make(chan bool, 8), ctx, &cl}).run(d, c, s)
- 		cancel()
+ 	dispatcher.RunContainer = func(d *dispatch.Dispatcher, c arvados.Container, s <-chan arvados.Container) error {
+ 		defer cancel()
 -		return (&LocalRun{startCmd, make(chan bool, 8), ctx}).run(d, c, s)
++		return (&LocalRun{startCmd, make(chan bool, 8), ctx, &cl}).run(d, c, s)
  	}
  
  	re := regexp.MustCompile(`(?ms).*` + expected + `.*`)

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list