[ARVADOS] updated: 1.3.0-136-g55da806a4
Git user
git at public.curoverse.com
Thu Dec 20 14:02:23 EST 2018
Summary of changes:
.licenseignore | 1 +
build/run-build-packages.sh | 3 +
build/run-tests.sh | 8 +
cmd/arvados-server/cmd.go | 4 +-
...oller.service => crunch-dispatch-cloud.service} | 4 +-
lib/cloud/interfaces.go | 179 ++++++
lib/cmd/cmd.go | 5 +-
lib/dispatchcloud/cmd.go | 19 +
lib/dispatchcloud/container/queue.go | 378 ++++++++++++
lib/dispatchcloud/dispatcher.go | 197 ++++++
lib/dispatchcloud/dispatcher_test.go | 269 ++++++++
lib/dispatchcloud/driver.go | 22 +
lib/dispatchcloud/instance_set_proxy.go | 25 +
lib/dispatchcloud/logger.go | 29 +
lib/dispatchcloud/node_size.go | 71 +--
lib/dispatchcloud/readme.go | 70 +++
lib/dispatchcloud/scheduler/fix_stale_locks.go | 57 ++
lib/dispatchcloud/{ => scheduler}/gocheck_test.go | 2 +-
lib/dispatchcloud/scheduler/interfaces.go | 43 ++
lib/dispatchcloud/scheduler/run_queue.go | 165 +++++
lib/dispatchcloud/scheduler/run_queue_test.go | 318 ++++++++++
lib/dispatchcloud/scheduler/scheduler.go | 116 ++++
lib/dispatchcloud/scheduler/sync.go | 97 +++
lib/dispatchcloud/ssh_executor/executor.go | 190 ++++++
lib/dispatchcloud/ssh_executor/executor_test.go | 102 +++
lib/dispatchcloud/test/doc.go | 7 +
lib/dispatchcloud/test/fixtures.go | 28 +
lib/dispatchcloud/test/lame_instance_set.go | 118 ++++
lib/dispatchcloud/test/queue.go | 171 ++++++
lib/dispatchcloud/test/ssh_service.go | 169 +++++
lib/dispatchcloud/test/sshkey_dispatch | 27 +
lib/dispatchcloud/test/sshkey_dispatch.pub | 1 +
lib/dispatchcloud/test/sshkey_vm | 27 +
lib/dispatchcloud/test/sshkey_vm.pub | 1 +
lib/dispatchcloud/test/stub_driver.go | 318 ++++++++++
lib/dispatchcloud/{ => worker}/gocheck_test.go | 2 +-
lib/dispatchcloud/worker/pool.go | 684 +++++++++++++++++++++
lib/dispatchcloud/worker/pool_test.go | 135 ++++
lib/dispatchcloud/worker/worker.go | 320 ++++++++++
sdk/go/arvados/config.go | 105 +++-
sdk/go/arvados/container.go | 3 +-
sdk/go/health/aggregator_test.go | 38 +-
.../crunch-dispatch-slurm/crunch-dispatch-slurm.go | 2 +-
services/crunch-dispatch-slurm/node_type.go | 72 +++
services/crunch-run/background.go | 237 +++++++
services/crunch-run/crunchrun.go | 27 +
vendor/vendor.json | 6 +
47 files changed, 4749 insertions(+), 123 deletions(-)
copy cmd/arvados-server/{arvados-controller.service => crunch-dispatch-cloud.service} (89%)
create mode 100644 lib/cloud/interfaces.go
create mode 100644 lib/dispatchcloud/cmd.go
create mode 100644 lib/dispatchcloud/container/queue.go
create mode 100644 lib/dispatchcloud/dispatcher.go
create mode 100644 lib/dispatchcloud/dispatcher_test.go
create mode 100644 lib/dispatchcloud/driver.go
create mode 100644 lib/dispatchcloud/instance_set_proxy.go
create mode 100644 lib/dispatchcloud/logger.go
create mode 100644 lib/dispatchcloud/readme.go
create mode 100644 lib/dispatchcloud/scheduler/fix_stale_locks.go
copy lib/dispatchcloud/{ => scheduler}/gocheck_test.go (90%)
create mode 100644 lib/dispatchcloud/scheduler/interfaces.go
create mode 100644 lib/dispatchcloud/scheduler/run_queue.go
create mode 100644 lib/dispatchcloud/scheduler/run_queue_test.go
create mode 100644 lib/dispatchcloud/scheduler/scheduler.go
create mode 100644 lib/dispatchcloud/scheduler/sync.go
create mode 100644 lib/dispatchcloud/ssh_executor/executor.go
create mode 100644 lib/dispatchcloud/ssh_executor/executor_test.go
create mode 100644 lib/dispatchcloud/test/doc.go
create mode 100644 lib/dispatchcloud/test/fixtures.go
create mode 100644 lib/dispatchcloud/test/lame_instance_set.go
create mode 100644 lib/dispatchcloud/test/queue.go
create mode 100644 lib/dispatchcloud/test/ssh_service.go
create mode 100644 lib/dispatchcloud/test/sshkey_dispatch
create mode 100644 lib/dispatchcloud/test/sshkey_dispatch.pub
create mode 100644 lib/dispatchcloud/test/sshkey_vm
create mode 100644 lib/dispatchcloud/test/sshkey_vm.pub
create mode 100644 lib/dispatchcloud/test/stub_driver.go
copy lib/dispatchcloud/{ => worker}/gocheck_test.go (90%)
create mode 100644 lib/dispatchcloud/worker/pool.go
create mode 100644 lib/dispatchcloud/worker/pool_test.go
create mode 100644 lib/dispatchcloud/worker/worker.go
create mode 100644 services/crunch-dispatch-slurm/node_type.go
create mode 100644 services/crunch-run/background.go
via 55da806a494b13e88ee1b0c1e6cad211786628f3 (commit)
via fe33cfe407912df46ae34b5419ebdc84650829f6 (commit)
via 7a047d8b6fb8f5a1e0a0749d45a9e99b34a5779c (commit)
via 7252f5a926ebcd8fdf0048a4c622d7ee95cbd3b7 (commit)
via c6b8556dfb4f71c5ccc6041b48061fdb1c00c3b2 (commit)
via ee1161113168d709f0cb0513f192631c1f35b3ab (commit)
via 7b45cf3217fbee46cdd706893ec948bfedaae24c (commit)
via e787539455a4a0bf1e4f299460258905a56352d4 (commit)
via f8da36c66e4109730f7ad6f1a29f4e8cb921198c (commit)
via b3dbac2705f2bcffbf346d0b7efb85e2566b11f8 (commit)
via 61379d58674c14d31beab12113cd731a2dc24fd8 (commit)
via cecff7f38bb5894efd1d8e449310b8654938bc15 (commit)
via e8f99cfef7cfbfcf1a1485d69250f24ced3fd609 (commit)
via a758d03b74f1c62f7ed442f4a4e571e5bba29ddd (commit)
via 772fc9527716fea221ae88ea3200db94f754afde (commit)
via cd68182c48ec70804a2acbf95331ec25629a9e28 (commit)
via aab8398af23a6a01713be7c219d78bec36ffe5ad (commit)
via 32fc16adf894bb6299f94054b69ff66f133a66e7 (commit)
via 0bebb7ca32bb96b75d5996137b8e385b60f6476a (commit)
via 69e1bb1544b601e103b5fce06f3ec4cbed03d272 (commit)
via 076d8a0d4885f7bfa22962a745a5aacb48fa9be1 (commit)
via b205525d0b7c7b9042513fe77d2e8061534208ae (commit)
via e6d59d90cfbac0da3a61bb48bbca8ad85ebef129 (commit)
via 5d05b79a21ee85fa6ec53f9bc88e6ddb54029f04 (commit)
via 262871175bbe08f6ab1b7051bf9c5dfdd74283ac (commit)
via a3dd7b47276e3d509eecfb930b06309d0315ac0d (commit)
via c746a03b6b08865796b5ef722f33d4b744a9c694 (commit)
via cc952178056bf6d29471f6986306fb673dcf394a (commit)
via 10bf8762c5d882ab5e9ff4c6e316878caebc6bf8 (commit)
via 0b2772025dd5132beaebeac33d3be2e56890766e (commit)
via f6e063ed8afcdd868fe1eec2fa86ac8f0f61e18b (commit)
via df5c912a9eb5af7222e5446bc437ee97262542c8 (commit)
via 0393a615c6c795e66e021188a1a3c00c04ca68e8 (commit)
via 3877bdae211807bd4c8cc5d824ffbede288dd708 (commit)
via 0f65ce49f183f7936d694961ce0f5980a8abffcc (commit)
via ff8c3cfde1e73c1c0adccb670040e98d82120e99 (commit)
via 15b7d1d4fa484641d846c1750487e640bfe4be09 (commit)
via 93671366e7633cbf0ca3cab68395e211e3afc31c (commit)
via d6bf3b66c2c938ca2ce2bda3276c0c0f4e54f1b6 (commit)
via 49f46db107c8226d70ed6d489cd000bfba82ca2f (commit)
via 3cb857be0aad14d0ebd631305a7a5c0f847811d4 (commit)
via 3654f222637b00728158300e700d615c4c913b29 (commit)
via 1c1e245bc3163a7841859d5ff75d0cff59dfc90c (commit)
via f33f8084159f701b8a1435e8cf77b7ab7f3417ae (commit)
via e5e2dc5e6bf1bce9893517470632295d42bb5f1c (commit)
via 359dc0dba7e93744c583b431d428de62fb8e0c90 (commit)
via 17479bd75a29c52470abe0049cb447e114eb39e9 (commit)
via 67464732a18e0aac11d89a75987151543b704cf6 (commit)
via a5ef124795af5b28a97c98e69a89c4c6e99cf0b7 (commit)
via a5fe34a8cd05c4e55deaec599347f65e6d662d22 (commit)
via 8ef9e211fa1eb91deb1b6aa7245cd7e5b8dd4c33 (commit)
via 468a33e9931c3dbadc83332a3b85d7677c9e4dc3 (commit)
via 0f159e5eb304e08a0704156046762709bd6e1eba (commit)
via 3ebb991101ef62387268d594e3e4307a0f5c4e9e (commit)
via 968519edf4c9150ac65991aea5f977356551b4e4 (commit)
via 71460cf96c9b43c8ab0a38118c3745a4c0e6d7e9 (commit)
via 438ce6f86261376880b186775d7ba5fbade560a6 (commit)
via c11e1e9b7e04b819a8a1794acc3ffb0a816715b7 (commit)
via b10284a496cd2d953b865144a5f28265fc277938 (commit)
via 8dff5fe14f23f3db9efaf5d71a21668738a9f164 (commit)
via c81a653c1e800c40a0c6e1a5d94cddd6620b5e52 (commit)
via 8162f74b2611b686cc8bcec225c6724c71b8926d (commit)
via 1b47c040b802c09d8652b952704e2ad09f31aa27 (commit)
via 8c44ed01463d5e0f0d167b37474b0e78fe11bd8d (commit)
via c1b959750a78509a2f5182dbd17685d010826b64 (commit)
via c3c538444c15e68e96780f157935f2baa4ba0bc5 (commit)
from eabe449b9a17e14eb2ba67f6e5cb8ce1dafc8005 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit 55da806a494b13e88ee1b0c1e6cad211786628f3
Merge: eabe449b9 fe33cfe40
Author: Tom Clegg <tclegg at veritasgenetics.com>
Date: Thu Dec 20 14:02:05 2018 -0500
Merge branch '14360-dispatch-cloud'
closes #14360
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tclegg at veritasgenetics.com>
commit fe33cfe407912df46ae34b5419ebdc84650829f6
Merge: 7a047d8b6 eabe449b9
Author: Tom Clegg <tclegg at veritasgenetics.com>
Date: Thu Dec 20 13:58:26 2018 -0500
14360: Merge branch 'master' into 14360-dispatch-cloud
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tclegg at veritasgenetics.com>
commit 7a047d8b6fb8f5a1e0a0749d45a9e99b34a5779c
Author: Tom Clegg <tclegg at veritasgenetics.com>
Date: Thu Dec 20 13:57:27 2018 -0500
14360: Fix error log level on first probe after boot.
Arvados-DCO-1.1-Signed-off-by: Tom Clegg <tclegg at veritasgenetics.com>
diff --git a/lib/dispatchcloud/worker/worker.go b/lib/dispatchcloud/worker/worker.go
index a0a61c159..c26186309 100644
--- a/lib/dispatchcloud/worker/worker.go
+++ b/lib/dispatchcloud/worker/worker.go
@@ -168,7 +168,10 @@ func (wkr *worker) probeAndUpdate() {
"Duration": dur,
"State": wkr.state,
})
- if wkr.state == StateBooting {
+ if wkr.state == StateBooting && !needProbeRunning {
+ // If we know the instance has never passed a
+ // boot probe, it's not noteworthy that it
+ // hasn't passed this probe.
logger.Debug("new instance not responding")
} else {
logger.Info("instance not responding")
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list