[arvados] created: 2.6.0-531-g8ab28ac308
git repository hosting
git at public.arvados.org
Wed Aug 23 17:09:10 UTC 2023
at 8ab28ac30845f1e277cef45bfda53f7e157dadaf (commit)
commit 8ab28ac30845f1e277cef45bfda53f7e157dadaf
Author: Peter Amstutz <peter.amstutz at curii.com>
Date: Wed Aug 23 13:08:45 2023 -0400
20894: Change InitialQuotaEstimate and SupervisorFraction defaults.
Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <peter.amstutz at curii.com>
diff --git a/lib/config/config.default.yml b/lib/config/config.default.yml
index 1ea2a89a25..c18c23983d 100644
--- a/lib/config/config.default.yml
+++ b/lib/config/config.default.yml
@@ -1421,16 +1421,15 @@ Clusters:
# as containers start up successfully and decreases in
# response to high API load and cloud quota errors.
#
- # Setting this too high creates a risk that the dispatcher
- # will cause deadlock by starting so many supervisor
- # containers (based on SupervisorFraction and MaxInstances)
- # that the cloud quota prevents them from running any child
- # containers.
+ # Setting this to 0 means the dynamic instance limit will
+ # start at MaxInstances.
#
- # Setting this too low causes the dispatcher to be
- # unnecessarily slow to start up new instances after a
- # restart.
- InitialQuotaEstimate: 16
+ # Situations where you may want to set this (to a value lower
+ # than MaxInstances) would be when there is significant
+ # variability in the actual cloud resources available and you
+ # to be conservative in how many parallel supervisors
+ # (workflows) it launches.
+ InitialQuotaEstimate: 0
# Maximum fraction of available instance capacity allowed to
# run "supervisor" containers at any given time. A supervisor
@@ -1444,9 +1443,9 @@ Clusters:
# containers who just create more work.
#
# For example, with the default MaxInstances of 64, it will
- # schedule at most floor(64*0.30) = 19 concurrent workflows,
- # ensuring 45 slots are available for work.
- SupervisorFraction: 0.30
+ # schedule at most floor(64*0.50) = 32 concurrent workflow
+ # runners, ensuring 32 slots are available for work.
+ SupervisorFraction: 0.50
# Interval between cloud provider syncs/updates ("list all
# instances").
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list