[arvados] created: 2.6.0-531-g8ab28ac308

git repository hosting git at public.arvados.org
Wed Aug 23 17:09:10 UTC 2023


        at  8ab28ac30845f1e277cef45bfda53f7e157dadaf (commit)


commit 8ab28ac30845f1e277cef45bfda53f7e157dadaf
Author: Peter Amstutz <peter.amstutz at curii.com>
Date:   Wed Aug 23 13:08:45 2023 -0400

    20894: Change InitialQuotaEstimate and SupervisorFraction defaults.
    
    Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <peter.amstutz at curii.com>

diff --git a/lib/config/config.default.yml b/lib/config/config.default.yml
index 1ea2a89a25..c18c23983d 100644
--- a/lib/config/config.default.yml
+++ b/lib/config/config.default.yml
@@ -1421,16 +1421,15 @@ Clusters:
         # as containers start up successfully and decreases in
         # response to high API load and cloud quota errors.
         #
-        # Setting this too high creates a risk that the dispatcher
-        # will cause deadlock by starting so many supervisor
-        # containers (based on SupervisorFraction and MaxInstances)
-        # that the cloud quota prevents them from running any child
-        # containers.
+        # Setting this to 0 means the dynamic instance limit will
+        # start at MaxInstances.
         #
-        # Setting this too low causes the dispatcher to be
-        # unnecessarily slow to start up new instances after a
-        # restart.
-        InitialQuotaEstimate: 16
+        # Situations where you may want to set this (to a value lower
+        # than MaxInstances) would be when there is significant
+        # variability in the actual cloud resources available and you
+        # to be conservative in how many parallel supervisors
+        # (workflows) it launches.
+        InitialQuotaEstimate: 0
 
         # Maximum fraction of available instance capacity allowed to
         # run "supervisor" containers at any given time. A supervisor
@@ -1444,9 +1443,9 @@ Clusters:
         # containers who just create more work.
         #
         # For example, with the default MaxInstances of 64, it will
-        # schedule at most floor(64*0.30) = 19 concurrent workflows,
-        # ensuring 45 slots are available for work.
-        SupervisorFraction: 0.30
+        # schedule at most floor(64*0.50) = 32 concurrent workflow
+        # runners, ensuring 32 slots are available for work.
+        SupervisorFraction: 0.50
 
         # Interval between cloud provider syncs/updates ("list all
         # instances").

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list