[ARVADOS] updated: 1.1.3-91-ga4959ce
Git user
git at public.curoverse.com
Fri Feb 23 13:27:47 EST 2018
Summary of changes:
services/crunch-dispatch-slurm/crunch-dispatch-slurm.go | 6 +++++-
services/crunch-dispatch-slurm/usage.go | 3 ++-
2 files changed, 7 insertions(+), 2 deletions(-)
via a4959ce78b69f1f4e0e59e2458af8d11bc1d5510 (commit)
via 8af8ef37ba4f673e47ba17899a83e2a683872b55 (commit)
from 6a731b2dd982f3453db9f5b6fcf6350899da48a8 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
commit a4959ce78b69f1f4e0e59e2458af8d11bc1d5510
Merge: 6a731b2 8af8ef3
Author: Peter Amstutz <pamstutz at veritasgenetics.com>
Date: Fri Feb 23 13:26:59 2018 -0500
Merge branch 'wtsi/13093-crunch-dispatch-slurm-add-mem' refs #13093
Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <pamstutz at veritasgenetics.com>
commit 8af8ef37ba4f673e47ba17899a83e2a683872b55
Author: Joshua C. Randall <jcrandall at alum.mit.edu>
Date: Thu Feb 15 18:50:19 2018 +0000
add ReserveExtraRAM config option to crunch-dispatch-slurm
Arvados-DCO-1.1-Signed-off-by: Joshua C. Randall <jcrandall at alum.mit.edu>
diff --git a/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go b/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go
index 0879de2..f770236 100644
--- a/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go
+++ b/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go
@@ -47,6 +47,10 @@ type Dispatcher struct {
// Example: []string{"crunch-run", "--cgroup-parent-subsystem=memory"}
CrunchRunCommand []string
+ // Extra RAM to reserve (in Bytes) for SLURM job, in addition
+ // to the amount specified in the container's RuntimeConstraints
+ ReserveExtraRAM int64
+
// Minimum time between two attempts to run the same container
MinRetryPeriod arvados.Duration
}
@@ -206,7 +210,7 @@ func (disp *Dispatcher) niceness(priority int) int {
}
func (disp *Dispatcher) sbatchArgs(container arvados.Container) ([]string, error) {
- mem := int64(math.Ceil(float64(container.RuntimeConstraints.RAM+container.RuntimeConstraints.KeepCacheRAM) / float64(1048576)))
+ mem := int64(math.Ceil(float64(container.RuntimeConstraints.RAM+container.RuntimeConstraints.KeepCacheRAM+disp.ReserveExtraRAM) / float64(1048576)))
var disk int64
for _, m := range container.Mounts {
diff --git a/services/crunch-dispatch-slurm/usage.go b/services/crunch-dispatch-slurm/usage.go
index f64c502..032d862 100644
--- a/services/crunch-dispatch-slurm/usage.go
+++ b/services/crunch-dispatch-slurm/usage.go
@@ -20,7 +20,8 @@ var exampleConfigFile = []byte(`
},
"CrunchRunCommand": ["crunch-run"],
"PollPeriod": "10s",
- "SbatchArguments": ["--partition=foo", "--exclude=node13"]
+ "SbatchArguments": ["--partition=foo", "--exclude=node13"],
+ "ReserveExtraRAM": 268435456,
}`)
func usage(fs *flag.FlagSet) {
-----------------------------------------------------------------------
hooks/post-receive
--
More information about the arvados-commits
mailing list