[ARVADOS] updated: cba9e5963bd2ede8de27ec22d72168cfa6253aed

Git user git at public.curoverse.com
Wed Jul 6 22:12:02 EDT 2016


Summary of changes:
 services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

  discards  befe156d80affd8cc97e0a240154b0e01c6773ef (commit)
       via  cba9e5963bd2ede8de27ec22d72168cfa6253aed (commit)

This update added new revisions after undoing existing revisions.  That is
to say, the old revision is not a strict subset of the new revision.  This
situation occurs when you --force push a change and generate a repository
containing something like this:

 * -- * -- B -- O -- O -- O (befe156d80affd8cc97e0a240154b0e01c6773ef)
            \
             N -- N -- N (cba9e5963bd2ede8de27ec22d72168cfa6253aed)

When this happens we assume that you've already had alert emails for all
of the O revisions, and so we here report only the revisions in the N
branch from the common base, B.

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit cba9e5963bd2ede8de27ec22d72168cfa6253aed
Author: Tom Clegg <tom at curoverse.com>
Date:   Wed Jul 6 22:11:56 2016 -0400

    9528: Drop sbatch --parsable flag. It fails in older versions of slurm,
    and we don't need to parse the output anyway.

diff --git a/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go b/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go
index 4bfff6a..46df528 100644
--- a/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go
+++ b/services/crunch-dispatch-slurm/crunch-dispatch-slurm.go
@@ -72,7 +72,7 @@ func doMain() error {
 // sbatchCmd
 func sbatchFunc(container arvados.Container) *exec.Cmd {
 	memPerCPU := math.Ceil(float64(container.RuntimeConstraints.RAM) / (float64(container.RuntimeConstraints.VCPUs) * 1048576))
-	return exec.Command("sbatch", "--share", "--parsable",
+	return exec.Command("sbatch", "--share",
 		fmt.Sprintf("--job-name=%s", container.UUID),
 		fmt.Sprintf("--mem-per-cpu=%d", int(memPerCPU)),
 		fmt.Sprintf("--cpus-per-task=%d", container.RuntimeConstraints.VCPUs),
@@ -90,9 +90,7 @@ var scancelCmd = scancelFunc
 
 // Submit job to slurm using sbatch.
 func submit(dispatcher *dispatch.Dispatcher,
-	container arvados.Container, crunchRunCommand string) (jobid string, submitErr error) {
-	submitErr = nil
-
+	container arvados.Container, crunchRunCommand string) (submitErr error) {
 	defer func() {
 		// If we didn't get as far as submitting a slurm job,
 		// unlock the container and return it to the queue.
@@ -171,9 +169,7 @@ func submit(dispatcher *dispatch.Dispatcher,
 		return
 	}
 
-	// If everything worked out, got the jobid on stdout
-	jobid = strings.TrimSpace(string(stdoutMsg))
-
+	log.Printf("sbatch succeeded: %s", strings.TrimSpace(string(stdoutMsg)))
 	return
 }
 
@@ -194,7 +190,7 @@ func monitorSubmitOrCancel(dispatcher *dispatch.Dispatcher, container arvados.Co
 
 			log.Printf("About to submit queued container %v", container.UUID)
 
-			if _, err := submit(dispatcher, container, *crunchRunCommand); err != nil {
+			if err := submit(dispatcher, container, *crunchRunCommand); err != nil {
 				log.Printf("Error submitting container %s to slurm: %v",
 					container.UUID, err)
 				// maybe sbatch is broken, put it back to queued
diff --git a/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go b/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go
index d8b94f9..ede767c 100644
--- a/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go
+++ b/services/crunch-dispatch-slurm/crunch-dispatch-slurm_test.go
@@ -95,7 +95,7 @@ func (s *TestSuite) TestIntegrationCancel(c *C) {
 }
 
 func (s *TestSuite) TestIntegrationMissingFromSqueue(c *C) {
-	container := s.integrationTest(c, func() *exec.Cmd { return exec.Command("echo") }, []string{"sbatch", "--share", "--parsable",
+	container := s.integrationTest(c, func() *exec.Cmd { return exec.Command("echo") }, []string{"sbatch", "--share",
 		fmt.Sprintf("--job-name=%s", "zzzzz-dz642-queuedcontainer"),
 		fmt.Sprintf("--mem-per-cpu=%d", 2862),
 		fmt.Sprintf("--cpus-per-task=%d", 4),

-----------------------------------------------------------------------


hooks/post-receive
-- 




More information about the arvados-commits mailing list