[ARVADOS] updated: 6303d577e0513eae1254a9c73648c24b9451ed10

[Git user]

Summary of changes:
 services/datamanager/datamanager.go | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

       via  6303d577e0513eae1254a9c73648c24b9451ed10 (commit)
       via  88c382d13b3d6e6f3b03ba0d5139ad9552c3c359 (commit)
       via  3d2aae8bd2771b6e40a482a88e7992fa82876c26 (commit)
       via  905c3255aea3746b60ab31ccdd6d9a9e6923b569 (commit)
      from  e8e78685ed7d893433e1ebe799a66084e39a0345 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.


commit 6303d577e0513eae1254a9c73648c24b9451ed10
Merge: e8e7868 88c382d
Author: radhika <radhika at curoverse.com>
Date:   Thu Mar 3 17:07:06 2016 -0500

    closes #8497
    Merge branch 'wtsi-hgi-8497-datamanager-batchsize-1000'


commit 88c382d13b3d6e6f3b03ba0d5139ad9552c3c359
Merge: e8e7868 3d2aae8
Author: radhika <radhika at curoverse.com>
Date:   Thu Mar 3 17:03:05 2016 -0500

    Merge branch '8497-datamanager-batchsize-1000' of https://github.com/wtsi-hgi/arvados into wtsi-hgi-8497-datamanager-batchsize-1000


commit 3d2aae8bd2771b6e40a482a88e7992fa82876c26
Author: Joshua Randall <joshua.randall at sanger.ac.uk>
Date:   Thu Mar 3 21:33:14 2016 +0000

    makes -collection-batch-size an option as requested by @rchippada

diff --git a/services/datamanager/datamanager.go b/services/datamanager/datamanager.go
index b26e66a..4a3b562 100644
--- a/services/datamanager/datamanager.go
+++ b/services/datamanager/datamanager.go
@@ -22,6 +22,7 @@ var (
 	logEventTypePrefix  string
 	logFrequencySeconds int
 	minutesBetweenRuns  int
+	collectionBatchSize int
 	dryRun              bool
 )
 
@@ -38,6 +39,10 @@ func init() {
 		"minutes-between-runs",
 		0,
 		"How many minutes we wait between data manager runs. 0 means run once and exit.")
+	flag.IntVar(&collectionBatchSize,
+		"collection-batch-size",
+		1000,
+		"How many collections to request in each batch.")
 	flag.BoolVar(&dryRun,
 		"dry-run",
 		false,
@@ -193,7 +198,7 @@ func BuildDataFetcher(arv arvadosclient.ArvadosClient) summary.DataFetcher {
 				collection.GetCollectionsParams{
 					Client:    arv,
 					Logger:    arvLogger,
-					BatchSize: 1000})
+					BatchSize: collectionBatchSize})
 			collDone <- struct{}{}
 		}()
 

commit 905c3255aea3746b60ab31ccdd6d9a9e6923b569
Author: Joshua C. Randall <jcrandall at alum.mit.edu>
Date:   Fri Feb 19 21:59:06 2016 +0000

    raises datamanager BatchSize from 50 to 1000

diff --git a/services/datamanager/datamanager.go b/services/datamanager/datamanager.go
index 604a6db..b26e66a 100644
--- a/services/datamanager/datamanager.go
+++ b/services/datamanager/datamanager.go
@@ -193,7 +193,7 @@ func BuildDataFetcher(arv arvadosclient.ArvadosClient) summary.DataFetcher {
 				collection.GetCollectionsParams{
 					Client:    arv,
 					Logger:    arvLogger,
-					BatchSize: 50})
+					BatchSize: 1000})
 			collDone <- struct{}{}
 		}()
 

-----------------------------------------------------------------------


hooks/post-receive
--