Merge pull request #116 from weaveworks/parameterise-concurrent-flushers

Parameterise the number of concurrent flushers

Author: tomwilkie

cmd/cortex/main.go

@@ -93,6 +93,7 @@ func main() {
 	flag.DurationVar(&cfg.ingesterConfig.FlushCheckPeriod, "ingester.flush-period", 1*time.Minute, "Period with which to attempt to flush chunks.")
 	flag.DurationVar(&cfg.ingesterConfig.RateUpdatePeriod, "ingester.rate-update-period", 15*time.Second, "Period with which to update the per-user ingestion rates.")
 	flag.DurationVar(&cfg.ingesterConfig.MaxChunkAge, "ingester.max-chunk-age", 1*time.Hour, "Maximum chunk age before flushing.")
+	flag.IntVar(&cfg.ingesterConfig.ConcurrentFlushes, "ingester.concurrent-flushes", 25, "Number of concurrent goroutines flushing to dynamodb.")
 	flag.IntVar(&cfg.numTokens, "ingester.num-tokens", 128, "Number of tokens for each ingester.")
 	flag.IntVar(&cfg.distributorConfig.ReplicationFactor, "distributor.replication-factor", 3, "The number of ingesters to write to and read from.")
 	flag.IntVar(&cfg.distributorConfig.MinReadSuccesses, "distributor.min-read-successes", 2, "The minimum number of ingesters from which a read must succeed.")

ingester/ingester.go

@@ -94,8 +94,9 @@ type Config struct {
 	FlushCheckPeriod  time.Duration
 	MaxChunkAge       time.Duration
 	RateUpdatePeriod  time.Duration
-	Ring              *ring.Ring
 	ConcurrentFlushes int
+
+	Ring *ring.Ring
 }
 
 // UserStats models ingestion statistics for one user.