Add support for memcaches (#564)

* vendor: update cortex

Don't be blocked on cortexproject/cortex#1345 to
be merged and still maintain the fork

Signed-off-by: Goutham Veeramachaneni <[email protected]>

* add memcached ksonnet

Signed-off-by: Goutham Veeramachaneni <[email protected]>

* commit generated proto

Signed-off-by: Goutham Veeramachaneni <[email protected]>

Author: gouthamve

Gopkg.lock

@@ -67,6 +67,44 @@
         gcs: {
           bucket_name: $._config.gcs_bucket_name,
         },
+
+        index_queries_cache_config: {
+          memcached: {
+            batch_size: 100,
+            parallelism: 100,
+          },
+
+          memcached_client: {
+            host: 'memcached-index-queries.%s.svc.cluster.local' % $._config.namespace,
+            service: 'memcached-client',
+          },
+        },
+      },
+
+      chunk_store_config: {
+        chunk_cache_config: {
+          memcached: {
+            batch_size: 100,
+            parallelism: 100,
+          },
+
+          memcached_client: {
+            host: 'memcached.%s.svc.cluster.local' % $._config.namespace,
+            service: 'memcached-client',
+          },
+        },
+
+        write_dedupe_cache_config: {
+          memcached: {
+            batch_size: 100,
+            parallelism: 100,
+          },
+
+          memcached_client: {
+            host: 'memcached-index-writes.%s.svc.cluster.local' % $._config.namespace,
+            service: 'memcached-client',
+          },
+        },
       },
 
       schema_config: {

production/ksonnet/loki/config.libsonnet

@@ -19,6 +19,16 @@
                 }
             },
             "version": "master"
+        },
+        {
+            "name": "memcached",
+            "source": {
+                "git": {
+                    "remote": "https://github.com/grafana/jsonnet-libs",
+                    "subdir": "memcached"
+                }
+            },
+            "version": "master"
         }
     ]
 }

production/ksonnet/loki/jsonnetfile.json

@@ -4,8 +4,11 @@
 (import 'config.libsonnet') +
 (import 'consul/consul.libsonnet') +
 
-// Cortex services
+// Loki services
 (import 'distributor.libsonnet') +
 (import 'ingester.libsonnet') +
 (import 'querier.libsonnet') +
-(import 'table-manager.libsonnet')
+(import 'table-manager.libsonnet') +
+
+// Supporting services
+(import 'memcached.libsonnet')

production/ksonnet/loki/loki.libsonnet

@@ -0,0 +1,21 @@
+local memcached = 'memcached/memcached.libsonnet';
+
+memcached {
+  // Memcached instance used to cache chunks.
+  memcached_chunks: $.memcached {
+    name: 'memcached',
+    max_item_size: '2m',
+    memory_limit_mb: 4096,
+  },
+
+  // Dedicated memcached instance used to temporarily cache index lookups.
+  memcached_index_queries: $.memcached {
+    name: 'memcached-index-queries',
+    max_item_size: '5m',
+  },
+
+  // Dedicated memcached instance used to dedupe writes to the index.
+  memcached_index_writes: $.memcached {
+    name: 'memcached-index-writes',
+  },
+}