diff --git a/CHANGELOG.md b/CHANGELOG.md index 467bccf9a7a..ce94f2ac3f0 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -163,6 +163,7 @@ * [CHANGE] Changed default `_config.cluster_domain` from `cluster.local` to `cluster.local.` to reduce the number of DNS lookups made by Mimir. #6389 * [CHANGE] Query-frontend: changed default `_config.autoscaling_query_frontend_cpu_target_utilization` from `1` to `0.75`. #6395 * [CHANGE] Distributor: Increase HPA scale down period such that distributors are slower to scale down after autoscaling up. #6589 +* [CHANGE] Store-gateway: Change the default timeout used for index-queries caches from `200ms` to `450ms`. #6786 * [FEATURE] Store-gateway: Allow automated zone-by-zone downscaling, that can be enabled via the `store_gateway_automated_downscale_enabled` flag. It is disabled by default. #6149 * [FEATURE] Ingester: Allow to configure TSDB Head early compaction using the following `_config` parameters: #6181 * `ingester_tsdb_head_early_compaction_enabled` (disabled by default) diff --git a/operations/helm/charts/mimir-distributed/CHANGELOG.md b/operations/helm/charts/mimir-distributed/CHANGELOG.md index 5dcc1d92465..399bec48389 100644 --- a/operations/helm/charts/mimir-distributed/CHANGELOG.md +++ b/operations/helm/charts/mimir-distributed/CHANGELOG.md @@ -31,6 +31,7 @@ Entries should include a reference to the Pull Request that introduced the chang * [CHANGE] Remove deprecated configuration parameter `blocks_storage.bucket_store.max_chunk_pool_bytes`. #6673 * [CHANGE] Reduce `-server.grpc-max-concurrent-streams` from 1000 to 500 for ingester and to 100 for all components. #5666 * [CHANGE] Changed default `clusterDomain` from `cluster.local` to `cluster.local.` to reduce the number of DNS lookups made by Mimir. #6389 +* [CHANGE] Change the default timeout used for index-queries caches from `200ms` to `450ms`. #6786 * [ENHANCEMENT] Update the `rollout-operator` subchart to `0.10.0`. #6022 #6110 #6558 #6681 * [ENHANCEMENT] Add support for not setting replicas for distributor, querier, and query-frontend. #6373 * [BUGFIX] Let the unified gatway/nginx config listen on IPv6 as well. Followup to #5948. #6204 diff --git a/operations/helm/charts/mimir-distributed/values.yaml b/operations/helm/charts/mimir-distributed/values.yaml index b49a56b7f2c..b82b8ec9ce7 100644 --- a/operations/helm/charts/mimir-distributed/values.yaml +++ b/operations/helm/charts/mimir-distributed/values.yaml @@ -192,6 +192,7 @@ mimir: memcached: addresses: {{ include "mimir.indexCacheAddress" . }} max_item_size: {{ mul (index .Values "index-cache").maxItemMemory 1024 1024 }} + timeout: 450ms max_idle_connections: 150 {{- end }} {{- if index .Values "metadata-cache" "enabled" }} diff --git a/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml index 5f65466e2c3..377940d526e 100644 --- a/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -64,6 +64,7 @@ data: addresses: dns+enterprise-https-values-mimir-index-cache.citestns.svc:11211 max_idle_connections: 150 max_item_size: 5242880 + timeout: 450ms metadata_cache: backend: memcached memcached: diff --git a/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml index 6be34281a2f..d2e5373be54 100644 --- a/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -35,6 +35,7 @@ data: addresses: dns+large-values-mimir-index-cache.citestns.svc:11211 max_idle_connections: 150 max_item_size: 5242880 + timeout: 450ms metadata_cache: backend: memcached memcached: diff --git a/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml index c667c5288b4..1993a20ca68 100644 --- a/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -35,6 +35,7 @@ data: addresses: dns+small-values-mimir-index-cache.citestns.svc:11211 max_idle_connections: 150 max_item_size: 5242880 + timeout: 450ms metadata_cache: backend: memcached memcached: diff --git a/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml index 1d250a6b539..66f9a4fff1c 100644 --- a/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -43,6 +43,7 @@ data: addresses: dns+test-oss-k8s-1.25-values-mimir-index-cache.citestns.svc:11211 max_idle_connections: 150 max_item_size: 5242880 + timeout: 450ms metadata_cache: backend: memcached memcached: diff --git a/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml index 37b8dcde1a9..715d4126938 100644 --- a/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -43,6 +43,7 @@ data: addresses: dns+test-oss-values-mimir-index-cache.citestns.svc:11211 max_idle_connections: 150 max_item_size: 5242880 + timeout: 450ms metadata_cache: backend: memcached memcached: diff --git a/operations/mimir-tests/test-all-components-generated.yaml b/operations/mimir-tests/test-all-components-generated.yaml index a260cf3f28e..a478348bb16 100644 --- a/operations/mimir-tests/test-all-components-generated.yaml +++ b/operations/mimir-tests/test-all-components-generated.yaml @@ -1443,6 +1443,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml b/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml index dd79b347d7f..95bebff732c 100644 --- a/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml +++ b/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml @@ -1445,6 +1445,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml b/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml index c180e604be1..2a8ea63348b 100644 --- a/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml +++ b/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml @@ -1444,6 +1444,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml b/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml index 61544d473b2..27f728b4a9a 100644 --- a/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml +++ b/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml @@ -1789,6 +1789,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-autoscaling-generated.yaml b/operations/mimir-tests/test-autoscaling-generated.yaml index c0c0f8598e3..2b134a4fd3f 100644 --- a/operations/mimir-tests/test-autoscaling-generated.yaml +++ b/operations/mimir-tests/test-autoscaling-generated.yaml @@ -1789,6 +1789,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-consul-generated.yaml b/operations/mimir-tests/test-consul-generated.yaml index 4cc17d6a0a9..19c2f1d4c01 100644 --- a/operations/mimir-tests/test-consul-generated.yaml +++ b/operations/mimir-tests/test-consul-generated.yaml @@ -1813,6 +1813,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-consul-multi-zone-generated.yaml b/operations/mimir-tests/test-consul-multi-zone-generated.yaml index 8b390190b9d..da371b286dd 100644 --- a/operations/mimir-tests/test-consul-multi-zone-generated.yaml +++ b/operations/mimir-tests/test-consul-multi-zone-generated.yaml @@ -2279,6 +2279,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2410,6 +2411,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2541,6 +2543,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml b/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml index e9502d6db63..98d1c6ce1c0 100644 --- a/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml +++ b/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml @@ -1686,6 +1686,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-continuous-test-generated.yaml b/operations/mimir-tests/test-continuous-test-generated.yaml index 303c583acc7..82ecb3b3620 100644 --- a/operations/mimir-tests/test-continuous-test-generated.yaml +++ b/operations/mimir-tests/test-continuous-test-generated.yaml @@ -1247,6 +1247,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-defaults-generated.yaml b/operations/mimir-tests/test-defaults-generated.yaml index 9a111af5e0c..99eb4f98c00 100644 --- a/operations/mimir-tests/test-defaults-generated.yaml +++ b/operations/mimir-tests/test-defaults-generated.yaml @@ -1193,6 +1193,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-deployment-mode-migration-generated.yaml b/operations/mimir-tests/test-deployment-mode-migration-generated.yaml index dd0a83a1a7e..8dbd9f694fb 100644 --- a/operations/mimir-tests/test-deployment-mode-migration-generated.yaml +++ b/operations/mimir-tests/test-deployment-mode-migration-generated.yaml @@ -2332,6 +2332,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2516,6 +2517,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2700,6 +2702,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -3269,6 +3272,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -3404,6 +3408,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -3539,6 +3544,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-env-vars-generated.yaml b/operations/mimir-tests/test-env-vars-generated.yaml index 8c3805581b8..60841855673 100644 --- a/operations/mimir-tests/test-env-vars-generated.yaml +++ b/operations/mimir-tests/test-env-vars-generated.yaml @@ -1448,6 +1448,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-etcd-replicas-generated.yaml b/operations/mimir-tests/test-etcd-replicas-generated.yaml index 2554280a744..c2e5a508ecc 100644 --- a/operations/mimir-tests/test-etcd-replicas-generated.yaml +++ b/operations/mimir-tests/test-etcd-replicas-generated.yaml @@ -1193,6 +1193,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-extra-runtime-config-generated.yaml b/operations/mimir-tests/test-extra-runtime-config-generated.yaml index 28a88b3f79a..054199049a7 100644 --- a/operations/mimir-tests/test-extra-runtime-config-generated.yaml +++ b/operations/mimir-tests/test-extra-runtime-config-generated.yaml @@ -1491,6 +1491,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-helm-parity-generated.yaml b/operations/mimir-tests/test-helm-parity-generated.yaml index 256040b695f..9cf961a4bd2 100644 --- a/operations/mimir-tests/test-helm-parity-generated.yaml +++ b/operations/mimir-tests/test-helm-parity-generated.yaml @@ -1550,6 +1550,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml index a260cf3f28e..a478348bb16 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml @@ -1443,6 +1443,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml index eef7087d848..6d575cc4ce0 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml @@ -1449,6 +1449,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml index abaec1e4c14..a8bd4e3dec3 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml @@ -1455,6 +1455,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml index b8f63b2b28b..b7e94d7946f 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml @@ -1449,6 +1449,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml index 4cc17d6a0a9..19c2f1d4c01 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml @@ -1813,6 +1813,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml index 819a277f7e8..7e3148ad0d6 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml @@ -1899,6 +1899,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml index 5e698b823e1..1e353c33fac 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml @@ -1899,6 +1899,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml index e3cb7ccd67d..261f454970e 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml @@ -1899,6 +1899,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml index ddbd01e5929..cb18b706a98 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml @@ -1899,6 +1899,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml index 20fa502d729..68540d8f2bd 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml @@ -1446,6 +1446,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml index a260cf3f28e..a478348bb16 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml @@ -1443,6 +1443,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-memcached-mtls-generated.yaml b/operations/mimir-tests/test-memcached-mtls-generated.yaml index 83c1821cc28..fd0b5d65ba0 100644 --- a/operations/mimir-tests/test-memcached-mtls-generated.yaml +++ b/operations/mimir-tests/test-memcached-mtls-generated.yaml @@ -1602,6 +1602,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-cache.memcached.tls-ca-path=/var/secrets/memcached-ca-cert/memcached-ca-cert.pem - -blocks-storage.bucket-store.index-cache.memcached.tls-cert-path=/var/secrets/memcached-client-cert/memcached-client-cert.pem - -blocks-storage.bucket-store.index-cache.memcached.tls-enabled=true diff --git a/operations/mimir-tests/test-multi-zone-generated.yaml b/operations/mimir-tests/test-multi-zone-generated.yaml index a7b2c785a6e..2ccf1941fb1 100644 --- a/operations/mimir-tests/test-multi-zone-generated.yaml +++ b/operations/mimir-tests/test-multi-zone-generated.yaml @@ -1944,6 +1944,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2081,6 +2082,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2220,6 +2222,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml b/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml index f782808bee1..e1d1e281c35 100644 --- a/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml +++ b/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml @@ -2091,6 +2091,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2224,6 +2225,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2359,6 +2361,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2494,6 +2497,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml b/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml index 843d7b46248..3405e424e1d 100644 --- a/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml +++ b/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml @@ -1948,6 +1948,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2090,6 +2091,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -2234,6 +2236,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml b/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml index 07916010832..20513e9e5fb 100644 --- a/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml +++ b/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml @@ -1227,6 +1227,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml b/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml index 9f66ddbadbb..e63be016b9c 100644 --- a/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml @@ -1823,6 +1823,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml b/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml index 31ece5f2306..8158cf47b3f 100644 --- a/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml @@ -1854,6 +1854,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml b/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml index 8a0fae60a78..466abd4dafe 100644 --- a/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml @@ -1474,6 +1474,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml b/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml index 474c499caf2..80faf4d6860 100644 --- a/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml @@ -1462,6 +1462,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-query-sharding-generated.yaml b/operations/mimir-tests/test-query-sharding-generated.yaml index 245ade4ab9e..84e4611359f 100644 --- a/operations/mimir-tests/test-query-sharding-generated.yaml +++ b/operations/mimir-tests/test-query-sharding-generated.yaml @@ -1448,6 +1448,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml b/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml index ca09048aabe..f75b6157fdd 100644 --- a/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml +++ b/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml @@ -911,6 +911,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -1096,6 +1097,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -1281,6 +1283,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml b/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml index 66f6fb5a4a2..0e7fd157cf4 100644 --- a/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml +++ b/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml @@ -912,6 +912,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -1097,6 +1098,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached @@ -1282,6 +1284,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml b/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml index 7c6da0e331d..fd44bb31ee6 100644 --- a/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml +++ b/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml @@ -1796,6 +1796,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml b/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml index d91762d6d79..91bd85ed16c 100644 --- a/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml +++ b/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml @@ -1794,6 +1794,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-shuffle-sharding-generated.yaml b/operations/mimir-tests/test-shuffle-sharding-generated.yaml index 4d8fe485c52..dec40fa01da 100644 --- a/operations/mimir-tests/test-shuffle-sharding-generated.yaml +++ b/operations/mimir-tests/test-shuffle-sharding-generated.yaml @@ -1452,6 +1452,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml b/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml index f0fe59ceceb..392433f4853 100644 --- a/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml +++ b/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml @@ -1453,6 +1453,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-storage-azure-generated.yaml b/operations/mimir-tests/test-storage-azure-generated.yaml index f80f23d5c3f..f36d8c8bc1f 100644 --- a/operations/mimir-tests/test-storage-azure-generated.yaml +++ b/operations/mimir-tests/test-storage-azure-generated.yaml @@ -1454,6 +1454,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-storage-gcs-generated.yaml b/operations/mimir-tests/test-storage-gcs-generated.yaml index a260cf3f28e..a478348bb16 100644 --- a/operations/mimir-tests/test-storage-gcs-generated.yaml +++ b/operations/mimir-tests/test-storage-gcs-generated.yaml @@ -1443,6 +1443,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-storage-s3-generated.yaml b/operations/mimir-tests/test-storage-s3-generated.yaml index 320ff9e138f..36a99f6dd38 100644 --- a/operations/mimir-tests/test-storage-s3-generated.yaml +++ b/operations/mimir-tests/test-storage-s3-generated.yaml @@ -1448,6 +1448,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir-tests/test-without-query-scheduler-generated.yaml b/operations/mimir-tests/test-without-query-scheduler-generated.yaml index 04193a30e53..6cca43ce3d7 100644 --- a/operations/mimir-tests/test-without-query-scheduler-generated.yaml +++ b/operations/mimir-tests/test-without-query-scheduler-generated.yaml @@ -1097,6 +1097,7 @@ spec: - -blocks-storage.bucket-store.index-cache.memcached.max-get-multi-concurrency=100 - -blocks-storage.bucket-store.index-cache.memcached.max-idle-connections=150 - -blocks-storage.bucket-store.index-cache.memcached.max-item-size=5242880 + - -blocks-storage.bucket-store.index-cache.memcached.timeout=450ms - -blocks-storage.bucket-store.index-header.lazy-loading-enabled=true - -blocks-storage.bucket-store.index-header.lazy-loading-idle-timeout=60m - -blocks-storage.bucket-store.metadata-cache.backend=memcached diff --git a/operations/mimir/config.libsonnet b/operations/mimir/config.libsonnet index 6a52f5771a1..94d6f38282b 100644 --- a/operations/mimir/config.libsonnet +++ b/operations/mimir/config.libsonnet @@ -693,6 +693,7 @@ 'blocks-storage.bucket-store.index-cache.memcached.addresses': 'dnssrvnoa+%(cache_index_queries_backend)s-index-queries.%(namespace)s.svc.%(cluster_domain)s:11211' % $._config, 'blocks-storage.bucket-store.index-cache.memcached.max-item-size': $._config.cache_index_queries_max_item_size_mb * 1024 * 1024, 'blocks-storage.bucket-store.index-cache.memcached.max-async-concurrency': 50, + 'blocks-storage.bucket-store.index-cache.memcached.timeout': '450ms', } + if $._config.memcached_index_queries_mtls_enabled then { 'blocks-storage.bucket-store.index-cache.memcached.addresses': 'dnssrvnoa+%(cache_index_queries_backend)s-index-queries.%(namespace)s.svc.%(cluster_domain)s:11212' % $._config, 'blocks-storage.bucket-store.index-cache.memcached.connect-timeout': '1s',