diff --git a/CHANGELOG.md b/CHANGELOG.md index fd0d483309e..2ec8c423a68 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -63,6 +63,14 @@ * [CHANGE] rollout-operator: remove default CPU limit. #7066 * [CHANGE] Store-gateway: Increase `JAEGER_REPORTER_MAX_QUEUE_SIZE` from the default (100) to 1000, to avoid dropping tracing spans. #7068 * [CHANGE] Query-frontend, ingester, ruler, backend and write instances: Increase `JAEGER_REPORTER_MAX_QUEUE_SIZE` from the default (100), to avoid dropping tracing spans. #7086 +* [CHANGE] Ring: relaxed the hash ring heartbeat period and timeout for distributor, ingester, store-gateway and compactor: #6860 + * `-distributor.ring.heartbeat-period` set to `1m` + * `-distributor.ring.heartbeat-timeout` set to `4m` + * `-ingester.ring.heartbeat-period` set to `2m` + * `-store-gateway.sharding-ring.heartbeat-period` set to `1m` + * `-store-gateway.sharding-ring.heartbeat-timeout` set to `4m` + * `-compactor.ring.heartbeat-period` set to `1m` + * `-compactor.ring.heartbeat-timeout` set to `4m` * [FEATURE] Added support for the following root-level settings to configure the list of matchers to apply to node affinity: #6782 #6829 * `alertmanager_node_affinity_matchers` * `compactor_node_affinity_matchers` diff --git a/operations/compare-helm-with-jsonnet/components/config/write-path-config.yaml b/operations/compare-helm-with-jsonnet/components/config/write-path-config.yaml index 653d29f043d..7a5076a0814 100644 --- a/operations/compare-helm-with-jsonnet/components/config/write-path-config.yaml +++ b/operations/compare-helm-with-jsonnet/components/config/write-path-config.yaml @@ -7,7 +7,6 @@ config: ring: instance_availability_zone: num_tokens: - heartbeat_timeout: unregister_on_shutdown: distributor: ha_tracker: diff --git a/operations/helm/charts/mimir-distributed/CHANGELOG.md b/operations/helm/charts/mimir-distributed/CHANGELOG.md index 91812c72677..9b1f9c6fd51 100644 --- a/operations/helm/charts/mimir-distributed/CHANGELOG.md +++ b/operations/helm/charts/mimir-distributed/CHANGELOG.md @@ -29,6 +29,15 @@ Entries should include a reference to the Pull Request that introduced the chang ## main / unreleased * [CHANGE] Rollout-operator: remove default CPU limit. #7125 +* [CHANGE] Ring: relaxed the hash ring heartbeat period and timeout for distributor, ingester, store-gateway and compactor: #6860 + * `-distributor.ring.heartbeat-period` set to `1m` + * `-distributor.ring.heartbeat-timeout` set to `4m` + * `-ingester.ring.heartbeat-period` set to `2m` + * `-ingester.ring.heartbeat-timeout` set to `10m` + * `-store-gateway.sharding-ring.heartbeat-period` set to `1m` + * `-store-gateway.sharding-ring.heartbeat-timeout` set to `4m` + * `-compactor.ring.heartbeat-period` set to `1m` + * `-compactor.ring.heartbeat-timeout` set to `4m` * [ENHANCEMENT] Add `jaegerReporterMaxQueueSize` Helm value for all components where configuring `JAEGER_REPORTER_MAX_QUEUE_SIZE` makes sense, and override the Jaeger client's default value of 100 for components expected to generate many trace spans. #7068 #7086 * [ENHANCEMENT] Rollout-operator: upgraded to v0.10.1. #7125 * [ENHANCEMENT] Query-frontend: configured `-shutdown-delay`, `-server.grpc.keepalive.max-connection-age` and termination grace period to reduce the likelihood of queries hitting terminated query-frontends. #7129 diff --git a/operations/helm/charts/mimir-distributed/values.yaml b/operations/helm/charts/mimir-distributed/values.yaml index 81a627af4e4..6bbf5da7e06 100644 --- a/operations/helm/charts/mimir-distributed/values.yaml +++ b/operations/helm/charts/mimir-distributed/values.yaml @@ -231,6 +231,13 @@ mimir: data_dir: "/data" sharding_ring: wait_stability_min_duration: 1m + heartbeat_period: 1m + heartbeat_timeout: 4m + + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true @@ -292,6 +299,8 @@ mimir: num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false + heartbeat_period: 2m + heartbeat_timeout: 10m {{- if .Values.ingester.zoneAwareReplication.enabled }} zone_awareness_enabled: true {{- end }} @@ -376,6 +385,8 @@ mimir: {{- if .Values.store_gateway.zoneAwareReplication.enabled }} kvstore: prefix: multi-zone/ + heartbeat_period: 1m + heartbeat_timeout: 4m {{- end }} tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml index 377940d526e..0ed3fc9a58e 100644 --- a/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/enterprise-https-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -91,8 +91,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: cache_results: true grpc_client_config: @@ -192,6 +198,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m kvstore: store: memberlist num_tokens: 512 @@ -292,6 +300,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/gateway-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/gateway-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml index e7eb7aee648..e1e1839e4a6 100644 --- a/operations/helm/tests/gateway-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/gateway-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -67,8 +67,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: gateway-enterprise-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -99,6 +105,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -147,6 +155,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/gateway-nginx-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/gateway-nginx-values-generated/mimir-distributed/templates/mimir-config.yaml index 90377d3eb72..cd727ca47ef 100644 --- a/operations/helm/tests/gateway-nginx-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/gateway-nginx-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -49,8 +49,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: gateway-nginx-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -61,6 +67,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -103,6 +111,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/graphite-enabled-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/graphite-enabled-values-generated/mimir-distributed/templates/mimir-config.yaml index 219db3035e8..2005a90baf2 100644 --- a/operations/helm/tests/graphite-enabled-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/graphite-enabled-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -67,8 +67,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: graphite-enabled-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -123,6 +129,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml index e36befaba33..a83d09a61e6 100644 --- a/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/large-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -54,8 +54,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: cache_results: true parallelize_shardable_queries: true @@ -74,6 +80,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -114,6 +122,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/metamonitoring-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/metamonitoring-values-generated/mimir-distributed/templates/mimir-config.yaml index fcb743bef8e..00143b9591c 100644 --- a/operations/helm/tests/metamonitoring-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/metamonitoring-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -49,8 +49,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: metamonitoring-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -61,6 +67,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/openshift-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/openshift-values-generated/mimir-distributed/templates/mimir-config.yaml index 1f70784df2a..89d3ca76f6d 100644 --- a/operations/helm/tests/openshift-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/openshift-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -45,8 +45,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: openshift-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -77,6 +83,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -117,6 +125,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/scheduler-name-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/scheduler-name-values-generated/mimir-distributed/templates/mimir-config.yaml index fe377953499..2be19181bf6 100644 --- a/operations/helm/tests/scheduler-name-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/scheduler-name-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -34,8 +34,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: scheduler-name-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -46,6 +52,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -80,6 +88,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml index 53fd922f081..34fe76ea24f 100644 --- a/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/small-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -54,8 +54,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: cache_results: true parallelize_shardable_queries: true @@ -74,6 +80,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -114,6 +122,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-enterprise-configmap-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-enterprise-configmap-values-generated/mimir-distributed/templates/mimir-config.yaml index a62b0d25a8c..ebaaccac22e 100644 --- a/operations/helm/tests/test-enterprise-configmap-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-enterprise-configmap-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -67,8 +67,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-enterprise-configmap-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -99,6 +105,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-enterprise-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-enterprise-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml index 69cd7e07e35..90cd574b3f2 100644 --- a/operations/helm/tests/test-enterprise-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-enterprise-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -67,8 +67,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-enterprise-k8s-1.25-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -99,6 +105,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -147,6 +155,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-enterprise-legacy-label-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-enterprise-legacy-label-values-generated/mimir-distributed/templates/mimir-config.yaml index db994d7c11e..ed822f4a1d1 100644 --- a/operations/helm/tests/test-enterprise-legacy-label-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-enterprise-legacy-label-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -10,4 +10,4 @@ metadata: release: test-enterprise-legacy-label-values namespace: "citestns" data: - mimir.yaml: YWN0aXZpdHlfdHJhY2tlcjoKICBmaWxlcGF0aDogL2FjdGl2ZS1xdWVyeS10cmFja2VyL2FjdGl2aXR5LmxvZwphZG1pbl9hcGk6CiAgbGVhZGVyX2VsZWN0aW9uOgogICAgZW5hYmxlZDogdHJ1ZQogICAgcmluZzoKICAgICAga3ZzdG9yZToKICAgICAgICBzdG9yZTogbWVtYmVybGlzdAphZG1pbl9jbGllbnQ6CiAgc3RvcmFnZToKICAgIHMzOgogICAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICAgIGJ1Y2tldF9uYW1lOiBlbnRlcnByaXNlLW1ldHJpY3MtYWRtaW4KICAgICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzLW1pbmlvLmNpdGVzdG5zLnN2Yzo5MDAwCiAgICAgIGluc2VjdXJlOiB0cnVlCiAgICAgIHNlY3JldF9hY2Nlc3Nfa2V5OiBzdXBlcnNlY3JldAogICAgdHlwZTogczMKYWxlcnRtYW5hZ2VyOgogIGRhdGFfZGlyOiAvZGF0YQogIGVuYWJsZV9hcGk6IHRydWUKICBleHRlcm5hbF91cmw6IC9hbGVydG1hbmFnZXIKICBmYWxsYmFja19jb25maWdfZmlsZTogL2NvbmZpZ3MvYWxlcnRtYW5hZ2VyX2ZhbGxiYWNrX2NvbmZpZy55YW1sCmFsZXJ0bWFuYWdlcl9zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgczM6CiAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICBidWNrZXRfbmFtZTogZW50ZXJwcmlzZS1tZXRyaWNzLXJ1bGVyCiAgICBlbmRwb2ludDogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKYXV0aDoKICB0eXBlOiBlbnRlcnByaXNlCmJsb2Nrc19zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgYnVja2V0X3N0b3JlOgogICAgc3luY19kaXI6IC9kYXRhL3RzZGItc3luYwogIHMzOgogICAgYWNjZXNzX2tleV9pZDogZ3JhZmFuYS1taW1pcgogICAgYnVja2V0X25hbWU6IGVudGVycHJpc2UtbWV0cmljcy10c2RiCiAgICBlbmRwb2ludDogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKICB0c2RiOgogICAgZGlyOiAvZGF0YS90c2RiCiAgICBoZWFkX2NvbXBhY3Rpb25faW50ZXJ2YWw6IDE1bQogICAgd2FsX3JlcGxheV9jb25jdXJyZW5jeTogMwpjbHVzdGVyX25hbWU6IHRlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzCmNvbXBhY3RvcjoKICBjb21wYWN0aW9uX2ludGVydmFsOiAzMG0KICBkYXRhX2RpcjogL2RhdGEKICBkZWxldGlvbl9kZWxheTogMmgKICBmaXJzdF9sZXZlbF9jb21wYWN0aW9uX3dhaXRfcGVyaW9kOiAyNW0KICBtYXhfY2xvc2luZ19ibG9ja3NfY29uY3VycmVuY3k6IDIKICBtYXhfb3BlbmluZ19ibG9ja3NfY29uY3VycmVuY3k6IDQKICBzaGFyZGluZ19yaW5nOgogICAgd2FpdF9zdGFiaWxpdHlfbWluX2R1cmF0aW9uOiAxbQogIHN5bWJvbHNfZmx1c2hlcnNfY29uY3VycmVuY3k6IDQKZnJvbnRlbmQ6CiAgcGFyYWxsZWxpemVfc2hhcmRhYmxlX3F1ZXJpZXM6IHRydWUKICBzY2hlZHVsZXJfYWRkcmVzczogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLXF1ZXJ5LXNjaGVkdWxlci1oZWFkbGVzcy5jaXRlc3Rucy5zdmM6OTA5NQpmcm9udGVuZF93b3JrZXI6CiAgZ3JwY19jbGllbnRfY29uZmlnOgogICAgbWF4X3NlbmRfbXNnX3NpemU6IDQxOTQzMDQwMAogIHNjaGVkdWxlcl9hZGRyZXNzOiB0ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtcXVlcnktc2NoZWR1bGVyLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yzo5MDk1CmdhdGV3YXk6CiAgcHJveHk6CiAgICBhZG1pbl9hcGk6CiAgICAgIHVybDogaHR0cDovL3Rlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzLWVudGVycHJpc2UtbWV0cmljcy1hZG1pbi1hcGkuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGFsZXJ0bWFuYWdlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWFsZXJ0bWFuYWdlci1oZWFkbGVzcy5jaXRlc3Rucy5zdmM6ODA4MAogICAgY29tcGFjdG9yOgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtY29tcGFjdG9yLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBkZWZhdWx0OgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtYWRtaW4tYXBpLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBkaXN0cmlidXRvcjoKICAgICAgdXJsOiBkbnM6Ly8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWRpc3RyaWJ1dG9yLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLjo5MDk1CiAgICBpbmdlc3RlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWluZ2VzdGVyLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBxdWVyeV9mcm9udGVuZDoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLXF1ZXJ5LWZyb250ZW5kLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBydWxlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLXJ1bGVyLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBzdG9yZV9nYXRld2F5OgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3Mtc3RvcmUtZ2F0ZXdheS1oZWFkbGVzcy5jaXRlc3Rucy5zdmM6ODA4MAppbmdlc3RlcjoKICByaW5nOgogICAgZmluYWxfc2xlZXA6IDBzCiAgICBudW1fdG9rZW5zOiA1MTIKICAgIHRva2Vuc19maWxlX3BhdGg6IC9kYXRhL3Rva2VucwogICAgdW5yZWdpc3Rlcl9vbl9zaHV0ZG93bjogZmFsc2UKICAgIHpvbmVfYXdhcmVuZXNzX2VuYWJsZWQ6IHRydWUKaW5nZXN0ZXJfY2xpZW50OgogIGdycGNfY2xpZW50X2NvbmZpZzoKICAgIG1heF9yZWN2X21zZ19zaXplOiAxMDQ4NTc2MDAKICAgIG1heF9zZW5kX21zZ19zaXplOiAxMDQ4NTc2MDAKaW5zdHJ1bWVudGF0aW9uOgogIGRpc3RyaWJ1dG9yX2NsaWVudDoKICAgIGFkZHJlc3M6IGRuczovLy90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtZGlzdHJpYnV0b3ItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjLmNsdXN0ZXIubG9jYWwuOjkwOTUKICBlbmFibGVkOiB0cnVlCmxpY2Vuc2U6CiAgcGF0aDogL2xpY2Vuc2UvbGljZW5zZS5qd3QKbGltaXRzOgogIG1heF9jYWNoZV9mcmVzaG5lc3M6IDEwbQogIG1heF9xdWVyeV9wYXJhbGxlbGlzbTogMjQwCiAgbWF4X3RvdGFsX3F1ZXJ5X2xlbmd0aDogMTIwMDBoCm1lbWJlcmxpc3Q6CiAgYWJvcnRfaWZfY2x1c3Rlcl9qb2luX2ZhaWxzOiBmYWxzZQogIGNvbXByZXNzaW9uX2VuYWJsZWQ6IGZhbHNlCiAgam9pbl9tZW1iZXJzOgogIC0gZG5zK3Rlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzLWVudGVycHJpc2UtbWV0cmljcy1nb3NzaXAtcmluZy5jaXRlc3Rucy5zdmMuY2x1c3Rlci5sb2NhbC46Nzk0NgpxdWVyaWVyOgogIG1heF9jb25jdXJyZW50OiAxNgpxdWVyeV9zY2hlZHVsZXI6CiAgbWF4X291dHN0YW5kaW5nX3JlcXVlc3RzX3Blcl90ZW5hbnQ6IDgwMApydWxlcjoKICBhbGVydG1hbmFnZXJfdXJsOiBkbnNzcnZub2EraHR0cDovL19odHRwLW1ldHJpY3MuX3RjcC50ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtYWxlcnRtYW5hZ2VyLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLi9hbGVydG1hbmFnZXIKICBlbmFibGVfYXBpOiB0cnVlCiAgcnVsZV9wYXRoOiAvZGF0YQpydWxlcl9zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgczM6CiAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICBidWNrZXRfbmFtZTogZW50ZXJwcmlzZS1tZXRyaWNzLXJ1bGVyCiAgICBlbmRwb2ludDogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKcnVudGltZV9jb25maWc6CiAgZmlsZTogL3Zhci9lbnRlcnByaXNlLW1ldHJpY3MvcnVudGltZS55YW1sCnNlcnZlcjoKICBncnBjX3NlcnZlcl9tYXhfY29ubmVjdGlvbl9hZ2U6IDJtCiAgZ3JwY19zZXJ2ZXJfbWF4X2Nvbm5lY3Rpb25fYWdlX2dyYWNlOiA1bQogIGdycGNfc2VydmVyX21heF9jb25uZWN0aW9uX2lkbGU6IDFtCnN0b3JlX2dhdGV3YXk6CiAgc2hhcmRpbmdfcmluZzoKICAgIGt2c3RvcmU6CiAgICAgIHByZWZpeDogbXVsdGktem9uZS8KICAgIHRva2Vuc19maWxlX3BhdGg6IC9kYXRhL3Rva2VucwogICAgdW5yZWdpc3Rlcl9vbl9zaHV0ZG93bjogZmFsc2UKICAgIHdhaXRfc3RhYmlsaXR5X21pbl9kdXJhdGlvbjogMW0KICAgIHpvbmVfYXdhcmVuZXNzX2VuYWJsZWQ6IHRydWUKdXNhZ2Vfc3RhdHM6CiAgaW5zdGFsbGF0aW9uX21vZGU6IGhlbG0= + mimir.yaml: YWN0aXZpdHlfdHJhY2tlcjoKICBmaWxlcGF0aDogL2FjdGl2ZS1xdWVyeS10cmFja2VyL2FjdGl2aXR5LmxvZwphZG1pbl9hcGk6CiAgbGVhZGVyX2VsZWN0aW9uOgogICAgZW5hYmxlZDogdHJ1ZQogICAgcmluZzoKICAgICAga3ZzdG9yZToKICAgICAgICBzdG9yZTogbWVtYmVybGlzdAphZG1pbl9jbGllbnQ6CiAgc3RvcmFnZToKICAgIHMzOgogICAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICAgIGJ1Y2tldF9uYW1lOiBlbnRlcnByaXNlLW1ldHJpY3MtYWRtaW4KICAgICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzLW1pbmlvLmNpdGVzdG5zLnN2Yzo5MDAwCiAgICAgIGluc2VjdXJlOiB0cnVlCiAgICAgIHNlY3JldF9hY2Nlc3Nfa2V5OiBzdXBlcnNlY3JldAogICAgdHlwZTogczMKYWxlcnRtYW5hZ2VyOgogIGRhdGFfZGlyOiAvZGF0YQogIGVuYWJsZV9hcGk6IHRydWUKICBleHRlcm5hbF91cmw6IC9hbGVydG1hbmFnZXIKICBmYWxsYmFja19jb25maWdfZmlsZTogL2NvbmZpZ3MvYWxlcnRtYW5hZ2VyX2ZhbGxiYWNrX2NvbmZpZy55YW1sCmFsZXJ0bWFuYWdlcl9zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgczM6CiAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICBidWNrZXRfbmFtZTogZW50ZXJwcmlzZS1tZXRyaWNzLXJ1bGVyCiAgICBlbmRwb2ludDogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKYXV0aDoKICB0eXBlOiBlbnRlcnByaXNlCmJsb2Nrc19zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgYnVja2V0X3N0b3JlOgogICAgc3luY19kaXI6IC9kYXRhL3RzZGItc3luYwogIHMzOgogICAgYWNjZXNzX2tleV9pZDogZ3JhZmFuYS1taW1pcgogICAgYnVja2V0X25hbWU6IGVudGVycHJpc2UtbWV0cmljcy10c2RiCiAgICBlbmRwb2ludDogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKICB0c2RiOgogICAgZGlyOiAvZGF0YS90c2RiCiAgICBoZWFkX2NvbXBhY3Rpb25faW50ZXJ2YWw6IDE1bQogICAgd2FsX3JlcGxheV9jb25jdXJyZW5jeTogMwpjbHVzdGVyX25hbWU6IHRlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzCmNvbXBhY3RvcjoKICBjb21wYWN0aW9uX2ludGVydmFsOiAzMG0KICBkYXRhX2RpcjogL2RhdGEKICBkZWxldGlvbl9kZWxheTogMmgKICBmaXJzdF9sZXZlbF9jb21wYWN0aW9uX3dhaXRfcGVyaW9kOiAyNW0KICBtYXhfY2xvc2luZ19ibG9ja3NfY29uY3VycmVuY3k6IDIKICBtYXhfb3BlbmluZ19ibG9ja3NfY29uY3VycmVuY3k6IDQKICBzaGFyZGluZ19yaW5nOgogICAgaGVhcnRiZWF0X3BlcmlvZDogMW0KICAgIGhlYXJ0YmVhdF90aW1lb3V0OiA0bQogICAgd2FpdF9zdGFiaWxpdHlfbWluX2R1cmF0aW9uOiAxbQogIHN5bWJvbHNfZmx1c2hlcnNfY29uY3VycmVuY3k6IDQKZGlzdHJpYnV0b3I6CiAgc2hhcmRpbmdfcmluZzoKICAgIGhlYXJ0YmVhdF9wZXJpb2Q6IDFtCiAgICBoZWFydGJlYXRfdGltZW91dDogNG0KZnJvbnRlbmQ6CiAgcGFyYWxsZWxpemVfc2hhcmRhYmxlX3F1ZXJpZXM6IHRydWUKICBzY2hlZHVsZXJfYWRkcmVzczogdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLXF1ZXJ5LXNjaGVkdWxlci1oZWFkbGVzcy5jaXRlc3Rucy5zdmM6OTA5NQpmcm9udGVuZF93b3JrZXI6CiAgZ3JwY19jbGllbnRfY29uZmlnOgogICAgbWF4X3NlbmRfbXNnX3NpemU6IDQxOTQzMDQwMAogIHNjaGVkdWxlcl9hZGRyZXNzOiB0ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtcXVlcnktc2NoZWR1bGVyLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yzo5MDk1CmdhdGV3YXk6CiAgcHJveHk6CiAgICBhZG1pbl9hcGk6CiAgICAgIHVybDogaHR0cDovL3Rlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzLWVudGVycHJpc2UtbWV0cmljcy1hZG1pbi1hcGkuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGFsZXJ0bWFuYWdlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWFsZXJ0bWFuYWdlci1oZWFkbGVzcy5jaXRlc3Rucy5zdmM6ODA4MAogICAgY29tcGFjdG9yOgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtY29tcGFjdG9yLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBkZWZhdWx0OgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtYWRtaW4tYXBpLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBkaXN0cmlidXRvcjoKICAgICAgdXJsOiBkbnM6Ly8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWRpc3RyaWJ1dG9yLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLjo5MDk1CiAgICBpbmdlc3RlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWluZ2VzdGVyLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBxdWVyeV9mcm9udGVuZDoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLXF1ZXJ5LWZyb250ZW5kLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBydWxlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLXJ1bGVyLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBzdG9yZV9nYXRld2F5OgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3Mtc3RvcmUtZ2F0ZXdheS1oZWFkbGVzcy5jaXRlc3Rucy5zdmM6ODA4MAppbmdlc3RlcjoKICByaW5nOgogICAgZmluYWxfc2xlZXA6IDBzCiAgICBoZWFydGJlYXRfcGVyaW9kOiAybQogICAgaGVhcnRiZWF0X3RpbWVvdXQ6IDEwbQogICAgbnVtX3Rva2VuczogNTEyCiAgICB0b2tlbnNfZmlsZV9wYXRoOiAvZGF0YS90b2tlbnMKICAgIHVucmVnaXN0ZXJfb25fc2h1dGRvd246IGZhbHNlCiAgICB6b25lX2F3YXJlbmVzc19lbmFibGVkOiB0cnVlCmluZ2VzdGVyX2NsaWVudDoKICBncnBjX2NsaWVudF9jb25maWc6CiAgICBtYXhfcmVjdl9tc2dfc2l6ZTogMTA0ODU3NjAwCiAgICBtYXhfc2VuZF9tc2dfc2l6ZTogMTA0ODU3NjAwCmluc3RydW1lbnRhdGlvbjoKICBkaXN0cmlidXRvcl9jbGllbnQ6CiAgICBhZGRyZXNzOiBkbnM6Ly8vdGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWRpc3RyaWJ1dG9yLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLjo5MDk1CiAgZW5hYmxlZDogdHJ1ZQpsaWNlbnNlOgogIHBhdGg6IC9saWNlbnNlL2xpY2Vuc2Uuand0CmxpbWl0czoKICBtYXhfY2FjaGVfZnJlc2huZXNzOiAxMG0KICBtYXhfcXVlcnlfcGFyYWxsZWxpc206IDI0MAogIG1heF90b3RhbF9xdWVyeV9sZW5ndGg6IDEyMDAwaAptZW1iZXJsaXN0OgogIGFib3J0X2lmX2NsdXN0ZXJfam9pbl9mYWlsczogZmFsc2UKICBjb21wcmVzc2lvbl9lbmFibGVkOiBmYWxzZQogIGpvaW5fbWVtYmVyczoKICAtIGRucyt0ZXN0LWVudGVycHJpc2UtbGVnYWN5LWxhYmVsLXZhbHVlcy1lbnRlcnByaXNlLW1ldHJpY3MtZ29zc2lwLXJpbmcuY2l0ZXN0bnMuc3ZjLmNsdXN0ZXIubG9jYWwuOjc5NDYKcXVlcmllcjoKICBtYXhfY29uY3VycmVudDogMTYKcXVlcnlfc2NoZWR1bGVyOgogIG1heF9vdXRzdGFuZGluZ19yZXF1ZXN0c19wZXJfdGVuYW50OiA4MDAKcnVsZXI6CiAgYWxlcnRtYW5hZ2VyX3VybDogZG5zc3J2bm9hK2h0dHA6Ly9faHR0cC1tZXRyaWNzLl90Y3AudGVzdC1lbnRlcnByaXNlLWxlZ2FjeS1sYWJlbC12YWx1ZXMtZW50ZXJwcmlzZS1tZXRyaWNzLWFsZXJ0bWFuYWdlci1oZWFkbGVzcy5jaXRlc3Rucy5zdmMuY2x1c3Rlci5sb2NhbC4vYWxlcnRtYW5hZ2VyCiAgZW5hYmxlX2FwaTogdHJ1ZQogIHJ1bGVfcGF0aDogL2RhdGEKcnVsZXJfc3RvcmFnZToKICBiYWNrZW5kOiBzMwogIHMzOgogICAgYWNjZXNzX2tleV9pZDogZ3JhZmFuYS1taW1pcgogICAgYnVja2V0X25hbWU6IGVudGVycHJpc2UtbWV0cmljcy1ydWxlcgogICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS1sZWdhY3ktbGFiZWwtdmFsdWVzLW1pbmlvLmNpdGVzdG5zLnN2Yzo5MDAwCiAgICBpbnNlY3VyZTogdHJ1ZQogICAgc2VjcmV0X2FjY2Vzc19rZXk6IHN1cGVyc2VjcmV0CnJ1bnRpbWVfY29uZmlnOgogIGZpbGU6IC92YXIvZW50ZXJwcmlzZS1tZXRyaWNzL3J1bnRpbWUueWFtbApzZXJ2ZXI6CiAgZ3JwY19zZXJ2ZXJfbWF4X2Nvbm5lY3Rpb25fYWdlOiAybQogIGdycGNfc2VydmVyX21heF9jb25uZWN0aW9uX2FnZV9ncmFjZTogNW0KICBncnBjX3NlcnZlcl9tYXhfY29ubmVjdGlvbl9pZGxlOiAxbQpzdG9yZV9nYXRld2F5OgogIHNoYXJkaW5nX3Jpbmc6CiAgICBrdnN0b3JlOgogICAgICBoZWFydGJlYXRfcGVyaW9kOiAxbQogICAgICBoZWFydGJlYXRfdGltZW91dDogNG0KICAgICAgcHJlZml4OiBtdWx0aS16b25lLwogICAgdG9rZW5zX2ZpbGVfcGF0aDogL2RhdGEvdG9rZW5zCiAgICB1bnJlZ2lzdGVyX29uX3NodXRkb3duOiBmYWxzZQogICAgd2FpdF9zdGFiaWxpdHlfbWluX2R1cmF0aW9uOiAxbQogICAgem9uZV9hd2FyZW5lc3NfZW5hYmxlZDogdHJ1ZQp1c2FnZV9zdGF0czoKICBpbnN0YWxsYXRpb25fbW9kZTogaGVsbQ== diff --git a/operations/helm/tests/test-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml index 4b320f1b1ad..6a125023cd9 100644 --- a/operations/helm/tests/test-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-enterprise-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -10,4 +10,4 @@ metadata: app.kubernetes.io/managed-by: Helm namespace: "citestns" data: - mimir.yaml: YWN0aXZpdHlfdHJhY2tlcjoKICBmaWxlcGF0aDogL2FjdGl2ZS1xdWVyeS10cmFja2VyL2FjdGl2aXR5LmxvZwphZG1pbl9hcGk6CiAgbGVhZGVyX2VsZWN0aW9uOgogICAgZW5hYmxlZDogdHJ1ZQogICAgcmluZzoKICAgICAga3ZzdG9yZToKICAgICAgICBzdG9yZTogbWVtYmVybGlzdAphZG1pbl9jbGllbnQ6CiAgc3RvcmFnZToKICAgIHMzOgogICAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICAgIGJ1Y2tldF9uYW1lOiBlbnRlcnByaXNlLW1ldHJpY3MtYWRtaW4KICAgICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgICAgaW5zZWN1cmU6IHRydWUKICAgICAgc2VjcmV0X2FjY2Vzc19rZXk6IHN1cGVyc2VjcmV0CiAgICB0eXBlOiBzMwphbGVydG1hbmFnZXI6CiAgZGF0YV9kaXI6IC9kYXRhCiAgZW5hYmxlX2FwaTogdHJ1ZQogIGV4dGVybmFsX3VybDogL2FsZXJ0bWFuYWdlcgogIGZhbGxiYWNrX2NvbmZpZ19maWxlOiAvY29uZmlncy9hbGVydG1hbmFnZXJfZmFsbGJhY2tfY29uZmlnLnlhbWwKYWxlcnRtYW5hZ2VyX3N0b3JhZ2U6CiAgYmFja2VuZDogczMKICBzMzoKICAgIGFjY2Vzc19rZXlfaWQ6IGdyYWZhbmEtbWltaXIKICAgIGJ1Y2tldF9uYW1lOiBtaW1pci1ydWxlcgogICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKYXV0aDoKICB0eXBlOiBlbnRlcnByaXNlCmJsb2Nrc19zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgYnVja2V0X3N0b3JlOgogICAgc3luY19kaXI6IC9kYXRhL3RzZGItc3luYwogIHMzOgogICAgYWNjZXNzX2tleV9pZDogZ3JhZmFuYS1taW1pcgogICAgYnVja2V0X25hbWU6IG1pbWlyLXRzZGIKICAgIGVuZHBvaW50OiB0ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbmlvLmNpdGVzdG5zLnN2Yzo5MDAwCiAgICBpbnNlY3VyZTogdHJ1ZQogICAgc2VjcmV0X2FjY2Vzc19rZXk6IHN1cGVyc2VjcmV0CiAgdHNkYjoKICAgIGRpcjogL2RhdGEvdHNkYgogICAgaGVhZF9jb21wYWN0aW9uX2ludGVydmFsOiAxNW0KICAgIHdhbF9yZXBsYXlfY29uY3VycmVuY3k6IDMKY2x1c3Rlcl9uYW1lOiB0ZXN0LWVudGVycHJpc2UtdmFsdWVzCmNvbXBhY3RvcjoKICBjb21wYWN0aW9uX2ludGVydmFsOiAzMG0KICBkYXRhX2RpcjogL2RhdGEKICBkZWxldGlvbl9kZWxheTogMmgKICBmaXJzdF9sZXZlbF9jb21wYWN0aW9uX3dhaXRfcGVyaW9kOiAyNW0KICBtYXhfY2xvc2luZ19ibG9ja3NfY29uY3VycmVuY3k6IDIKICBtYXhfb3BlbmluZ19ibG9ja3NfY29uY3VycmVuY3k6IDQKICBzaGFyZGluZ19yaW5nOgogICAgd2FpdF9zdGFiaWxpdHlfbWluX2R1cmF0aW9uOiAxbQogIHN5bWJvbHNfZmx1c2hlcnNfY29uY3VycmVuY3k6IDQKZnJvbnRlbmQ6CiAgcGFyYWxsZWxpemVfc2hhcmRhYmxlX3F1ZXJpZXM6IHRydWUKICBzY2hlZHVsZXJfYWRkcmVzczogdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1xdWVyeS1zY2hlZHVsZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjkwOTUKZnJvbnRlbmRfd29ya2VyOgogIGdycGNfY2xpZW50X2NvbmZpZzoKICAgIG1heF9zZW5kX21zZ19zaXplOiA0MTk0MzA0MDAKICBzY2hlZHVsZXJfYWRkcmVzczogdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1xdWVyeS1zY2hlZHVsZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjkwOTUKZ2F0ZXdheToKICBwcm94eToKICAgIGFkbWluX2FwaToKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1hZG1pbi1hcGkuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGFsZXJ0bWFuYWdlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1hbGVydG1hbmFnZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGNvbXBhY3RvcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1jb21wYWN0b3IuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGRlZmF1bHQ6CiAgICAgIHVybDogaHR0cDovL3Rlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItYWRtaW4tYXBpLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBkaXN0cmlidXRvcjoKICAgICAgdXJsOiBkbnM6Ly8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1kaXN0cmlidXRvci1oZWFkbGVzcy5jaXRlc3Rucy5zdmMuY2x1c3Rlci5sb2NhbC46OTA5NQogICAgaW5nZXN0ZXI6CiAgICAgIHVybDogaHR0cDovL3Rlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItaW5nZXN0ZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIHF1ZXJ5X2Zyb250ZW5kOgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbWlyLXF1ZXJ5LWZyb250ZW5kLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBydWxlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1ydWxlci5jaXRlc3Rucy5zdmM6ODA4MAogICAgc3RvcmVfZ2F0ZXdheToKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1zdG9yZS1nYXRld2F5LWhlYWRsZXNzLmNpdGVzdG5zLnN2Yzo4MDgwCmluZ2VzdGVyOgogIHJpbmc6CiAgICBmaW5hbF9zbGVlcDogMHMKICAgIG51bV90b2tlbnM6IDUxMgogICAgdG9rZW5zX2ZpbGVfcGF0aDogL2RhdGEvdG9rZW5zCiAgICB1bnJlZ2lzdGVyX29uX3NodXRkb3duOiBmYWxzZQogICAgem9uZV9hd2FyZW5lc3NfZW5hYmxlZDogdHJ1ZQppbmdlc3Rlcl9jbGllbnQ6CiAgZ3JwY19jbGllbnRfY29uZmlnOgogICAgbWF4X3JlY3ZfbXNnX3NpemU6IDEwNDg1NzYwMAogICAgbWF4X3NlbmRfbXNnX3NpemU6IDEwNDg1NzYwMAppbnN0cnVtZW50YXRpb246CiAgZGlzdHJpYnV0b3JfY2xpZW50OgogICAgYWRkcmVzczogZG5zOi8vL3Rlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItZGlzdHJpYnV0b3ItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjLmNsdXN0ZXIubG9jYWwuOjkwOTUKICBlbmFibGVkOiB0cnVlCmxpY2Vuc2U6CiAgcGF0aDogL2xpY2Vuc2UvbGljZW5zZS5qd3QKbGltaXRzOgogIG1heF9jYWNoZV9mcmVzaG5lc3M6IDEwbQogIG1heF9xdWVyeV9wYXJhbGxlbGlzbTogMjQwCiAgbWF4X3RvdGFsX3F1ZXJ5X2xlbmd0aDogMTIwMDBoCm1lbWJlcmxpc3Q6CiAgYWJvcnRfaWZfY2x1c3Rlcl9qb2luX2ZhaWxzOiBmYWxzZQogIGNvbXByZXNzaW9uX2VuYWJsZWQ6IGZhbHNlCiAgam9pbl9tZW1iZXJzOgogIC0gZG5zK3Rlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItZ29zc2lwLXJpbmcuY2l0ZXN0bnMuc3ZjLmNsdXN0ZXIubG9jYWwuOjc5NDYKcXVlcmllcjoKICBtYXhfY29uY3VycmVudDogMTYKcXVlcnlfc2NoZWR1bGVyOgogIG1heF9vdXRzdGFuZGluZ19yZXF1ZXN0c19wZXJfdGVuYW50OiA4MDAKcnVsZXI6CiAgYWxlcnRtYW5hZ2VyX3VybDogZG5zc3J2bm9hK2h0dHA6Ly9faHR0cC1tZXRyaWNzLl90Y3AudGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1hbGVydG1hbmFnZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjLmNsdXN0ZXIubG9jYWwuL2FsZXJ0bWFuYWdlcgogIGVuYWJsZV9hcGk6IHRydWUKICBydWxlX3BhdGg6IC9kYXRhCnJ1bGVyX3N0b3JhZ2U6CiAgYmFja2VuZDogczMKICBzMzoKICAgIGFjY2Vzc19rZXlfaWQ6IGdyYWZhbmEtbWltaXIKICAgIGJ1Y2tldF9uYW1lOiBtaW1pci1ydWxlcgogICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKcnVudGltZV9jb25maWc6CiAgZmlsZTogL3Zhci9taW1pci9ydW50aW1lLnlhbWwKc2VydmVyOgogIGdycGNfc2VydmVyX21heF9jb25uZWN0aW9uX2FnZTogMm0KICBncnBjX3NlcnZlcl9tYXhfY29ubmVjdGlvbl9hZ2VfZ3JhY2U6IDVtCiAgZ3JwY19zZXJ2ZXJfbWF4X2Nvbm5lY3Rpb25faWRsZTogMW0Kc3RvcmVfZ2F0ZXdheToKICBzaGFyZGluZ19yaW5nOgogICAga3ZzdG9yZToKICAgICAgcHJlZml4OiBtdWx0aS16b25lLwogICAgdG9rZW5zX2ZpbGVfcGF0aDogL2RhdGEvdG9rZW5zCiAgICB1bnJlZ2lzdGVyX29uX3NodXRkb3duOiBmYWxzZQogICAgd2FpdF9zdGFiaWxpdHlfbWluX2R1cmF0aW9uOiAxbQogICAgem9uZV9hd2FyZW5lc3NfZW5hYmxlZDogdHJ1ZQp1c2FnZV9zdGF0czoKICBpbnN0YWxsYXRpb25fbW9kZTogaGVsbQ== + mimir.yaml: YWN0aXZpdHlfdHJhY2tlcjoKICBmaWxlcGF0aDogL2FjdGl2ZS1xdWVyeS10cmFja2VyL2FjdGl2aXR5LmxvZwphZG1pbl9hcGk6CiAgbGVhZGVyX2VsZWN0aW9uOgogICAgZW5hYmxlZDogdHJ1ZQogICAgcmluZzoKICAgICAga3ZzdG9yZToKICAgICAgICBzdG9yZTogbWVtYmVybGlzdAphZG1pbl9jbGllbnQ6CiAgc3RvcmFnZToKICAgIHMzOgogICAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICAgIGJ1Y2tldF9uYW1lOiBlbnRlcnByaXNlLW1ldHJpY3MtYWRtaW4KICAgICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgICAgaW5zZWN1cmU6IHRydWUKICAgICAgc2VjcmV0X2FjY2Vzc19rZXk6IHN1cGVyc2VjcmV0CiAgICB0eXBlOiBzMwphbGVydG1hbmFnZXI6CiAgZGF0YV9kaXI6IC9kYXRhCiAgZW5hYmxlX2FwaTogdHJ1ZQogIGV4dGVybmFsX3VybDogL2FsZXJ0bWFuYWdlcgogIGZhbGxiYWNrX2NvbmZpZ19maWxlOiAvY29uZmlncy9hbGVydG1hbmFnZXJfZmFsbGJhY2tfY29uZmlnLnlhbWwKYWxlcnRtYW5hZ2VyX3N0b3JhZ2U6CiAgYmFja2VuZDogczMKICBzMzoKICAgIGFjY2Vzc19rZXlfaWQ6IGdyYWZhbmEtbWltaXIKICAgIGJ1Y2tldF9uYW1lOiBtaW1pci1ydWxlcgogICAgZW5kcG9pbnQ6IHRlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWluaW8uY2l0ZXN0bnMuc3ZjOjkwMDAKICAgIGluc2VjdXJlOiB0cnVlCiAgICBzZWNyZXRfYWNjZXNzX2tleTogc3VwZXJzZWNyZXQKYXV0aDoKICB0eXBlOiBlbnRlcnByaXNlCmJsb2Nrc19zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgYnVja2V0X3N0b3JlOgogICAgc3luY19kaXI6IC9kYXRhL3RzZGItc3luYwogIHMzOgogICAgYWNjZXNzX2tleV9pZDogZ3JhZmFuYS1taW1pcgogICAgYnVja2V0X25hbWU6IG1pbWlyLXRzZGIKICAgIGVuZHBvaW50OiB0ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbmlvLmNpdGVzdG5zLnN2Yzo5MDAwCiAgICBpbnNlY3VyZTogdHJ1ZQogICAgc2VjcmV0X2FjY2Vzc19rZXk6IHN1cGVyc2VjcmV0CiAgdHNkYjoKICAgIGRpcjogL2RhdGEvdHNkYgogICAgaGVhZF9jb21wYWN0aW9uX2ludGVydmFsOiAxNW0KICAgIHdhbF9yZXBsYXlfY29uY3VycmVuY3k6IDMKY2x1c3Rlcl9uYW1lOiB0ZXN0LWVudGVycHJpc2UtdmFsdWVzCmNvbXBhY3RvcjoKICBjb21wYWN0aW9uX2ludGVydmFsOiAzMG0KICBkYXRhX2RpcjogL2RhdGEKICBkZWxldGlvbl9kZWxheTogMmgKICBmaXJzdF9sZXZlbF9jb21wYWN0aW9uX3dhaXRfcGVyaW9kOiAyNW0KICBtYXhfY2xvc2luZ19ibG9ja3NfY29uY3VycmVuY3k6IDIKICBtYXhfb3BlbmluZ19ibG9ja3NfY29uY3VycmVuY3k6IDQKICBzaGFyZGluZ19yaW5nOgogICAgaGVhcnRiZWF0X3BlcmlvZDogMW0KICAgIGhlYXJ0YmVhdF90aW1lb3V0OiA0bQogICAgd2FpdF9zdGFiaWxpdHlfbWluX2R1cmF0aW9uOiAxbQogIHN5bWJvbHNfZmx1c2hlcnNfY29uY3VycmVuY3k6IDQKZGlzdHJpYnV0b3I6CiAgc2hhcmRpbmdfcmluZzoKICAgIGhlYXJ0YmVhdF9wZXJpb2Q6IDFtCiAgICBoZWFydGJlYXRfdGltZW91dDogNG0KZnJvbnRlbmQ6CiAgcGFyYWxsZWxpemVfc2hhcmRhYmxlX3F1ZXJpZXM6IHRydWUKICBzY2hlZHVsZXJfYWRkcmVzczogdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1xdWVyeS1zY2hlZHVsZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjkwOTUKZnJvbnRlbmRfd29ya2VyOgogIGdycGNfY2xpZW50X2NvbmZpZzoKICAgIG1heF9zZW5kX21zZ19zaXplOiA0MTk0MzA0MDAKICBzY2hlZHVsZXJfYWRkcmVzczogdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1xdWVyeS1zY2hlZHVsZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjkwOTUKZ2F0ZXdheToKICBwcm94eToKICAgIGFkbWluX2FwaToKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1hZG1pbi1hcGkuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGFsZXJ0bWFuYWdlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1hbGVydG1hbmFnZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGNvbXBhY3RvcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1jb21wYWN0b3IuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIGRlZmF1bHQ6CiAgICAgIHVybDogaHR0cDovL3Rlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItYWRtaW4tYXBpLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBkaXN0cmlidXRvcjoKICAgICAgdXJsOiBkbnM6Ly8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1kaXN0cmlidXRvci1oZWFkbGVzcy5jaXRlc3Rucy5zdmMuY2x1c3Rlci5sb2NhbC46OTA5NQogICAgaW5nZXN0ZXI6CiAgICAgIHVybDogaHR0cDovL3Rlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItaW5nZXN0ZXItaGVhZGxlc3MuY2l0ZXN0bnMuc3ZjOjgwODAKICAgIHF1ZXJ5X2Zyb250ZW5kOgogICAgICB1cmw6IGh0dHA6Ly90ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbWlyLXF1ZXJ5LWZyb250ZW5kLmNpdGVzdG5zLnN2Yzo4MDgwCiAgICBydWxlcjoKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1ydWxlci5jaXRlc3Rucy5zdmM6ODA4MAogICAgc3RvcmVfZ2F0ZXdheToKICAgICAgdXJsOiBodHRwOi8vdGVzdC1lbnRlcnByaXNlLXZhbHVlcy1taW1pci1zdG9yZS1nYXRld2F5LWhlYWRsZXNzLmNpdGVzdG5zLnN2Yzo4MDgwCmluZ2VzdGVyOgogIHJpbmc6CiAgICBmaW5hbF9zbGVlcDogMHMKICAgIGhlYXJ0YmVhdF9wZXJpb2Q6IDJtCiAgICBoZWFydGJlYXRfdGltZW91dDogMTBtCiAgICBudW1fdG9rZW5zOiA1MTIKICAgIHRva2Vuc19maWxlX3BhdGg6IC9kYXRhL3Rva2VucwogICAgdW5yZWdpc3Rlcl9vbl9zaHV0ZG93bjogZmFsc2UKICAgIHpvbmVfYXdhcmVuZXNzX2VuYWJsZWQ6IHRydWUKaW5nZXN0ZXJfY2xpZW50OgogIGdycGNfY2xpZW50X2NvbmZpZzoKICAgIG1heF9yZWN2X21zZ19zaXplOiAxMDQ4NTc2MDAKICAgIG1heF9zZW5kX21zZ19zaXplOiAxMDQ4NTc2MDAKaW5zdHJ1bWVudGF0aW9uOgogIGRpc3RyaWJ1dG9yX2NsaWVudDoKICAgIGFkZHJlc3M6IGRuczovLy90ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbWlyLWRpc3RyaWJ1dG9yLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLjo5MDk1CiAgZW5hYmxlZDogdHJ1ZQpsaWNlbnNlOgogIHBhdGg6IC9saWNlbnNlL2xpY2Vuc2Uuand0CmxpbWl0czoKICBtYXhfY2FjaGVfZnJlc2huZXNzOiAxMG0KICBtYXhfcXVlcnlfcGFyYWxsZWxpc206IDI0MAogIG1heF90b3RhbF9xdWVyeV9sZW5ndGg6IDEyMDAwaAptZW1iZXJsaXN0OgogIGFib3J0X2lmX2NsdXN0ZXJfam9pbl9mYWlsczogZmFsc2UKICBjb21wcmVzc2lvbl9lbmFibGVkOiBmYWxzZQogIGpvaW5fbWVtYmVyczoKICAtIGRucyt0ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbWlyLWdvc3NpcC1yaW5nLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLjo3OTQ2CnF1ZXJpZXI6CiAgbWF4X2NvbmN1cnJlbnQ6IDE2CnF1ZXJ5X3NjaGVkdWxlcjoKICBtYXhfb3V0c3RhbmRpbmdfcmVxdWVzdHNfcGVyX3RlbmFudDogODAwCnJ1bGVyOgogIGFsZXJ0bWFuYWdlcl91cmw6IGRuc3Nydm5vYStodHRwOi8vX2h0dHAtbWV0cmljcy5fdGNwLnRlc3QtZW50ZXJwcmlzZS12YWx1ZXMtbWltaXItYWxlcnRtYW5hZ2VyLWhlYWRsZXNzLmNpdGVzdG5zLnN2Yy5jbHVzdGVyLmxvY2FsLi9hbGVydG1hbmFnZXIKICBlbmFibGVfYXBpOiB0cnVlCiAgcnVsZV9wYXRoOiAvZGF0YQpydWxlcl9zdG9yYWdlOgogIGJhY2tlbmQ6IHMzCiAgczM6CiAgICBhY2Nlc3Nfa2V5X2lkOiBncmFmYW5hLW1pbWlyCiAgICBidWNrZXRfbmFtZTogbWltaXItcnVsZXIKICAgIGVuZHBvaW50OiB0ZXN0LWVudGVycHJpc2UtdmFsdWVzLW1pbmlvLmNpdGVzdG5zLnN2Yzo5MDAwCiAgICBpbnNlY3VyZTogdHJ1ZQogICAgc2VjcmV0X2FjY2Vzc19rZXk6IHN1cGVyc2VjcmV0CnJ1bnRpbWVfY29uZmlnOgogIGZpbGU6IC92YXIvbWltaXIvcnVudGltZS55YW1sCnNlcnZlcjoKICBncnBjX3NlcnZlcl9tYXhfY29ubmVjdGlvbl9hZ2U6IDJtCiAgZ3JwY19zZXJ2ZXJfbWF4X2Nvbm5lY3Rpb25fYWdlX2dyYWNlOiA1bQogIGdycGNfc2VydmVyX21heF9jb25uZWN0aW9uX2lkbGU6IDFtCnN0b3JlX2dhdGV3YXk6CiAgc2hhcmRpbmdfcmluZzoKICAgIGt2c3RvcmU6CiAgICAgIGhlYXJ0YmVhdF9wZXJpb2Q6IDFtCiAgICAgIGhlYXJ0YmVhdF90aW1lb3V0OiA0bQogICAgICBwcmVmaXg6IG11bHRpLXpvbmUvCiAgICB0b2tlbnNfZmlsZV9wYXRoOiAvZGF0YS90b2tlbnMKICAgIHVucmVnaXN0ZXJfb25fc2h1dGRvd246IGZhbHNlCiAgICB3YWl0X3N0YWJpbGl0eV9taW5fZHVyYXRpb246IDFtCiAgICB6b25lX2F3YXJlbmVzc19lbmFibGVkOiB0cnVlCnVzYWdlX3N0YXRzOgogIGluc3RhbGxhdGlvbl9tb2RlOiBoZWxt diff --git a/operations/helm/tests/test-ingress-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-ingress-values-generated/mimir-distributed/templates/mimir-config.yaml index d6eb5715a08..07a525ee492 100644 --- a/operations/helm/tests/test-ingress-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-ingress-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -49,8 +49,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-ingress-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -61,6 +67,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -103,6 +111,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml index 66f9a4fff1c..9c311fc1e3f 100644 --- a/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-k8s-1.25-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -69,8 +69,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: cache_results: true parallelize_shardable_queries: true @@ -89,6 +95,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -136,6 +144,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-oss-logical-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-logical-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml index 02e62883a3e..b7ce9712803 100644 --- a/operations/helm/tests/test-oss-logical-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-logical-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -51,8 +51,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-oss-logical-multizone-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -63,6 +69,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -105,6 +113,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-oss-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml index 31b63ff25e1..d6cefa3b78d 100644 --- a/operations/helm/tests/test-oss-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-multizone-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -51,8 +51,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-oss-multizone-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -63,6 +69,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -105,6 +113,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-oss-topology-spread-constraints-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-topology-spread-constraints-values-generated/mimir-distributed/templates/mimir-config.yaml index f2cd51062d8..f39917c0272 100644 --- a/operations/helm/tests/test-oss-topology-spread-constraints-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-topology-spread-constraints-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -67,8 +67,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-oss-topology-spread-constraints-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -99,6 +105,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -147,6 +155,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml index 715d4126938..04b726e9d9e 100644 --- a/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-oss-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -69,8 +69,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: cache_results: true parallelize_shardable_queries: true @@ -89,6 +95,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/helm/tests/test-vault-agent-values-generated/mimir-distributed/templates/mimir-config.yaml b/operations/helm/tests/test-vault-agent-values-generated/mimir-distributed/templates/mimir-config.yaml index 066fa50bd7a..5ddf9e12295 100644 --- a/operations/helm/tests/test-vault-agent-values-generated/mimir-distributed/templates/mimir-config.yaml +++ b/operations/helm/tests/test-vault-agent-values-generated/mimir-distributed/templates/mimir-config.yaml @@ -49,8 +49,14 @@ data: max_closing_blocks_concurrency: 2 max_opening_blocks_concurrency: 4 sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m wait_stability_min_duration: 1m symbols_flushers_concurrency: 4 + distributor: + sharding_ring: + heartbeat_period: 1m + heartbeat_timeout: 4m frontend: parallelize_shardable_queries: true scheduler_address: test-vault-agent-values-mimir-query-scheduler-headless.citestns.svc:9095 @@ -61,6 +67,8 @@ data: ingester: ring: final_sleep: 0s + heartbeat_period: 2m + heartbeat_timeout: 10m num_tokens: 512 tokens_file_path: /data/tokens unregister_on_shutdown: false @@ -103,6 +111,8 @@ data: store_gateway: sharding_ring: kvstore: + heartbeat_period: 1m + heartbeat_timeout: 4m prefix: multi-zone/ tokens_file_path: /data/tokens unregister_on_shutdown: false diff --git a/operations/mimir-tests/test-all-components-generated.yaml b/operations/mimir-tests/test-all-components-generated.yaml index e5d32f051fd..cd2b94416b9 100644 --- a/operations/mimir-tests/test-all-components-generated.yaml +++ b/operations/mimir-tests/test-all-components-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -858,6 +861,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1026,6 +1030,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1129,6 +1135,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1474,6 +1481,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml b/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml index c32d01b2443..a803fef1abd 100644 --- a/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml +++ b/operations/mimir-tests/test-all-components-with-tsdb-head-early-compaction-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -858,6 +861,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1026,6 +1030,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1131,6 +1137,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1476,6 +1483,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml b/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml index d3253ead050..f13abd19f1e 100644 --- a/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml +++ b/operations/mimir-tests/test-all-components-without-chunk-streaming-generated.yaml @@ -509,6 +509,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -615,6 +617,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -859,6 +862,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1027,6 +1031,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1130,6 +1136,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1475,6 +1482,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-automated-downscale-generated.yaml b/operations/mimir-tests/test-automated-downscale-generated.yaml index 73066707b02..81fc158ba62 100644 --- a/operations/mimir-tests/test-automated-downscale-generated.yaml +++ b/operations/mimir-tests/test-automated-downscale-generated.yaml @@ -684,6 +684,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -792,6 +794,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1082,6 +1085,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1251,6 +1255,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1369,6 +1375,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1494,6 +1501,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1619,6 +1627,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -1982,6 +1991,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.auto-forget-enabled=false + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2125,6 +2136,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.auto-forget-enabled=false + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2268,6 +2281,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.auto-forget-enabled=false + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 diff --git a/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml b/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml index 3ef0802fb4a..2c084ae04f3 100644 --- a/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml +++ b/operations/mimir-tests/test-autoscaling-custom-target-utilization-generated.yaml @@ -624,6 +624,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -729,6 +731,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -973,6 +976,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1065,6 +1069,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1377,6 +1382,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1480,6 +1487,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1825,6 +1833,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-autoscaling-generated.yaml b/operations/mimir-tests/test-autoscaling-generated.yaml index b1d31d729da..7ab0a0799cf 100644 --- a/operations/mimir-tests/test-autoscaling-generated.yaml +++ b/operations/mimir-tests/test-autoscaling-generated.yaml @@ -624,6 +624,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -729,6 +731,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -973,6 +976,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1065,6 +1069,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1377,6 +1382,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1480,6 +1487,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1825,6 +1833,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-consul-generated.yaml b/operations/mimir-tests/test-consul-generated.yaml index 86576c7890e..002819018a4 100644 --- a/operations/mimir-tests/test-consul-generated.yaml +++ b/operations/mimir-tests/test-consul-generated.yaml @@ -897,6 +897,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=consul - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 @@ -999,6 +1001,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1241,6 +1244,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1405,6 +1409,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=consul - -compactor.ring.wait-stability-min-duration=1m @@ -1504,6 +1510,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1843,6 +1850,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul diff --git a/operations/mimir-tests/test-consul-multi-zone-generated.yaml b/operations/mimir-tests/test-consul-multi-zone-generated.yaml index c68b259d4e3..f6d3070ec08 100644 --- a/operations/mimir-tests/test-consul-multi-zone-generated.yaml +++ b/operations/mimir-tests/test-consul-multi-zone-generated.yaml @@ -1061,6 +1061,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=consul - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 @@ -1165,6 +1167,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1453,6 +1456,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1618,6 +1622,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=consul - -compactor.ring.wait-stability-min-duration=1m @@ -1728,6 +1734,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1845,6 +1852,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1962,6 +1970,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -2314,6 +2323,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2448,6 +2459,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2582,6 +2595,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 diff --git a/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml b/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml index 212fa67970f..16c5b52d65a 100644 --- a/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml +++ b/operations/mimir-tests/test-consul-ruler-disabled-generated.yaml @@ -866,6 +866,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=consul - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 @@ -968,6 +970,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1275,6 +1278,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=consul - -compactor.ring.wait-stability-min-duration=1m @@ -1374,6 +1379,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1713,6 +1719,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul diff --git a/operations/mimir-tests/test-continuous-test-generated.yaml b/operations/mimir-tests/test-continuous-test-generated.yaml index dbd9b26b949..2a88f6ed622 100644 --- a/operations/mimir-tests/test-continuous-test-generated.yaml +++ b/operations/mimir-tests/test-continuous-test-generated.yaml @@ -496,6 +496,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -602,6 +604,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -827,6 +830,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -930,6 +935,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1275,6 +1281,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-defaults-generated.yaml b/operations/mimir-tests/test-defaults-generated.yaml index 754ab568e0a..09d2866e7bf 100644 --- a/operations/mimir-tests/test-defaults-generated.yaml +++ b/operations/mimir-tests/test-defaults-generated.yaml @@ -442,6 +442,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -548,6 +550,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -773,6 +776,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -876,6 +881,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1221,6 +1227,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-deployment-mode-migration-generated.yaml b/operations/mimir-tests/test-deployment-mode-migration-generated.yaml index d7a1cf17cb0..b216af39b7c 100644 --- a/operations/mimir-tests/test-deployment-mode-migration-generated.yaml +++ b/operations/mimir-tests/test-deployment-mode-migration-generated.yaml @@ -956,6 +956,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -1079,6 +1081,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -shutdown-delay=90s + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1177,6 +1180,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1482,6 +1486,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1651,6 +1656,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1765,6 +1772,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1886,6 +1894,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -2007,6 +2016,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -2375,6 +2385,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -2419,6 +2431,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2563,6 +2577,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -2607,6 +2623,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2751,6 +2769,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -2795,6 +2815,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2912,11 +2934,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -3045,11 +3070,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -3178,11 +3206,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -3328,6 +3359,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -3466,6 +3499,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -3604,6 +3639,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 diff --git a/operations/mimir-tests/test-env-vars-generated.yaml b/operations/mimir-tests/test-env-vars-generated.yaml index e359ee091fb..75a3d2cabea 100644 --- a/operations/mimir-tests/test-env-vars-generated.yaml +++ b/operations/mimir-tests/test-env-vars-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -858,6 +861,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1026,6 +1030,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1129,6 +1135,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1478,6 +1485,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-etcd-replicas-generated.yaml b/operations/mimir-tests/test-etcd-replicas-generated.yaml index 2430c60d0f9..7f2009ae419 100644 --- a/operations/mimir-tests/test-etcd-replicas-generated.yaml +++ b/operations/mimir-tests/test-etcd-replicas-generated.yaml @@ -442,6 +442,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -548,6 +550,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -773,6 +776,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -876,6 +881,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1221,6 +1227,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-extra-runtime-config-generated.yaml b/operations/mimir-tests/test-extra-runtime-config-generated.yaml index 40172c3b8db..e69d222b2ff 100644 --- a/operations/mimir-tests/test-extra-runtime-config-generated.yaml +++ b/operations/mimir-tests/test-extra-runtime-config-generated.yaml @@ -516,6 +516,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -627,6 +629,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -886,6 +889,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1064,6 +1068,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1172,6 +1178,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1522,6 +1529,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-helm-parity-generated.yaml b/operations/mimir-tests/test-helm-parity-generated.yaml index fce11ebfe52..32abd1dc32d 100644 --- a/operations/mimir-tests/test-helm-parity-generated.yaml +++ b/operations/mimir-tests/test-helm-parity-generated.yaml @@ -548,6 +548,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -713,6 +715,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -959,6 +962,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1133,6 +1137,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1236,6 +1242,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1581,6 +1588,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml index e5d32f051fd..cd2b94416b9 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-0-before-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -858,6 +861,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1026,6 +1030,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1129,6 +1135,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1474,6 +1481,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml index f74e2c26208..acb99780be3 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-1-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -616,6 +618,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -861,6 +864,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1030,6 +1034,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1134,6 +1140,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1481,6 +1488,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml index d93b01edb77..a41b635a5c3 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-2-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -618,6 +620,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -864,6 +867,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1034,6 +1038,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1139,6 +1145,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1488,6 +1495,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml index 5d2401cecfd..5a7adb26971 100644 --- a/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml +++ b/operations/mimir-tests/test-memberlist-cluster-label-migration-step-3-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -616,6 +618,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -861,6 +864,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1030,6 +1034,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1134,6 +1140,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1481,6 +1488,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml index 86576c7890e..002819018a4 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-0-before-generated.yaml @@ -897,6 +897,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=consul - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 @@ -999,6 +1001,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1241,6 +1244,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1405,6 +1409,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=consul - -compactor.ring.wait-stability-min-duration=1m @@ -1504,6 +1510,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1843,6 +1850,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul diff --git a/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml index 9b573d900fc..5ca41267599 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-1-generated.yaml @@ -935,6 +935,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.multi.primary=consul - -distributor.ring.multi.secondary=memberlist - -distributor.ring.prefix= @@ -1050,6 +1052,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1303,6 +1306,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1477,6 +1481,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.multi.primary=consul - -compactor.ring.multi.secondary=memberlist - -compactor.ring.prefix= @@ -1583,6 +1589,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.multi.primary=consul - -ingester.ring.multi.secondary=memberlist @@ -1931,6 +1938,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= diff --git a/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml index faccd61256d..e4f21a47077 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-2-generated.yaml @@ -935,6 +935,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.multi.primary=consul - -distributor.ring.multi.secondary=memberlist - -distributor.ring.prefix= @@ -1050,6 +1052,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1303,6 +1306,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1477,6 +1481,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.multi.primary=consul - -compactor.ring.multi.secondary=memberlist - -compactor.ring.prefix= @@ -1583,6 +1589,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.multi.primary=consul - -ingester.ring.multi.secondary=memberlist @@ -1931,6 +1938,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= diff --git a/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml index 837a94ade86..0b37c9e40ac 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-3-generated.yaml @@ -935,6 +935,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.multi.primary=consul - -distributor.ring.multi.secondary=memberlist - -distributor.ring.prefix= @@ -1050,6 +1052,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1303,6 +1306,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1477,6 +1481,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.multi.primary=consul - -compactor.ring.multi.secondary=memberlist - -compactor.ring.prefix= @@ -1583,6 +1589,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.multi.primary=consul - -ingester.ring.multi.secondary=memberlist @@ -1931,6 +1938,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= diff --git a/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml index dfab20fb6ef..64fa9a75ae5 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-4-generated.yaml @@ -935,6 +935,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.multi.primary=consul - -distributor.ring.multi.secondary=memberlist - -distributor.ring.prefix= @@ -1050,6 +1052,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1303,6 +1306,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= @@ -1477,6 +1481,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.multi.primary=consul - -compactor.ring.multi.secondary=memberlist - -compactor.ring.prefix= @@ -1583,6 +1589,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.multi.primary=consul - -ingester.ring.multi.secondary=memberlist @@ -1931,6 +1938,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.multi.primary=consul - -store-gateway.sharding-ring.multi.secondary=memberlist - -store-gateway.sharding-ring.prefix= diff --git a/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml index f2206b17fe8..46dc74a6e9a 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-5-generated.yaml @@ -511,6 +511,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -617,6 +619,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -861,6 +864,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1029,6 +1033,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1132,6 +1138,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1477,6 +1484,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml b/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml index e5d32f051fd..cd2b94416b9 100644 --- a/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml +++ b/operations/mimir-tests/test-memberlist-migration-step-6-final-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -858,6 +861,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1026,6 +1030,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1129,6 +1135,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1474,6 +1481,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-memcached-mtls-generated.yaml b/operations/mimir-tests/test-memcached-mtls-generated.yaml index cc7b6189e66..428fbc9524e 100644 --- a/operations/mimir-tests/test-memcached-mtls-generated.yaml +++ b/operations/mimir-tests/test-memcached-mtls-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -620,6 +622,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -918,6 +921,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1086,6 +1090,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1189,6 +1195,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1644,6 +1651,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-multi-zone-generated.yaml b/operations/mimir-tests/test-multi-zone-generated.yaml index 60e7145715a..ff9789a6fc0 100644 --- a/operations/mimir-tests/test-multi-zone-generated.yaml +++ b/operations/mimir-tests/test-multi-zone-generated.yaml @@ -684,6 +684,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -792,6 +794,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1082,6 +1085,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1251,6 +1255,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1365,6 +1371,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1494,6 +1501,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1617,6 +1625,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -1977,6 +1986,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2117,6 +2128,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2259,6 +2272,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 diff --git a/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml b/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml index e7d24b7d399..a9fc67d1f93 100644 --- a/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml +++ b/operations/mimir-tests/test-multi-zone-with-ongoing-migration-generated.yaml @@ -752,6 +752,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -860,6 +862,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1150,6 +1153,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1319,6 +1323,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1422,6 +1428,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1541,6 +1548,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1662,6 +1670,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1783,6 +1792,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -2130,6 +2140,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -2266,6 +2278,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2404,6 +2418,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2542,6 +2558,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 diff --git a/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml b/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml index 0b6e36658ab..b027c43b634 100644 --- a/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml +++ b/operations/mimir-tests/test-multi-zone-with-store-gateway-automated-downscaling-generated.yaml @@ -684,6 +684,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -792,6 +794,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1082,6 +1085,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1251,6 +1255,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1365,6 +1371,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1494,6 +1501,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1617,6 +1625,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 @@ -1982,6 +1991,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.auto-forget-enabled=false + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2127,6 +2138,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.auto-forget-enabled=false + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -2274,6 +2287,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.auto-forget-enabled=false + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 diff --git a/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml b/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml index dc8b4de8beb..2caa262944b 100644 --- a/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml +++ b/operations/mimir-tests/test-node-selector-and-affinity-generated.yaml @@ -456,6 +456,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -578,6 +580,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -850,6 +853,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -968,6 +973,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1336,6 +1342,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml b/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml index f3965ba47d9..0bc50991a15 100644 --- a/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-consul-ring-generated.yaml @@ -897,6 +897,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=consul - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 @@ -1002,6 +1004,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1251,6 +1254,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul @@ -1415,6 +1419,8 @@ spec: - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 - -compactor.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=consul - -compactor.ring.wait-stability-min-duration=1m @@ -1514,6 +1520,7 @@ spec: - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 - -ingester.ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1853,6 +1860,8 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -store-gateway.sharding-ring.consul.hostname=consul.default.svc.cluster.local.:8500 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=consul diff --git a/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml b/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml index 1645ec92d14..b1a8181eeb8 100644 --- a/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-memberlist-ring-and-ruler-remote-evaluation-generated.yaml @@ -643,6 +643,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -752,6 +754,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1014,6 +1017,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1110,6 +1114,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1441,6 +1446,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1545,6 +1552,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1891,6 +1899,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml b/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml index 2bbf8b6e412..6650b1dc78f 100644 --- a/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-memberlist-ring-generated.yaml @@ -517,6 +517,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -626,6 +628,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -886,6 +889,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1056,6 +1060,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1160,6 +1166,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1506,6 +1513,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml b/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml index ae03c01fd2b..de0b587d11e 100644 --- a/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml +++ b/operations/mimir-tests/test-query-scheduler-memberlist-ring-read-path-disabled-generated.yaml @@ -514,6 +514,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -621,6 +623,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -874,6 +877,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1044,6 +1048,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1148,6 +1154,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1494,6 +1501,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-query-sharding-generated.yaml b/operations/mimir-tests/test-query-sharding-generated.yaml index a8da0741cd1..b6ecc9f8386 100644 --- a/operations/mimir-tests/test-query-sharding-generated.yaml +++ b/operations/mimir-tests/test-query-sharding-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -863,6 +866,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1031,6 +1035,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1134,6 +1140,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1479,6 +1486,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml b/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml index b6ca34e4406..d3159cb5cba 100644 --- a/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml +++ b/operations/mimir-tests/test-read-write-deployment-mode-s3-autoscaled-generated.yaml @@ -547,6 +547,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -shutdown-delay=90s + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -937,6 +938,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -981,6 +984,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1126,6 +1131,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1170,6 +1177,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1315,6 +1324,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1359,6 +1370,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1477,11 +1490,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1611,11 +1627,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1745,11 +1764,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 diff --git a/operations/mimir-tests/test-read-write-deployment-mode-s3-caches-disabled-generated.yaml b/operations/mimir-tests/test-read-write-deployment-mode-s3-caches-disabled-generated.yaml index 148c440e539..565ce1290ec 100644 --- a/operations/mimir-tests/test-read-write-deployment-mode-s3-caches-disabled-generated.yaml +++ b/operations/mimir-tests/test-read-write-deployment-mode-s3-caches-disabled-generated.yaml @@ -410,6 +410,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -shutdown-delay=90s + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -564,6 +565,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -604,6 +607,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -729,6 +734,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -769,6 +776,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -894,6 +903,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -934,6 +945,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1052,11 +1065,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1186,11 +1202,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1320,11 +1339,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 diff --git a/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml b/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml index 64b6bf663a7..2766e282627 100644 --- a/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml +++ b/operations/mimir-tests/test-read-write-deployment-mode-s3-generated.yaml @@ -548,6 +548,7 @@ spec: - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 - -shutdown-delay=90s + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -938,6 +939,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -982,6 +985,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-a - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1127,6 +1132,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1171,6 +1178,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-b - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1316,6 +1325,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1360,6 +1371,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.instance-availability-zone=zone-c - -store-gateway.sharding-ring.prefix=multi-zone/ - -store-gateway.sharding-ring.replication-factor=3 @@ -1478,11 +1491,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-a - -ingester.ring.num-tokens=512 @@ -1612,11 +1628,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-b - -ingester.ring.num-tokens=512 @@ -1746,11 +1765,14 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.instance-availability-zone=zone-c - -ingester.ring.num-tokens=512 diff --git a/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml b/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml index aa36fb57592..2400933bce2 100644 --- a/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml +++ b/operations/mimir-tests/test-ruler-remote-evaluation-generated.yaml @@ -625,6 +625,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -731,6 +733,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -977,6 +980,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1070,6 +1074,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1384,6 +1389,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1487,6 +1494,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1832,6 +1840,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml b/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml index 68429d9278a..4cedb431ff4 100644 --- a/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml +++ b/operations/mimir-tests/test-ruler-remote-evaluation-migration-generated.yaml @@ -625,6 +625,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -731,6 +733,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -975,6 +978,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1068,6 +1072,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1382,6 +1387,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1485,6 +1492,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1830,6 +1838,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-shuffle-sharding-generated.yaml b/operations/mimir-tests/test-shuffle-sharding-generated.yaml index 0dea48d50d4..3e73c0a50eb 100644 --- a/operations/mimir-tests/test-shuffle-sharding-generated.yaml +++ b/operations/mimir-tests/test-shuffle-sharding-generated.yaml @@ -509,6 +509,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ingestion-tenant-shard-size=3 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -616,6 +618,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -865,6 +868,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1034,6 +1038,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1138,6 +1144,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1483,6 +1490,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml b/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml index 11277f57932..7da30413b63 100644 --- a/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml +++ b/operations/mimir-tests/test-shuffle-sharding-read-path-disabled-generated.yaml @@ -509,6 +509,8 @@ spec: - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 - -distributor.ingestion-tenant-shard-size=3 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -616,6 +618,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -866,6 +869,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1035,6 +1039,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1139,6 +1145,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1484,6 +1491,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-storage-azure-generated.yaml b/operations/mimir-tests/test-storage-azure-generated.yaml index 22a0318a810..8aa5c997e76 100644 --- a/operations/mimir-tests/test-storage-azure-generated.yaml +++ b/operations/mimir-tests/test-storage-azure-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -616,6 +618,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -862,6 +865,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1034,6 +1038,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1139,6 +1145,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1486,6 +1493,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-storage-gcs-generated.yaml b/operations/mimir-tests/test-storage-gcs-generated.yaml index e5d32f051fd..cd2b94416b9 100644 --- a/operations/mimir-tests/test-storage-gcs-generated.yaml +++ b/operations/mimir-tests/test-storage-gcs-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -614,6 +616,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -858,6 +861,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1026,6 +1030,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1129,6 +1135,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1474,6 +1481,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-storage-gcs-redis-generated.yaml b/operations/mimir-tests/test-storage-gcs-redis-generated.yaml index c1e51c9b0ba..75954209eee 100644 --- a/operations/mimir-tests/test-storage-gcs-redis-generated.yaml +++ b/operations/mimir-tests/test-storage-gcs-redis-generated.yaml @@ -380,6 +380,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -486,6 +488,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -727,6 +730,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -895,6 +899,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -998,6 +1004,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1125,6 +1132,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-storage-s3-generated.yaml b/operations/mimir-tests/test-storage-s3-generated.yaml index b669822d698..485016eeef5 100644 --- a/operations/mimir-tests/test-storage-s3-generated.yaml +++ b/operations/mimir-tests/test-storage-s3-generated.yaml @@ -508,6 +508,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -615,6 +617,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -860,6 +863,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -1030,6 +1034,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -1134,6 +1140,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1480,6 +1487,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir-tests/test-without-query-scheduler-generated.yaml b/operations/mimir-tests/test-without-query-scheduler-generated.yaml index 1749cde3b36..d48f90074a4 100644 --- a/operations/mimir-tests/test-without-query-scheduler-generated.yaml +++ b/operations/mimir-tests/test-without-query-scheduler-generated.yaml @@ -411,6 +411,8 @@ spec: - -distributor.health-check-ingesters=true - -distributor.ingestion-burst-size=200000 - -distributor.ingestion-rate-limit=10000 + - -distributor.ring.heartbeat-period=1m + - -distributor.ring.heartbeat-timeout=4m - -distributor.ring.prefix= - -distributor.ring.store=memberlist - -ingester.ring.heartbeat-timeout=10m @@ -517,6 +519,7 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist @@ -677,6 +680,8 @@ spec: - -compactor.first-level-compaction-wait-period=25m - -compactor.max-closing-blocks-concurrency=2 - -compactor.max-opening-blocks-concurrency=4 + - -compactor.ring.heartbeat-period=1m + - -compactor.ring.heartbeat-timeout=4m - -compactor.ring.prefix= - -compactor.ring.store=memberlist - -compactor.ring.wait-stability-min-duration=1m @@ -780,6 +785,7 @@ spec: - -ingester.max-global-metadata-per-metric=10 - -ingester.max-global-metadata-per-user=30000 - -ingester.max-global-series-per-user=150000 + - -ingester.ring.heartbeat-period=2m - -ingester.ring.heartbeat-timeout=10m - -ingester.ring.num-tokens=512 - -ingester.ring.prefix= @@ -1125,6 +1131,8 @@ spec: - -server.grpc.keepalive.min-time-between-pings=10s - -server.grpc.keepalive.ping-without-stream-allowed=true - -server.http-listen-port=8080 + - -store-gateway.sharding-ring.heartbeat-period=1m + - -store-gateway.sharding-ring.heartbeat-timeout=4m - -store-gateway.sharding-ring.prefix= - -store-gateway.sharding-ring.replication-factor=3 - -store-gateway.sharding-ring.store=memberlist diff --git a/operations/mimir/compactor.libsonnet b/operations/mimir/compactor.libsonnet index b7a8c1229f8..02a71155bfe 100644 --- a/operations/mimir/compactor.libsonnet +++ b/operations/mimir/compactor.libsonnet @@ -41,6 +41,10 @@ 'compactor.ring.prefix': '', 'compactor.ring.wait-stability-min-duration': '1m', // Wait until ring is stable before switching to ACTIVE. + // Relax pressure on KV store when running at scale. + 'compactor.ring.heartbeat-period': '1m', + 'compactor.ring.heartbeat-timeout': '4m', + // The compactor wait period is the amount of time that compactors will wait before compacting // 1st level blocks (uploaded by ingesters) since the last block was uploaded. In the worst // case scenario, we have 1 ingester whose TSDB head compaction started at time 0 and another diff --git a/operations/mimir/config.libsonnet b/operations/mimir/config.libsonnet index 790f7f17a30..68f31afd9d7 100644 --- a/operations/mimir/config.libsonnet +++ b/operations/mimir/config.libsonnet @@ -221,6 +221,10 @@ 'store-gateway.sharding-ring.consul.hostname': 'consul.%(namespace)s.svc.%(cluster_domain)s:8500' % $._config, 'store-gateway.sharding-ring.prefix': '', 'store-gateway.sharding-ring.replication-factor': $._config.store_gateway_replication_factor, + + // Relax pressure on KV store when running at scale. + // When changing this, please remember to also change the hearbeat period defined in store_gateway_args. + 'store-gateway.sharding-ring.heartbeat-timeout': '4m', }, // Querier component config (shared between the ruler and querier). @@ -241,9 +245,12 @@ 'ingester.ring.consul.hostname': 'consul.%(namespace)s.svc.%(cluster_domain)s:8500' % $._config, 'ingester.ring.replication-factor': $._config.replication_factor, 'distributor.health-check-ingesters': true, - 'ingester.ring.heartbeat-timeout': '10m', 'ingester.ring.store': 'consul', 'ingester.ring.prefix': '', + + // Relax pressure on KV store when running at scale. + // When changing this, please remember to also change the hearbeat period defined in ingester_args. + 'ingester.ring.heartbeat-timeout': '10m', }, local querySchedulerRingConfig = { diff --git a/operations/mimir/distributor.libsonnet b/operations/mimir/distributor.libsonnet index d749aaf9142..8cd4358ac15 100644 --- a/operations/mimir/distributor.libsonnet +++ b/operations/mimir/distributor.libsonnet @@ -31,6 +31,10 @@ 'distributor.ring.store': 'consul', 'distributor.ring.consul.hostname': 'consul.%(namespace)s.svc.%(cluster_domain)s:8500' % $._config, 'distributor.ring.prefix': '', + + // Relax pressure on KV store when running at scale. + 'distributor.ring.heartbeat-period': '1m', + 'distributor.ring.heartbeat-timeout': '4m', } + $.mimirRuntimeConfigFile, distributor_ports:: $.util.defaultPorts, diff --git a/operations/mimir/ingester.libsonnet b/operations/mimir/ingester.libsonnet index 07d541e2f1d..143cdcd0d8c 100644 --- a/operations/mimir/ingester.libsonnet +++ b/operations/mimir/ingester.libsonnet @@ -39,6 +39,9 @@ // requested just because it spikes during the WAL replay. Therefore, the WAL replay // concurrency is chosen in such a way that it is always less than the current CPU request. 'blocks-storage.tsdb.wal-replay-concurrency': std.max(1, std.floor($.util.parseCPU($.ingester_container.resources.requests.cpu) - 1)), + + // Relax pressure on KV store when running at scale. + 'ingester.ring.heartbeat-period': '2m', } + ( // Optionally configure the TSDB head early compaction (only when enabled). if !$._config.ingester_tsdb_head_early_compaction_enabled then {} else { diff --git a/operations/mimir/store-gateway.libsonnet b/operations/mimir/store-gateway.libsonnet index 143bbac2bcf..e2ca80712d8 100644 --- a/operations/mimir/store-gateway.libsonnet +++ b/operations/mimir/store-gateway.libsonnet @@ -29,8 +29,12 @@ // it will pick the same tokens 'store-gateway.sharding-ring.tokens-file-path': '/data/tokens', 'store-gateway.sharding-ring.wait-stability-min-duration': '1m', + // Do not unregister from ring at shutdown, so that no blocks re-shuffling occurs during rollouts. 'store-gateway.sharding-ring.unregister-on-shutdown': false, + + // Relax pressure on KV store when running at scale. + 'store-gateway.sharding-ring.heartbeat-period': '1m', } + (if $._config.store_gateway_lazy_loading_enabled then { 'blocks-storage.bucket-store.index-header.lazy-loading-enabled': 'true', diff --git a/pkg/ingester/ingester_ring_test.go b/pkg/ingester/ingester_ring_test.go index a5e208ea159..38198e776ff 100644 --- a/pkg/ingester/ingester_ring_test.go +++ b/pkg/ingester/ingester_ring_test.go @@ -28,7 +28,7 @@ func TestRingConfig_DefaultConfigToLifecyclerConfig(t *testing.T) { expected := ring.LifecyclerConfig{} flagext.DefaultValues(&cfg, &expected) - // The default config of the compactor ring must be the exact same + // The default config of the ingester ring must be the exact same // of the default lifecycler config, except few options which are // intentionally overridden expected.ListenPort = cfg.ListenPort