From 323a83b44c5133331f6d1043ed96547c7e326afe Mon Sep 17 00:00:00 2001 From: Ganesh Vernekar Date: Thu, 23 Jan 2025 16:31:25 -0500 Subject: [PATCH] Update alerts Signed-off-by: Ganesh Vernekar --- .../mimir-mixin/alerts/ingest-storage.libsonnet | 16 +--------------- 1 file changed, 1 insertion(+), 15 deletions(-) diff --git a/operations/mimir-mixin/alerts/ingest-storage.libsonnet b/operations/mimir-mixin/alerts/ingest-storage.libsonnet index e920f6fcf50..d92d9279e67 100644 --- a/operations/mimir-mixin/alerts/ingest-storage.libsonnet +++ b/operations/mimir-mixin/alerts/ingest-storage.libsonnet @@ -228,19 +228,6 @@ }, // Alert if block-builder didn't process cycles in the past hour. - { - alert: $.alertName('BlockBuilderNoCycleProcessing'), - 'for': '10m', - expr: ||| - max by(%(alert_aggregation_labels)s, %(per_instance_label)s) (histogram_count(increase(cortex_blockbuilder_consume_cycle_duration_seconds[60m]))) == 0 - ||| % $._config, - labels: { - severity: 'warning', - }, - annotations: { - message: '%(product)s {{ $labels.%(per_instance_label)s }} in %(alert_aggregation_variables)s has not processed cycles in the past hour.' % $._config, - }, - }, { alert: $.alertName('BlockBuilderNoCycleProcessing'), 'for': '20m', @@ -285,10 +272,9 @@ }, }, - // Alert if block-builder is failing to compact and upload any blocks. + // Alert immediately if block-builder is failing to compact and upload any blocks. { alert: $.alertName('BlockBuilderCompactAndUploadFailed'), - 'for': '5m', expr: ||| sum by (%(alert_aggregation_labels)s, %(per_instance_label)s) (rate(cortex_blockbuilder_tsdb_compact_and_upload_failed_total[1m])) > 0 ||| % $._config,