From 3f10ffac77c4df466d41e3f672b77c1afc894838 Mon Sep 17 00:00:00 2001 From: Neil Shen Date: Wed, 14 Sep 2022 23:54:59 +0800 Subject: [PATCH] metrics: replace processor checkpoint with owner checkpoint (#7051) close pingcap/tiflow#7050 --- metrics/alertmanager/ticdc.rules.yml | 4 ++-- metrics/grafana/ticdc.json | 6 ++++-- 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/metrics/alertmanager/ticdc.rules.yml b/metrics/alertmanager/ticdc.rules.yml index af3cd9481f8..2462c71f878 100644 --- a/metrics/alertmanager/ticdc.rules.yml +++ b/metrics/alertmanager/ticdc.rules.yml @@ -26,12 +26,12 @@ groups: summary: cdc cluster has no owner for more than 10 minutes - alert: cdc_checkpoint_high_delay - expr: ticdc_processor_checkpoint_ts_lag > 600 + expr: ticdc_owner_checkpoint_ts_lag > 600 for: 1m labels: env: ENV_LABELS_ENV level: critical - expr: ticdc_processor_checkpoint_ts_lag > 600 + expr: ticdc_owner_checkpoint_ts_lag > 600 annotations: description: 'cluster: ENV_LABELS_ENV, instance: {{ $labels.instance }}, values: {{ $value }}' value: '{{ $value }}' diff --git a/metrics/grafana/ticdc.json b/metrics/grafana/ticdc.json index 8911af7f50e..b452002828d 100644 --- a/metrics/grafana/ticdc.json +++ b/metrics/grafana/ticdc.json @@ -62,7 +62,7 @@ { "datasource": "${DS_TEST-CLUSTER}", "enable": true, - "expr": "max(ticdc_processor_checkpoint_ts_lag) by (changefeed, instance) > BOOL $spike_threshold", + "expr": "max(ticdc_owner_checkpoint_ts_lag) by (changefeed, instance) > BOOL $spike_threshold", "hide": true, "iconColor": "#F2495C", "limit": 100, @@ -3781,6 +3781,7 @@ "exemplar": true, "expr": "max(ticdc_processor_checkpoint_ts_lag{k8s_cluster=\"$k8s_cluster\", tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", instance=~\"$ticdc_instance\"}) by (instance,changefeed)", "format": "time_series", + "hide": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{instance}}-{{changefeed}}", @@ -3893,6 +3894,7 @@ "exemplar": true, "expr": "max(ticdc_processor_resolved_ts_lag{k8s_cluster=\"$k8s_cluster\", tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", instance=~\"$ticdc_instance\"}) by (instance,changefeed)", "format": "time_series", + "hide": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{instance}}-{{changefeed}}", @@ -22401,4 +22403,4 @@ "title": "Test-Cluster-TiCDC", "uid": "YiGL8hBZ1", "version": 43 -} +} \ No newline at end of file