Skip to content

Commit

Permalink
metrics: replace processor checkpoint with owner checkpoint (#7051)
Browse files Browse the repository at this point in the history
close #7050
  • Loading branch information
overvenus authored Sep 14, 2022
1 parent cf4c080 commit 3f10ffa
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 4 deletions.
4 changes: 2 additions & 2 deletions metrics/alertmanager/ticdc.rules.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,12 +26,12 @@ groups:
summary: cdc cluster has no owner for more than 10 minutes

- alert: cdc_checkpoint_high_delay
expr: ticdc_processor_checkpoint_ts_lag > 600
expr: ticdc_owner_checkpoint_ts_lag > 600
for: 1m
labels:
env: ENV_LABELS_ENV
level: critical
expr: ticdc_processor_checkpoint_ts_lag > 600
expr: ticdc_owner_checkpoint_ts_lag > 600
annotations:
description: 'cluster: ENV_LABELS_ENV, instance: {{ $labels.instance }}, values: {{ $value }}'
value: '{{ $value }}'
Expand Down
6 changes: 4 additions & 2 deletions metrics/grafana/ticdc.json
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@
{
"datasource": "${DS_TEST-CLUSTER}",
"enable": true,
"expr": "max(ticdc_processor_checkpoint_ts_lag) by (changefeed, instance) > BOOL $spike_threshold",
"expr": "max(ticdc_owner_checkpoint_ts_lag) by (changefeed, instance) > BOOL $spike_threshold",
"hide": true,
"iconColor": "#F2495C",
"limit": 100,
Expand Down Expand Up @@ -3781,6 +3781,7 @@
"exemplar": true,
"expr": "max(ticdc_processor_checkpoint_ts_lag{k8s_cluster=\"$k8s_cluster\", tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", instance=~\"$ticdc_instance\"}) by (instance,changefeed)",
"format": "time_series",
"hide": true,
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{instance}}-{{changefeed}}",
Expand Down Expand Up @@ -3893,6 +3894,7 @@
"exemplar": true,
"expr": "max(ticdc_processor_resolved_ts_lag{k8s_cluster=\"$k8s_cluster\", tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", instance=~\"$ticdc_instance\"}) by (instance,changefeed)",
"format": "time_series",
"hide": true,
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{instance}}-{{changefeed}}",
Expand Down Expand Up @@ -22401,4 +22403,4 @@
"title": "Test-Cluster-TiCDC",
"uid": "YiGL8hBZ1",
"version": 43
}
}

0 comments on commit 3f10ffa

Please sign in to comment.