From 1b4f658b112e72f3eea084255f40deac0365c891 Mon Sep 17 00:00:00 2001 From: Neil Shen Date: Wed, 29 Dec 2021 00:30:37 +0800 Subject: [PATCH] resolve conflicts Signed-off-by: Neil Shen --- metrics/grafana/ticdc.json | 6638 +++++++----------------------------- 1 file changed, 1224 insertions(+), 5414 deletions(-) diff --git a/metrics/grafana/ticdc.json b/metrics/grafana/ticdc.json index b0dd575ed37..8227a03aa83 100644 --- a/metrics/grafana/ticdc.json +++ b/metrics/grafana/ticdc.json @@ -125,11 +125,7 @@ "gnetId": null, "graphTooltip": 1, "id": null, -<<<<<<< HEAD - "iteration": 1636101093950, -======= "iteration": 1640447119260, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "links": [], "panels": [ { @@ -924,7 +920,6 @@ }, { "collapsed": true, - "datasource": null, "gridPos": { "h": 1, "w": 24, @@ -934,50 +929,21 @@ "id": 11, "panels": [ { -<<<<<<< HEAD - "cards": { - "cardPadding": 1, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": null, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", -======= "columns": [ { "text": "Current", "value": "current" } ], ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "datasource": "${DS_TEST-CLUSTER}", "description": "The number of captured table of TiCDC nodes ", "fontSize": "100%", "gridPos": { -<<<<<<< HEAD - "h": 8, - "w": 12, -======= "h": 5, "w": 7, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "x": 0, "y": 3 }, -<<<<<<< HEAD - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 262, - "legend": { - "show": true -======= "id": 4, "links": [], "pageSize": null, @@ -986,7 +952,6 @@ "sort": { "col": 0, "desc": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "styles": [ { @@ -1012,42 +977,6 @@ ], "targets": [ { -<<<<<<< HEAD - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", - "format": "heatmap", - "interval": "1", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "title": "EtcdWorker tick reactor duration", - "tooltip": { - "show": true, - "showHistogram": false - }, - "tooltipDecimals": null, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null -======= "expr": "sum(ticdc_processor_num_of_tables{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", "format": "time_series", "interval": "", @@ -1061,7 +990,6 @@ "title": "Changefeed table count", "transform": "timeseries_aggregations", "type": "table" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { "columns": [ @@ -1074,28 +1002,10 @@ "description": "Internal resolved ts of TiCDC nodes", "fontSize": "100%", "gridPos": { -<<<<<<< HEAD - "h": 8, - "w": 12, - "x": 12, - "y": 2 - }, - "hiddenSeries": false, - "id": 264, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false -======= "h": 10, "w": 7, "x": 7, "y": 3 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "id": 90, "links": [], @@ -1190,24 +1100,6 @@ }, "styles": [ { -<<<<<<< HEAD - "$$hashKey": "object:2612", - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:2613", - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true -======= "alias": "table", "colorMode": null, "colors": [ @@ -1237,7 +1129,6 @@ "thresholds": [], "type": "date", "unit": "short" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "targets": [ @@ -1276,17 +1167,10 @@ "description": "The number of replicated tables maintained in owner", "fontSize": "100%", "gridPos": { -<<<<<<< HEAD - "h": 8, - "w": 12, - "x": 0, - "y": 10 -======= "h": 5, "w": 7, "x": 0, "y": 8 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "id": 138, "links": [], @@ -1355,17 +1239,10 @@ "description": "The checkpoint ts of changefeeds.", "fill": 0, "gridPos": { -<<<<<<< HEAD - "h": 8, - "w": 12, - "x": 12, - "y": 10 -======= "h": 7, "w": 9, "x": 0, "y": 13 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "id": 86, "legend": { @@ -1403,18 +1280,6 @@ "format": "time_series", "hide": false, "interval": "", -<<<<<<< HEAD - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{lcapture}-p99}", -======= "intervalFactor": 1, "legendFormat": "approximate current time (s)", "refId": "A" @@ -1425,7 +1290,6 @@ "interval": "", "intervalFactor": 1, "legendFormat": "{{changefeed}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "B" }, { @@ -1459,12 +1323,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "$$hashKey": "object:1612", - "format": "s", -======= "format": "dateTimeAsIso", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -1472,7 +1331,6 @@ "show": true }, { - "$$hashKey": "object:1613", "format": "short", "label": null, "logBase": 1, @@ -1496,17 +1354,10 @@ "fill": 1, "fillGradient": 0, "gridPos": { -<<<<<<< HEAD - "h": 8, - "w": 12, - "x": 0, - "y": 18 -======= "h": 7, "w": 8, "x": 9, "y": 13 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "hiddenSeries": false, "id": 102, @@ -1599,17 +1450,10 @@ "description": "The number of errors that interrupt changefeed per minute ", "fill": 1, "gridPos": { -<<<<<<< HEAD - "h": 8, - "w": 12, - "x": 12, - "y": 18 -======= "h": 7, "w": 7, "x": 17, "y": 13 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "id": 82, "legend": { @@ -1664,12 +1508,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "$$hashKey": "object:2055", - "format": "bytes", -======= "format": "short", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -1677,7 +1516,6 @@ "show": true }, { - "$$hashKey": "object:2056", "format": "short", "label": null, "logBase": 1, @@ -1690,133 +1528,6 @@ "align": false, "alignLevel": null } -<<<<<<< HEAD - } - ], - "title": "EtcdWorker", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 1 - }, - "id": 266, - "panels": [ - { - "cards": { - "cardPadding": 1, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": null, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 2 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 262, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", - "format": "heatmap", - "interval": "1", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "title": "EtcdWorker tick reactor duration", - "tooltip": { - "show": true, - "showHistogram": false - }, - "tooltipDecimals": null, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 2 - }, - "hiddenSeries": false, - "id": 264, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "6.1.6", -======= }, { "aliasColors": {}, @@ -1855,7 +1566,6 @@ }, "paceLength": 10, "percentage": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "pointradius": 2, "points": false, "renderer": "flot", @@ -1865,21 +1575,6 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "interval": "", - "legendFormat": "{{capture}}-95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}}-99", -======= "expr": "max(ticdc_owner_checkpoint_ts_lag{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (changefeed)", "format": "time_series", "interval": "", @@ -2488,7 +2183,6 @@ "interval": "", "intervalFactor": 1, "legendFormat": "total", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "B" } ], @@ -2496,11 +2190,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "EtcdWorker tick reactor duration", -======= "title": "Sink write rows count/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "shared": true, "sort": 0, @@ -2516,12 +2206,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "$$hashKey": "object:2612", - "format": "s", -======= "format": "none", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -2529,8 +2214,7 @@ "show": true }, { - "$$hashKey": "object:2613", - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -2544,113 +2228,10 @@ } }, { -<<<<<<< HEAD - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "max": null, - "min": 1, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 10 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 256, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "EtcdWorker exec etcd txn duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": { - "unit": "s" - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 10 - }, - "hiddenSeries": false, - "id": 258, - "legend": { - "avg": false, - "current": false, -======= - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "description": "Percentiles of sink batch size", "fill": 1, @@ -2667,21 +2248,22 @@ "alignAsTable": true, "avg": false, "current": true, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "max": false, "min": false, + "rightSide": true, "show": true, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, + "links": [], "nullPointMode": "null", "options": { - "alertThreshold": true + "dataLinks": [] }, + "paceLength": 10, "percentage": false, - "pluginVersion": "6.1.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2691,23 +2273,6 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "interval": "", - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}-p99}", - "refId": "B" -======= "expr": "histogram_quantile(0.90, sum(rate(ticdc_sink_txn_batch_size_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", "intervalFactor": 1, @@ -2728,18 +2293,13 @@ "intervalFactor": 1, "legendFormat": "{{capture}}-p999", "refId": "C" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "EtcdWorker exec etcd txn duration percentile", -======= "title": "Sink write batch size percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "shared": true, "sort": 0, @@ -2755,12 +2315,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "$$hashKey": "object:1612", - "format": "s", -======= "format": "none", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 2, "max": null, @@ -2768,7 +2323,6 @@ "show": true }, { - "$$hashKey": "object:1613", "format": "short", "label": null, "logBase": 1, @@ -2784,16 +2338,6 @@ }, { "cards": { -<<<<<<< HEAD - "cardPadding": null, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolatePurples", - "exponent": 0.5, -======= "cardPadding": 0, "cardRound": 0 }, @@ -2803,57 +2347,21 @@ "colorScheme": "interpolateSpectral", "exponent": 0.5, "max": null, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "min": 0, "mode": "spectrum" }, "dataFormat": "tsbuckets", "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 18 -======= "description": "Asynchronous flush sink duration of changefeeds", "gridPos": { "h": 7, "w": 12, "x": 0, "y": 48 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "heatmap": {}, "hideZeroBuckets": true, "highlightCards": true, -<<<<<<< HEAD - "id": 254, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", - "format": "heatmap", - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "title": "EtcdWorker txn size ", -======= "id": 93, "legend": { "alignAsTable": true, @@ -2881,16 +2389,11 @@ } ], "title": "Flush sink duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "show": true, "showHistogram": true }, -<<<<<<< HEAD - "tooltipDecimals": null, -======= "tooltipDecimals": 1, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "type": "heatmap", "xAxis": { "show": true @@ -2898,24 +2401,15 @@ "xBucketNumber": null, "xBucketSize": null, "yAxis": { -<<<<<<< HEAD - "decimals": null, - "format": "decbytes", -======= "decimals": 1, "format": "s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "logBase": 1, "max": null, "min": null, "show": true, "splitFactor": null }, -<<<<<<< HEAD - "yBucketBound": "auto", -======= "yBucketBound": "upper", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "yBucketNumber": null, "yBucketSize": null }, @@ -2925,23 +2419,6 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 18 - }, - "hiddenSeries": false, - "id": 260, -======= "description": "Percentiles of asynchronous flush sink duration of changefeeds", "fill": 1, "fillGradient": 0, @@ -2953,30 +2430,26 @@ }, "hiddenSeries": false, "id": 98, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "legend": { + "alignAsTable": true, "avg": false, - "current": false, + "current": true, "max": false, "min": false, + "rightSide": true, "show": true, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, + "links": [], "nullPointMode": "null", "options": { -<<<<<<< HEAD - "alertThreshold": true - }, -======= "dataLinks": [] }, "paceLength": 10, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "percentage": false, - "pluginVersion": "6.1.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -2986,22 +2459,6 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "interval": "", - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}}-p99", - "refId": "B" -======= "expr": "histogram_quantile(0.95, sum(rate(ticdc_sink_flush_event_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance,type))", "format": "time_series", "intervalFactor": 1, @@ -3021,18 +2478,13 @@ "intervalFactor": 1, "legendFormat": "{{instance}}-{{type}}-p999", "refId": "C" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "EtcdWorker txn size percentile", -======= "title": "Flush sink duration percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "shared": true, "sort": 0, @@ -3048,12 +2500,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "$$hashKey": "object:2055", - "format": "bytes", -======= "format": "s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 2, "max": null, @@ -3061,7 +2508,6 @@ "show": true }, { - "$$hashKey": "object:2056", "format": "short", "label": null, "logBase": 1, @@ -3074,38 +2520,6 @@ "align": false, "alignLevel": null } -<<<<<<< HEAD - } - ], - "title": "EtcdWorker", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 1 - }, - "id": 11, - "panels": [ - { - "columns": [ - { - "text": "Current", - "value": "current" - } - ], - "datasource": "${DS_TEST-CLUSTER}", - "description": "The number of captured table of TiCDC nodes ", - "fontSize": "100%", - "gridPos": { - "h": 5, - "w": 7, - "x": 0, - "y": 2 -======= }, { "cards": { @@ -3214,44 +2628,14 @@ "sortDesc": true, "total": false, "values": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, - "id": 4, + "lines": true, + "linewidth": 1, "links": [], - "pageSize": null, - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true + "nullPointMode": "null", + "options": { + "dataLinks": [] }, -<<<<<<< HEAD - "styles": [ - { - "alias": "Time", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" - }, - { - "alias": "", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "number", - "unit": "short" - } - ], - "targets": [ - { - "expr": "sum(ticdc_processor_num_of_tables{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", -======= "percentage": false, "pointradius": 2, "points": false, @@ -3272,15 +2656,10 @@ }, { "expr": "count(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) >= 0)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "format": "time_series", "hide": true, "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}", - "refId": "A" -======= "legendFormat": "total worker", "refId": "B" }, @@ -3318,19 +2697,12 @@ "intervalFactor": 1, "legendFormat": ">100 row/s worker", "refId": "F" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Changefeed table count", - "transform": "timeseries_aggregations", - "type": "table" - }, - { - "columns": [ -======= "title": "MySQL sink worker load", "tooltip": { "shared": true, @@ -3354,22 +2726,15 @@ "min": null, "show": true }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) { - "text": "Current", - "value": "current" + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true } ], -<<<<<<< HEAD - "datasource": "${DS_TEST-CLUSTER}", - "description": "Internal resolved ts of TiCDC nodes", - "fontSize": "100%", - "gridPos": { - "h": 10, - "w": 7, - "x": 7, - "y": 2 -======= "yaxis": { "align": false, "alignLevel": null @@ -3480,68 +2845,14 @@ "show": true, "total": false, "values": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, - "id": 90, + "lines": true, + "linewidth": 1, "links": [], - "pageSize": null, - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true + "nullPointMode": "null", + "options": { + "dataLinks": [] }, -<<<<<<< HEAD - "styles": [ - { - "alias": "table", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "decimals": 2, - "mappingType": 1, - "pattern": "Metric", - "thresholds": [], - "type": "string", - "unit": "short" - }, - { - "alias": "resolved ts", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "dateFormat": "MM-DD HH:mm:ss.SSS", - "decimals": 2, - "pattern": "Current", - "thresholds": [], - "type": "date", - "unit": "short" - } - ], - "targets": [ - { - "expr": "max(ticdc_processor_resolved_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture,changefeed)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}", - "refId": "A" - }, - { - "expr": "max(ticdc_processor_checkpoint_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture,changefeed) > 0", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "checkpoint-{{capture}}-{{changefeed}}", - "refId": "B" -======= "percentage": false, "pointradius": 2, "points": false, @@ -3574,19 +2885,12 @@ "intervalFactor": 1, "legendFormat": "{{instance}}-p999", "refId": "C" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Processor resolved ts", - "transform": "timeseries_aggregations", - "type": "table" - }, - { - "columns": [ -======= "title": "MySQL sink conflict detect duration percentile", "tooltip": { "shared": true, @@ -3610,22 +2914,26 @@ "min": null, "show": true }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) { - "text": "Current", - "value": "current" + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true } ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Internal resolved ts of captured tables", - "fontSize": "100%", - "gridPos": { - "h": 10, - "w": 10, - "x": 14, - "y": 2 -======= "fill": 1, "gridPos": { "h": 7, @@ -3642,18 +2950,10 @@ "show": true, "total": false, "values": false ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, - "id": 30, + "lines": true, + "linewidth": 1, "links": [], -<<<<<<< HEAD - "pageSize": null, - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true -======= "nullPointMode": "null", "percentage": false, "pointradius": 2, @@ -3689,55 +2989,25 @@ "name": null, "show": true, "values": [] ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, - "styles": [ + "yaxes": [ { -<<<<<<< HEAD - "alias": "table", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "decimals": 2, - "mappingType": 1, - "pattern": "Metric", - "thresholds": [], - "type": "string", - "unit": "short" -======= "format": "bytes", "label": null, "logBase": 1, "max": null, "min": null, "show": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { - "alias": "resolved ts", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "dateFormat": "MM-DD HH:mm:ss.SSS", - "decimals": 2, - "pattern": "Current", - "thresholds": [], - "type": "date", - "unit": "short" + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true } ], -<<<<<<< HEAD - "targets": [ - { - "expr": "bottomk(10, max(ticdc_processor_table_resolved_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture,changefeed,table))", -======= "yaxis": { "align": false, "alignLevel": null @@ -3789,23 +3059,9 @@ "targets": [ { "expr": "histogram_quantile(0.95,sum(rate(ticdc_sink_ddl_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}-{{changefeed}}-{{table}}", - "refId": "A" - }, - { - "expr": "bottomk(10, max(ticdc_processor_checkpoint_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture,changefeed,table) > 0)", "format": "time_series", "interval": "", "intervalFactor": 1, - "legendFormat": "checkpoint-{{capture}}-{{changefeed}}", - "refId": "B" -======= "legendFormat": "{{instance}}-p95", "refId": "A" }, @@ -3824,89 +3080,12 @@ "intervalFactor": 1, "legendFormat": "{{instance}}-p999", "refId": "C" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - } - ], - "timeFrom": null, - "timeShift": null, -<<<<<<< HEAD - "title": "Table resolved ts", - "transform": "timeseries_aggregations", - "type": "table" - }, - { - "columns": [ - { - "text": "Current", - "value": "current" - } - ], - "datasource": "${DS_TEST-CLUSTER}", - "description": "The number of replicated tables maintained in owner", - "fontSize": "100%", - "gridPos": { - "h": 5, - "w": 7, - "x": 0, - "y": 7 - }, - "id": 138, - "links": [], - "pageSize": null, - "scroll": true, - "showHeader": true, - "sort": { - "col": null, - "desc": false - }, - "styles": [ - { - "alias": "Time", - "align": "auto", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" - }, - { - "alias": "", - "align": "auto", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "number", - "unit": "short" - } - ], - "targets": [ - { - "expr": "sum(ticdc_owner_maintain_table_num{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\",type=\"total\"}) by (capture)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{capture}}-total", - "refId": "A" - }, - { - "expr": "sum(ticdc_owner_maintain_table_num{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\",type=\"wip\"}) by (capture)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{capture}}-wip", - "refId": "B" } ], + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Table count maintained by owner", - "transform": "timeseries_aggregations", - "type": "table" -======= "title": "MySQL sink ddl execution duration percentile", "tooltip": { "shared": true, @@ -3943,26 +3122,13 @@ "align": false, "alignLevel": null } ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { "aliasColors": {}, - "bars": true, - "cacheTimeout": null, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The checkpoint ts of changefeeds.", - "fill": 0, - "gridPos": { - "h": 7, - "w": 9, - "x": 0, - "y": 12 - }, - "id": 86, -======= "fill": 1, "gridPos": { "h": 8, @@ -3971,75 +3137,41 @@ "y": 76 }, "id": 164, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "legend": { "avg": false, "current": false, "max": false, "min": false, -<<<<<<< HEAD - "rightSide": false, -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "show": true, - "sideWidth": null, "total": false, "values": false }, "lines": true, - "linewidth": 2, + "linewidth": 1, "links": [], "nullPointMode": "null", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/approximate current time.*/", - "bars": false - } - ], + "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "max(ticdc_owner_checkpoint_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (changefeed) > 0", -======= "expr": "sum(rate(ticdc_processor_table_memory_consumption_sum{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[30s]) / rate(ticdc_processor_table_memory_consumption_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[30s])) by (capture, changefeed)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "time_series", - "interval": "", - "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{changefeed}}", - "refId": "A" - }, - { - "expr": "max(pd_cluster_tso{tidb_cluster=\"$tidb_cluster\"})", "format": "time_series", - "hide": false, - "interval": "", "intervalFactor": 1, - "legendFormat": "approximate current time (s)", - "refId": "B" -======= "legendFormat": "{{ capture }}-{{ changefeed }}", "refId": "A" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Changefeed checkpoint", -======= "title": "Processor Memory Consumption Per Changefeed", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "shared": true, "sort": 0, @@ -4048,7 +3180,6 @@ "type": "graph", "xaxis": { "buckets": null, - "max": null, "mode": "time", "name": null, "show": true, @@ -4056,11 +3187,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "dateTimeAsIso", -======= "format": "bytes", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -4073,7 +3200,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -4254,21 +3381,6 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Request count of etcd operation per second", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 8, - "x": 9, - "y": 12 - }, - "hiddenSeries": false, - "id": 102, - "legend": { - "alignAsTable": true, -======= "description": "The number of events that puller outputs to sorter \n per second", "fill": 1, "fillGradient": 0, @@ -4282,11 +3394,8 @@ "id": 218, "legend": { "alignAsTable": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "avg": false, "current": true, - "hideEmpty": true, - "hideZero": true, "max": true, "min": false, "rightSide": false, @@ -4312,18 +3421,10 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_etcd_request_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (capture, type)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{type}}", -======= "expr": "sum (rate(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture, type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}-{{type}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" } ], @@ -4331,11 +3432,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "PD etcd requests/s", -======= "title": "Puller output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "shared": true, "sort": 0, @@ -4351,7 +3448,7 @@ }, "yaxes": [ { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -4378,21 +3475,10 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of errors that interrupt changefeed per minute ", -======= "description": "The total number of events that puller outputs", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "fill": 1, + "fillGradient": 0, "gridPos": { -<<<<<<< HEAD - "h": 7, - "w": 7, - "x": 17, - "y": 12 - }, - "id": 82, -======= "h": 4, "w": 12, "x": 12, @@ -4400,7 +3486,6 @@ }, "hiddenSeries": false, "id": 229, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "legend": { "alignAsTable": false, "avg": false, @@ -4416,6 +3501,10 @@ "linewidth": 1, "links": [], "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, @@ -4426,17 +3515,10 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(delta(ticdc_processor_exit_with_error_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}", -======= "expr": "sum(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture, type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}-{{type}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" } ], @@ -4444,11 +3526,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Exit error count/m", -======= "title": "Puller output events", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "tooltip": { "shared": true, "sort": 0, @@ -4464,7 +3542,7 @@ }, "yaxes": [ { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -4486,30 +3564,29 @@ } }, { -<<<<<<< HEAD "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "The lag between changefeed checkpoint ts and the latest ts of upstream TiDB.", + "description": "The number of events that sorter outputs to puller \n per second", "fill": 1, "fillGradient": 0, "gridPos": { - "h": 7, + "h": 4, "w": 12, "x": 0, - "y": 19 + "y": 8 }, "hiddenSeries": false, - "id": 3, + "id": 228, "legend": { - "alignAsTable": true, + "alignAsTable": false, "avg": false, "current": true, - "max": false, + "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -4532,27 +3609,18 @@ "steppedLine": false, "targets": [ { - "expr": "max(ticdc_owner_checkpoint_ts_lag{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (changefeed)", + "expr": "sum(rate(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture, type)", "format": "time_series", - "interval": "", "intervalFactor": 1, - "legendFormat": "{{changefeed}}", + "legendFormat": "{{changefeed}}-{{capture}}-{{type}}", "refId": "A" - }, - { - "expr": "sum(ticdc_processor_checkpoint_ts_lag{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture,changefeed)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{changefeed}}-{{capture}}", - "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Changefeed checkpoint lag", + "title": "Sorter output events/s", "tooltip": { "shared": true, "sort": 0, @@ -4568,11 +3636,11 @@ }, "yaxes": [ { - "format": "s", + "format": "none", "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -4581,7 +3649,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -4590,47 +3658,27 @@ } }, { -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The derivative of a changefeed checkpoint, ideally it should not be 0 (means the changefeed is stopped).", -======= - "description": "The number of events that sorter outputs to puller \n per second", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The total number of events that sorter outputs", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, -<<<<<<< HEAD "x": 12, - "y": 19 - }, - "hiddenSeries": false, - "id": 2, -======= - "x": 0, "y": 8 }, "hiddenSeries": false, - "id": 228, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 220, "legend": { "alignAsTable": false, "avg": false, "current": true, -<<<<<<< HEAD - "hideEmpty": false, - "hideZero": false, - "max": false, -======= "max": true, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "min": false, "rightSide": false, "show": true, @@ -4646,7 +3694,7 @@ }, "paceLength": 10, "percentage": false, - "pointradius": 0.5, + "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], @@ -4655,19 +3703,10 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(deriv(ticdc_owner_checkpoint_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (changefeed) / 1000 > 0", -======= - "expr": "sum(rate(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture, type)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, type)", "format": "time_series", - "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{changefeed}}", -======= "legendFormat": "{{changefeed}}-{{capture}}-{{type}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" } ], @@ -4675,11 +3714,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Changefeed checkpoint derivative", -======= - "title": "Sorter output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Sorter output events", "tooltip": { "shared": true, "sort": 0, @@ -4695,25 +3730,20 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "s", + "format": "none", "label": null, - "logBase": 2, - "max": "3600", - "min": "0.001", + "logBase": 1, + "max": null, + "min": null, "show": true }, { "format": "short", -======= - "format": "none", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, "min": null, "show": true -<<<<<<< HEAD } ], "yaxis": { @@ -4727,21 +3757,24 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "The status of each changefeed.\n\n0: Normal\n\n1: Error\n\n2: Failed\n\n3: Stopped\n\n4: Finished\n\n-1: Unknown", + "description": "The number of events that mounter outputs to sink per second", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 7, + "h": 4, "w": 12, "x": 0, - "y": 26 + "y": 12 }, - "id": 163, + "hiddenSeries": false, + "id": 219, "legend": { - "alignAsTable": true, + "alignAsTable": false, "avg": false, "current": true, "max": true, - "min": true, + "min": false, + "rightSide": false, "show": true, "total": false, "values": true @@ -4750,9 +3783,13 @@ "linewidth": 1, "links": [], "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "paceLength": 10, "percentage": false, - "pointradius": 1, - "points": true, + "pointradius": 2, + "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, @@ -4760,11 +3797,10 @@ "steppedLine": false, "targets": [ { - "expr": "ticdc_owner_status{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}", + "expr": "sum(rate(ticdc_mounter_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", "format": "time_series", - "instant": false, "intervalFactor": 1, - "legendFormat": "{{changefeed}}", + "legendFormat": "{{changefeed}}-{{capture}}", "refId": "A" } ], @@ -4772,7 +3808,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "The status of changefeeds", + "title": "Mounter output events/s", "tooltip": { "shared": true, "sort": 0, @@ -4788,14 +3824,12 @@ }, "yaxes": [ { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, "min": null, "show": true -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { "format": "short", @@ -4803,11 +3837,7 @@ "logBase": 1, "max": null, "min": null, -<<<<<<< HEAD - "show": true -======= "show": false ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "yaxis": { @@ -4817,59 +3847,38 @@ }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Estimate the remaining time for a changefeed catch-up upstream TiDB.", - "fieldConfig": { - "defaults": { - "unit": "s" - }, - "overrides": [] - }, -======= - "description": "The total number of events that sorter outputs", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The total number of events that mounter outputs", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, "x": 12, -<<<<<<< HEAD - "y": 26 - }, - "hiddenSeries": false, - "id": 253, - "legend": { - "alignAsTable": true, -======= - "y": 8 + "y": 12 }, "hiddenSeries": false, - "id": 220, + "id": 224, "legend": { "alignAsTable": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "avg": false, "current": true, - "hideEmpty": true, - "hideZero": true, - "max": false, + "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true }, - "lines": false, + "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { - "alertThreshold": true + "dataLinks": [] }, "paceLength": 10, "percentage": false, @@ -4882,19 +3891,10 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "exemplar": true, - "expr": "abs(max(ticdc_owner_checkpoint_ts_lag{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"} / (deriv(ticdc_owner_checkpoint_ts{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])/1000)) by (changefeed))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{changefeed}}", -======= - "expr": "sum(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, type)", + "expr": "sum(ticdc_mounter_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{changefeed}}-{{capture}}-{{type}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{changefeed}}-{{capture}}", "refId": "A" } ], @@ -4902,11 +3902,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Changefeed checkpoint catch-up ETA", -======= - "title": "Sorter output events", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Mounter output events", "tooltip": { "shared": true, "sort": 0, @@ -4922,19 +3918,11 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "s", - "label": "", - "logBase": 2, - "max": "604800", - "min": "1", -======= "format": "none", "label": null, "logBase": 1, "max": null, "min": null, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "show": true }, { @@ -4957,30 +3945,17 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Sink write duration of changefeeds", -======= - "description": "The number of events that mounter outputs to sink per second", + "description": "The number of events that table sorter outputs to buffer sink per second", "fill": 1, "fillGradient": 0, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "gridPos": { "h": 4, "w": 12, "x": 0, -<<<<<<< HEAD - "y": 33 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 94, -======= - "y": 12 + "y": 16 }, "hiddenSeries": false, - "id": 219, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 223, "legend": { "alignAsTable": false, "avg": false, @@ -4995,22 +3970,6 @@ "lines": true, "linewidth": 1, "links": [], -<<<<<<< HEAD - "repeat": null, - "repeatDirection": "h", - "reverseYBuckets": false, - "targets": [ - { - "expr": "max(rate(ticdc_sink_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "title": "Sink write duration", -======= "nullPointMode": "null", "options": { "dataLinks": [] @@ -5026,7 +3985,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(rate(ticdc_mounter_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", + "expr": "sum(rate(ticdc_sink_table_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}", @@ -5037,8 +3996,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Mounter output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Table sink output events/s", "tooltip": { "shared": true, "sort": 0, @@ -5081,35 +4039,24 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Percentiles of sink write duration of changefeeds", -======= - "description": "The total number of events that mounter outputs", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The total number of events that table sinks emit", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, "x": 12, -<<<<<<< HEAD - "y": 33 - }, - "hiddenSeries": false, - "id": 35, -======= - "y": 12 + "y": 16 }, "hiddenSeries": false, - "id": 224, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 221, "legend": { "alignAsTable": false, "avg": false, "current": true, - "max": false, + "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -5132,43 +4079,18 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "histogram_quantile(0.95, sum(rate(ticdc_sink_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance))", -======= - "expr": "sum(ticdc_mounter_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(ticdc_sink_table_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}", "refId": "A" -<<<<<<< HEAD - }, - { - "expr": "histogram_quantile(0.99, sum(rate(ticdc_sink_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-p99", - "refId": "B" - }, - { - "expr": "histogram_quantile(0.999, sum(rate(ticdc_sink_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-p999", - "refId": "C" -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sink write duration percentile", -======= - "title": "Mounter output events", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Table sink output events", "tooltip": { "shared": true, "sort": 0, @@ -5211,25 +4133,24 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of changed rows that are written to downstream per second", + "description": "The total number of events that buffer sink outputs to backend sink per second", "fill": 1, "fillGradient": 0, "gridPos": { - "h": 7, + "h": 4, "w": 12, "x": 0, - "y": 40 + "y": 20 }, "hiddenSeries": false, - "id": 34, + "id": 222, "legend": { - "alignAsTable": true, - "avg": true, + "alignAsTable": false, + "avg": false, "current": true, "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -5252,27 +4173,18 @@ "steppedLine": false, "targets": [ { - "expr": "sum (rate(ticdc_sink_txn_batch_size_sum{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture)", + "expr": "sum(rate(ticdc_sink_buffer_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{capture}}", + "legendFormat": "{{changefeed}}-{{capture}}", "refId": "A" - }, - { - "expr": "sum (rate(ticdc_sink_txn_batch_size_sum{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (changefeed)", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "total", - "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Sink write rows count/s", + "title": "Buffer sink output events/s", "tooltip": { "shared": true, "sort": 0, @@ -5301,7 +4213,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -5315,36 +4227,17 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "Percentiles of sink batch size", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 40 - }, - "hiddenSeries": false, - "id": 36, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": false, - "min": false, - "rightSide": true, -======= - "description": "The number of events that table sorter outputs to buffer sink per second", + "description": "The total number of events that buffer sink emits", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, - "x": 0, - "y": 16 + "x": 12, + "y": 20 }, "hiddenSeries": false, - "id": 223, + "id": 226, "legend": { "alignAsTable": false, "avg": false, @@ -5352,7 +4245,6 @@ "max": true, "min": false, "rightSide": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "show": true, "total": false, "values": true @@ -5375,44 +4267,18 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "histogram_quantile(0.90, sum(rate(ticdc_sink_txn_batch_size_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-p90", -======= - "expr": "sum(rate(ticdc_sink_table_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", + "expr": "sum(ticdc_sink_buffer_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" - }, - { - "expr": "histogram_quantile(0.99, sum(rate(ticdc_sink_txn_batch_size_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-p99", - "refId": "B" - }, - { - "expr": "histogram_quantile(0.999, sum(rate(ticdc_sink_txn_batch_size_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "hide": true, - "intervalFactor": 1, - "legendFormat": "{{capture}}-p999", - "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sink write batch size percentile", -======= - "title": "Table sink output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Buffer sink output events", "tooltip": { "shared": true, "sort": 0, @@ -5430,7 +4296,7 @@ { "format": "none", "label": null, - "logBase": 2, + "logBase": 1, "max": null, "min": null, "show": true @@ -5441,7 +4307,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -5449,119 +4315,33 @@ "alignLevel": null } }, - { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "max": null, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "Asynchronous flush sink duration of changefeeds", - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 47 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 93, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "max(rate(ticdc_sink_flush_event_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "title": "Flush sink duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Percentiles of asynchronous flush sink duration of changefeeds", -======= - "description": "The total number of events that table sinks emit", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The number of rows(events) that are processed by sink per second", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, - "x": 12, -<<<<<<< HEAD - "y": 47 - }, - "hiddenSeries": false, - "id": 98, -======= - "y": 16 + "x": 0, + "y": 24 }, "hiddenSeries": false, - "id": 221, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 227, "legend": { "alignAsTable": false, "avg": false, "current": true, - "max": false, + "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, @@ -5572,7 +4352,6 @@ "options": { "dataLinks": [] }, - "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, @@ -5583,47 +4362,22 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "histogram_quantile(0.95, sum(rate(ticdc_sink_flush_event_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance,type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p95", - "refId": "A" - }, - { - "expr": "histogram_quantile(0.99, sum(rate(ticdc_sink_flush_event_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance,type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p99", - "refId": "B" - }, - { - "expr": "histogram_quantile(0.999, sum(rate(ticdc_sink_flush_event_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (le,instance,type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p999", - "refId": "C" -======= - "expr": "sum(ticdc_sink_table_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", + "expr": "sum (rate(ticdc_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", "format": "time_series", + "interval": "", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}", "refId": "A" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Flush sink duration percentile", -======= - "title": "Table sink output events", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Sink output events/s", "tooltip": { "shared": true, - "sort": 0, + "sort": 2, "value_type": "individual" }, "type": "graph", @@ -5649,7 +4403,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -5657,121 +4411,26 @@ "alignLevel": null } }, - { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "max": null, - "min": 1, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "The duration of detecting and waiting conflict of MySQL sink", - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 54 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 103, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "links": [], - "repeatDirection": "h", - "reverseYBuckets": false, - "targets": [ - { - "expr": "max(rate(ticdc_sink_conflict_detect_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "title": "MySQL sink conflict detect duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Distribution of MySQL worker loads", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 54 - }, - "hiddenSeries": false, - "id": 95, - "legend": { - "alignAsTable": true, - "avg": true, -======= - "description": "The total number of events that buffer sink outputs to backend sink per second", + "description": "The number of rows(events) that are processed by sink", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, - "x": 0, - "y": 20 + "x": 12, + "y": 24 }, "hiddenSeries": false, - "id": 222, + "id": 225, "legend": { "alignAsTable": false, "avg": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "current": true, "max": true, "min": false, @@ -5789,90 +4448,29 @@ "options": { "dataLinks": [] }, -<<<<<<< HEAD -======= - "paceLength": 10, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture,bucket)", -======= - "expr": "sum(rate(ticdc_sink_buffer_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(ticdc_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", "format": "time_series", - "hide": true, "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}-{{bucket}}", -======= "legendFormat": "{{changefeed}}-{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" - }, - { - "expr": "count(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) >= 0)", - "format": "time_series", - "hide": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "total worker", - "refId": "B" - }, - { - "expr": "count(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) <= 2)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "0-2 row/s worker", - "refId": "C" - }, - { - "expr": "count(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) > 2 and rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) <= 10)", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "2-10 row/s worker", - "refId": "D" - }, - { - "expr": "count(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) > 10 and rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) <= 100)", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "10-100 row/s worker", - "refId": "E" - }, - { - "expr": "count(rate(ticdc_sink_bucket_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m]) > 100)", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": ">100 row/s worker", - "refId": "F" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "MySQL sink worker load", -======= - "title": "Buffer sink output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Sink output events", "tooltip": { "shared": true, "sort": 2, @@ -5888,11 +4486,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "short", -======= "format": "none", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -5905,7 +4499,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -5914,100 +4508,22 @@ } }, { -<<<<<<< HEAD - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "max": null, - "min": 1, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "The duration of executing DDL in MySQL sink", - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 61 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 165, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "links": [], - "repeatDirection": "h", - "reverseYBuckets": false, - "targets": [ - { - "expr": "max(rate(ticdc_sink_ddl_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "title": "MySQL sink ddl execution duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null -======= "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "The total number of events that buffer sink emits", + "description": "The number of rows that sink flushes to downstream per second", "fill": 1, "fillGradient": 0, "gridPos": { "h": 4, "w": 12, - "x": 12, - "y": 20 + "x": 0, + "y": 28 }, "hiddenSeries": false, - "id": 226, + "id": 108, "legend": { "alignAsTable": false, "avg": false, @@ -6016,6 +4532,8 @@ "min": false, "rightSide": false, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, @@ -6026,7 +4544,6 @@ "options": { "dataLinks": [] }, - "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, @@ -6037,7 +4554,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(ticdc_sink_buffer_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", + "expr": "sum(rate(ticdc_sink_total_flushed_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}", @@ -6048,10 +4565,10 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Buffer sink output events", + "title": "Sink flush rows/s", "tooltip": { "shared": true, - "sort": 0, + "sort": 2, "value_type": "individual" }, "type": "graph", @@ -6072,19 +4589,18 @@ "show": true }, { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { "align": false, "alignLevel": null } ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { "aliasColors": {}, @@ -6092,31 +4608,19 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Percentiles of detecting and waiting conflict duration of MySQL sink", -======= - "description": "The number of rows(events) that are processed by sink per second", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The number of rows(events) that are flushed by sink", "fill": 1, "fillGradient": 0, "gridPos": { - "h": 7, + "h": 4, "w": 12, -<<<<<<< HEAD "x": 12, - "y": 61 - }, - "hiddenSeries": false, - "id": 83, -======= - "x": 0, - "y": 24 + "y": 28 }, "hiddenSeries": false, - "id": 227, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 240, "legend": { - "alignAsTable": true, + "alignAsTable": false, "avg": false, "current": true, "max": true, @@ -6145,47 +4649,19 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "histogram_quantile(0.95,sum(rate(ticdc_sink_conflict_detect_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{instance}}-p95", -======= - "expr": "sum (rate(ticdc_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", + "expr": "sum(ticdc_sink_total_flushed_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (changefeed, capture)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{changefeed}}-{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" - }, - { - "expr": "histogram_quantile(0.99,sum(rate(ticdc_sink_conflict_detect_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{instance}}-p99", - "refId": "B" - }, - { - "expr": "histogram_quantile(0.999,sum(rate(ticdc_sink_conflict_detect_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{instance}}-p999", - "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "MySQL sink conflict detect duration percentile", -======= - "title": "Sink output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Sink flush rows", "tooltip": { "shared": true, "sort": 2, @@ -6201,9 +4677,9 @@ }, "yaxes": [ { - "format": "s", + "format": "none", "label": null, - "logBase": 2, + "logBase": 1, "max": null, "min": null, "show": true @@ -6221,92 +4697,111 @@ "align": false, "alignLevel": null } - }, + } + ], + "title": "Dataflow", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 3 + }, + "id": 13, + "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD -======= - "description": "The number of rows(events) that are processed by sink", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The number of established Eventfeed RPC between TiCDC and TiKV", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 8, - "w": 12, -<<<<<<< HEAD + "h": 7, + "w": 8, "x": 0, - "y": 68 - }, - "id": 149, -======= - "x": 12, - "y": 24 + "y": 5 }, "hiddenSeries": false, - "id": 225, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 15, "legend": { + "alignAsTable": true, "avg": false, - "current": false, + "current": true, + "hideEmpty": false, "max": false, "min": false, + "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", -<<<<<<< HEAD -======= "options": { "dataLinks": [] }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", - "seriesOverrides": [], + "seriesOverrides": [ + { + "alias": "/.*-rpc/", + "yaxis": 2 + } + ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_processor_table_memory_consumption_sum{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[30s]) / rate(ticdc_processor_table_memory_consumption_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[30s])) by (capture)", -======= - "expr": "sum(ticdc_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (changefeed, capture)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(ticdc_kvclient_event_feed_count{tidb_cluster=\"$tidb_cluster\"}) by (instance)", "format": "time_series", - "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{ capture }}", -======= - "legendFormat": "{{changefeed}}-{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{instance}}", "refId": "A" + }, + { + "expr": "sum(grpc_client_started_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance) - sum(grpc_client_handled_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{instance}}-rpc", + "refId": "B" + }, + { + "expr": "sum(grpc_client_started_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{instance}}-rpc-started", + "refId": "C" + }, + { + "expr": "sum(grpc_client_handled_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{instance}}-rpc-handled", + "refId": "D" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Processor Memory Consumption Per Capture", -======= - "title": "Sink output events", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Eventfeed count", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -6319,7 +4814,7 @@ }, "yaxes": [ { - "format": "bytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -6346,39 +4841,26 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Percentiles of executing DDL duration of MySQL sink", -======= - "description": "The number of rows that sink flushes to downstream per second", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "decimals": null, + "description": "Percentiles of Eventfeed message size", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, - "w": 12, -<<<<<<< HEAD - "x": 12, - "y": 68 - }, - "hiddenSeries": false, - "id": 166, -======= - "x": 0, - "y": 28 + "w": 8, + "x": 8, + "y": 5 }, "hiddenSeries": false, - "id": 108, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 17, "legend": { "alignAsTable": true, "avg": false, "current": true, - "max": true, + "max": false, "min": false, - "rightSide": false, + "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, @@ -6389,6 +4871,7 @@ "options": { "dataLinks": [] }, + "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, @@ -6399,50 +4882,28 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "histogram_quantile(0.95,sum(rate(ticdc_sink_ddl_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", -======= - "expr": "sum(rate(ticdc_sink_total_flushed_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (changefeed, capture)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "histogram_quantile(0.999, sum(rate(ticdc_kvclient_event_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, instance, type))", "format": "time_series", - "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{instance}}-p95", -======= - "legendFormat": "{{changefeed}}-{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{instance}}-{{type}}-p999", "refId": "A" }, { - "expr": "histogram_quantile(0.99,sum(rate(ticdc_sink_ddl_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", + "expr": "histogram_quantile(0.95, sum(rate(ticdc_kvclient_event_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, instance, type))", "format": "time_series", - "interval": "", "intervalFactor": 1, - "legendFormat": "{{instance}}-p99", + "legendFormat": "{{instance}}-{{type}}-p95", "refId": "B" - }, - { - "expr": "histogram_quantile(0.999,sum(rate(ticdc_sink_ddl_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{instance}}-p999", - "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "MySQL sink ddl execution duration percentile", -======= - "title": "Sink flush rows/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Event size percentile", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -6455,15 +4916,15 @@ }, "yaxes": [ { - "format": "s", + "format": "bytes", "label": null, - "logBase": 2, + "logBase": 1, "max": null, "min": null, "show": true }, { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -6478,50 +4939,42 @@ }, { "aliasColors": {}, - "bars": false, + "bars": true, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD -======= - "description": "The number of rows(events) that are flushed by sink", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The number of errors that interrupt Eventfeed RPC", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 8, - "w": 12, - "x": 12, -<<<<<<< HEAD - "y": 75 - }, - "id": 164, -======= - "y": 28 + "h": 7, + "w": 8, + "x": 16, + "y": 5 }, "hiddenSeries": false, - "id": 240, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 28, "legend": { + "alignAsTable": true, "avg": false, - "current": false, - "max": false, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, "min": false, + "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", -<<<<<<< HEAD -======= "options": { "dataLinks": [] }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, @@ -6532,34 +4985,40 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_processor_table_memory_consumption_sum{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[30s]) / rate(ticdc_processor_table_memory_consumption_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[30s])) by (capture, changefeed)", -======= - "expr": "sum(ticdc_sink_total_flushed_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (changefeed, capture)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(increase(ticdc_kvclient_event_feed_error_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (type)", "format": "time_series", - "interval": "", + "hide": false, + "interval": "1m", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{ capture }}-{{ changefeed }}", -======= - "legendFormat": "{{changefeed}}-{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{type}}", "refId": "A" + }, + { + "expr": "-sum(increase(pd_schedule_operators_count{tidb_cluster=\"$tidb_cluster\", event=\"create\", type=~\".*leader\"}[1m]))", + "format": "time_series", + "hide": false, + "interval": "1m", + "intervalFactor": 1, + "legendFormat": "transfer-leader", + "refId": "B" + }, + { + "expr": "-sum(increase(pd_schedule_operators_count{tidb_cluster=\"$tidb_cluster\", event=\"create\", type=~\".*(peer|region)\"}[1m]))", + "format": "time_series", + "interval": "1m", + "intervalFactor": 1, + "legendFormat": "move-region", + "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Processor Memory Consumption Per Changefeed", -======= - "title": "Sink flush rows", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Eventfeed error/m", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -6572,7 +5031,7 @@ }, "yaxes": [ { - "format": "bytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -6592,222 +5051,33 @@ "align": false, "alignLevel": null } - } - ], - "title": "Dataflow", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 3 - }, - "id": 13, - "panels": [ - { - "datasource": "${DS_TEST-CLUSTER}", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "left", - "filterable": true - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "dateTimeAsSystem" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "capture" - }, - "properties": [ - { - "id": "custom.width", - "value": 191 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "changefeed" - }, - "properties": [ - { - "id": "custom.width", - "value": 209 - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 69 - }, - "id": 200, - "options": { - "showHeader": true, - "sortBy": [ - { - "desc": true, - "displayName": "last-snap-ts" - } - ] - }, - "pageSize": null, - "pluginVersion": "6.1.6", - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true - }, - "styles": [ - { - "alias": "Time", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" - }, - { - "alias": "", - "colorMode": null, - "colors": [ - "rgba(245, 54, 54, 0.9)", - "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" - ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "number", - "unit": "short" - } - ], - "targets": [ - { - "exemplar": true, - "expr": "ticdc_processor_schema_storage_gc_ts{changefeed=~\"$changefeed\", capture=~\"$capture\"}", - "format": "table", - "instant": true, - "interval": "", - "legendFormat": "", - "queryType": "randomWalk", - "refId": "A" - } - ], - "title": "Schema Storage GC progress", - "transform": "table", - "transformations": [ - { - "id": "filterFieldsByName", - "options": { - "include": { - "names": [ - "capture", - "changefeed", - "Value" - ] - } - } - }, - { - "id": "organize", - "options": { - "excludeByName": {}, - "indexByName": {}, - "renameByName": { - "Value #A": "last-snap-ts" - } - } - }, - { - "id": "sortBy", - "options": { - "fields": {}, - "sort": [ - { - "field": "last-snap-ts" - } - ] - } - } - ], - "type": "table" - } - ], - "title": "Changefeed", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 2 - }, - "id": 206, - "panels": [ + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of events that puller outputs to sorter \n per second", -======= - "description": "The number of established Eventfeed RPC between TiCDC and TiKV", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "The number of KV client received events from TiKV per seconds", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 8, "x": 0, -<<<<<<< HEAD - "y": 3 - }, - "hiddenSeries": false, - "id": 218, -======= - "y": 5 + "y": 12 }, "hiddenSeries": false, - "id": 15, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 29, "legend": { "alignAsTable": true, "avg": false, "current": true, - "hideEmpty": false, - "max": false, + "hideEmpty": true, + "hideZero": true, + "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -6824,63 +5094,24 @@ "pointradius": 2, "points": false, "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/.*-rpc/", - "yaxis": 2 - } - ], + "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum (rate(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", + "expr": "sum(rate(ticdc_kvclient_pull_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{instance}}-{{type}}", -======= - "expr": "sum(ticdc_kvclient_event_feed_count{tidb_cluster=\"$tidb_cluster\"}) by (instance)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" - }, - { - "expr": "sum(grpc_client_started_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance) - sum(grpc_client_handled_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-rpc", - "refId": "B" - }, - { - "expr": "sum(grpc_client_started_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{instance}}-rpc-started", - "refId": "C" - }, - { - "expr": "sum(grpc_client_handled_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{instance}}-rpc-handled", - "refId": "D" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Puller output events/s", -======= - "title": "Eventfeed count", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "KV client receive events/s", "tooltip": { "shared": true, "sort": 0, @@ -6923,39 +5154,24 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The total number of events that puller outputs", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 4, - "w": 12, - "x": 12, - "y": 3 - }, - "hiddenSeries": false, - "id": 229, -======= - "decimals": null, - "description": "Percentiles of Eventfeed message size", + "description": "The number of events that puller outputs to sorter \n per second", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 8, "x": 8, - "y": 5 + "y": 12 }, "hiddenSeries": false, - "id": 17, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 5, "legend": { "alignAsTable": true, "avg": false, "current": true, - "max": false, + "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -6978,36 +5194,18 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (instance, type)", + "expr": "sum (rate(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{instance}}-{{type}}", -======= - "expr": "histogram_quantile(0.999, sum(rate(ticdc_kvclient_event_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, instance, type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p999", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" - }, - { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_kvclient_event_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, instance, type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p95", - "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Puller output events", -======= - "title": "Event size percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Puller output events/s", "tooltip": { "shared": true, "sort": 0, @@ -7023,7 +5221,7 @@ }, "yaxes": [ { - "format": "bytes", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -7046,44 +5244,29 @@ }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of events that sorter outputs to puller \n per second", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 4, - "w": 12, - "x": 0, - "y": 7 - }, - "hiddenSeries": false, - "id": 228, -======= - "description": "The number of errors that interrupt Eventfeed RPC", + "description": "The number of events that are buffered in Processor's output channel and Mounter input channel", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 8, "x": 16, - "y": 5 + "y": 12 }, "hiddenSeries": false, - "id": 28, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 107, "legend": { "alignAsTable": true, "avg": false, "current": true, - "hideEmpty": true, - "hideZero": true, + "hideEmpty": false, "max": true, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -7106,50 +5289,25 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed,type)", -======= - "expr": "sum(increase(ticdc_kvclient_event_feed_error_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (type)", + "expr": "sum(ticdc_mounter_input_chan_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", "format": "time_series", - "hide": false, - "interval": "1m", "intervalFactor": 1, - "legendFormat": "{{type}}", + "legendFormat": "{{capture}}-mounter input chan", "refId": "A" }, { - "expr": "-sum(increase(pd_schedule_operators_count{tidb_cluster=\"$tidb_cluster\", event=\"create\", type=~\".*leader\"}[1m]))", + "expr": "-sum(ticdc_sink_buffer_chan_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", "format": "time_series", - "hide": false, - "interval": "1m", "intervalFactor": 1, - "legendFormat": "transfer-leader", + "legendFormat": "{{capture}}-sink buffer chan", "refId": "B" - }, - { - "expr": "-sum(increase(pd_schedule_operators_count{tidb_cluster=\"$tidb_cluster\", event=\"create\", type=~\".*(peer|region)\"}[1m]))", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "time_series", - "interval": "1m", - "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}-{{type}}", - "refId": "A" -======= - "legendFormat": "move-region", - "refId": "C" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sorter output events/s", -======= - "title": "Eventfeed error/m", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Sink/Mounter buffer size", "tooltip": { "shared": true, "sort": 0, @@ -7187,125 +5345,80 @@ } }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The total number of events that sorter outputs", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 4, - "w": 12, - "x": 12, - "y": 7 + "cards": { + "cardPadding": 0, + "cardRound": 0 }, - "hiddenSeries": false, - "id": 220, -======= - "description": "The number of KV client received events from TiKV per seconds", - "fill": 1, - "fillGradient": 0, + "color": { + "cardColor": "#FF9830", + "colorScale": "linear", + "colorScheme": "interpolateSpectral", + "exponent": 0.5, + "min": 0, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", + "datasource": "${DS_TEST-CLUSTER}", + "description": "Duration of sorting unsorted events", "gridPos": { "h": 7, - "w": 8, + "w": 12, "x": 0, - "y": 12 + "y": 19 }, - "hiddenSeries": false, - "id": 29, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 99, "legend": { "alignAsTable": true, "avg": false, "current": true, - "hideEmpty": true, - "hideZero": true, "max": true, "min": false, - "rightSide": false, + "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, - "lines": true, - "linewidth": 1, "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "paceLength": 10, - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "reverseYBuckets": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (capture, changefeed, type)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{type}}", -======= - "expr": "sum(rate(ticdc_kvclient_pull_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", + "format": "heatmap", + "instant": false, + "intervalFactor": 2, + "legendFormat": "{{le}}", "refId": "A" } ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "Sorter output events", -======= - "title": "KV client receive events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Entry sorter sort duration", "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" + "show": true, + "showHistogram": true }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, + "tooltipDecimals": 1, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": 1, + "format": "s", + "logBase": 1, + "max": null, + "min": null, "show": true, - "values": [] + "splitFactor": null }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } + "yBucketBound": "upper", + "yBucketNumber": null, + "yBucketSize": null }, { "aliasColors": {}, @@ -7313,38 +5426,25 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of events that mounter outputs to sink per second", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 4, - "w": 12, - "x": 0, - "y": 11 - }, - "hiddenSeries": false, - "id": 219, -======= - "description": "The number of events that puller outputs to sorter \n per second", + "description": "Percentiles of sorting events duration", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, - "w": 8, - "x": 8, - "y": 12 + "w": 12, + "x": 12, + "y": 19 }, "hiddenSeries": false, - "id": 5, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 53, "legend": { "alignAsTable": true, "avg": false, "current": true, + "hideEmpty": false, "max": true, "min": false, - "rightSide": false, + "rightSide": true, "show": true, "total": false, "values": true @@ -7367,29 +5467,26 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_mounter_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", + "expr": "histogram_quantile(0.999, sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{capture}}", -======= - "expr": "sum (rate(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", + "legendFormat": "{{capture}}-p999", + "refId": "A" + }, + { + "expr": "histogram_quantile(0.95, sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", + "hide": false, "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" + "legendFormat": "{{capture}}-p95", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Mounter output events/s", -======= - "title": "Puller output events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Entry sorter sort duration percentile", "tooltip": { "shared": true, "sort": 0, @@ -7405,9 +5502,9 @@ }, "yaxes": [ { - "format": "none", + "format": "s", "label": null, - "logBase": 1, + "logBase": 2, "max": null, "min": null, "show": true @@ -7427,155 +5524,31 @@ } }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, + "cards": { + "cardPadding": 0, + "cardRound": 0 + }, + "color": { + "cardColor": "#FF9830", + "colorScale": "linear", + "colorScheme": "interpolateSpectral", + "exponent": 0.5, + "min": 0, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The total number of events that mounter outputs", - "fill": 1, - "fillGradient": 0, + "description": "Duration of merging sorted events", "gridPos": { - "h": 4, - "w": 12, - "x": 12, - "y": 11 - }, - "hiddenSeries": false, - "id": 224, -======= - "description": "The number of events that are buffered in Processor's output channel and Mounter input channel", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 12 - }, - "hiddenSeries": false, - "id": 107, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "hideEmpty": false, - "max": true, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "paceLength": 10, - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum(ticdc_mounter_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (instance)", -======= - "expr": "sum(ticdc_mounter_input_chan_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-mounter input chan", - "refId": "A" - }, - { - "expr": "-sum(ticdc_sink_buffer_chan_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-sink buffer chan", - "refId": "B" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "Mounter output events", -======= - "title": "Sink/Mounter buffer size", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "Duration of sorting unsorted events", - "gridPos": { - "h": 7, + "h": 7, "w": 12, "x": 0, - "y": 19 + "y": 26 }, "heatmap": {}, "hideZeroBuckets": true, "highlightCards": true, - "id": 99, + "id": 105, "legend": { "alignAsTable": true, "avg": false, @@ -7593,7 +5566,7 @@ "reverseYBuckets": false, "targets": [ { - "expr": "sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", + "expr": "sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", "format": "heatmap", "instant": false, "intervalFactor": 2, @@ -7601,7 +5574,7 @@ "refId": "A" } ], - "title": "Entry sorter sort duration", + "title": "Entry sorter merge duration", "tooltip": { "show": true, "showHistogram": true @@ -7632,29 +5605,17 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of events that table sorter outputs to buffer sink per second", -======= - "description": "Percentiles of sorting events duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "description": "Percentiles of merging sorted events duration", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, -<<<<<<< HEAD - "x": 0, - "y": 15 - }, - "hiddenSeries": false, - "id": 223, -======= "x": 12, - "y": 19 + "y": 26 }, "hiddenSeries": false, - "id": 53, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 106, "legend": { "alignAsTable": true, "avg": false, @@ -7685,21 +5646,14 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_sink_table_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", -======= - "expr": "histogram_quantile(0.999, sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", + "expr": "histogram_quantile(0.999, sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{capture}}-p999", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" }, { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", + "expr": "histogram_quantile(0.95, sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", "hide": false, "intervalFactor": 1, @@ -7711,11 +5665,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Table sink output events/s", -======= - "title": "Entry sorter sort duration percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Entry sorter merge duration percentile", "tooltip": { "shared": true, "sort": 0, @@ -7767,17 +5717,17 @@ }, "dataFormat": "tsbuckets", "datasource": "${DS_TEST-CLUSTER}", - "description": "Duration of merging sorted events", + "description": "Duration of unmarshal events from kv to SQL row", "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 26 + "y": 33 }, "heatmap": {}, "hideZeroBuckets": true, "highlightCards": true, - "id": 105, + "id": 101, "legend": { "alignAsTable": true, "avg": false, @@ -7795,7 +5745,7 @@ "reverseYBuckets": false, "targets": [ { - "expr": "sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", + "expr": "max(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", "format": "heatmap", "instant": false, "intervalFactor": 2, @@ -7803,7 +5753,7 @@ "refId": "A" } ], - "title": "Entry sorter merge duration", + "title": "Mounter unmarshal duration", "tooltip": { "show": true, "showHistogram": true @@ -7834,37 +5784,27 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The total number of events that table sinks emit", -======= - "description": "Percentiles of merging sorted events duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "fill": 1, + "description": "Percentiles of unmarshal events from kv to SQL row duration", + "fill": 0, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, -<<<<<<< HEAD - "y": 15 - }, - "hiddenSeries": false, - "id": 221, -======= - "y": 26 + "y": 33 }, "hiddenSeries": false, - "id": 106, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 55, "legend": { "alignAsTable": true, "avg": false, "current": true, - "hideEmpty": false, "max": true, "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, @@ -7886,25 +5826,20 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_sink_table_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (instance)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", -======= - "expr": "histogram_quantile(0.999, sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", + "expr": "histogram_quantile(0.99, sum(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le, capture))", "format": "time_series", + "hide": false, "intervalFactor": 1, - "legendFormat": "{{capture}}-p999", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{capture}}-p99", "refId": "A" }, { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", + "expr": "histogram_quantile(0.999, sum(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le, capture))", "format": "time_series", - "hide": false, + "hide": true, + "instant": false, "intervalFactor": 1, - "legendFormat": "{{capture}}-p95", + "legendFormat": "{{capture}}-p999", "refId": "B" } ], @@ -7912,14 +5847,10 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Table sink output events", -======= - "title": "Entry sorter merge duration percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Mounter unmarshal duration percentile", "tooltip": { "shared": true, - "sort": 0, + "sort": 2, "value_type": "individual" }, "type": "graph", @@ -7934,13 +5865,13 @@ { "format": "s", "label": null, - "logBase": 2, + "logBase": 1, "max": null, "min": null, "show": true }, { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -7954,48 +5885,28 @@ } }, { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The total number of events that buffer sink outputs to backend sink per second", + "description": "The number of KV client dispatched event per second", "fill": 1, "fillGradient": 0, -======= - "description": "Duration of unmarshal events from kv to SQL row", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "gridPos": { "h": 7, "w": 12, "x": 0, -<<<<<<< HEAD - "y": 19 + "y": 40 }, "hiddenSeries": false, - "id": 222, -======= - "y": 33 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 101, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 31, "legend": { "alignAsTable": true, "avg": false, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, @@ -8003,8 +5914,9 @@ "total": false, "values": true }, + "lines": true, + "linewidth": 1, "links": [], -<<<<<<< HEAD "nullPointMode": "null", "options": { "dataLinks": [] @@ -8014,45 +5926,127 @@ "pointradius": 2, "points": false, "renderer": "flot", - "seriesOverrides": [], + "seriesOverrides": [ + { + "alias": "/.*batch-resolved/", + "yaxis": 2 + } + ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(rate(ticdc_sink_buffer_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance)", + "expr": "sum(rate(ticdc_kvclient_send_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (capture, changefeed, type)", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{instance}}", + "legendFormat": "{{capture}}-{{changefeed}}-{{type}}", "refId": "A" + }, + { + "expr": "sum(rate(ticdc_kvclient_batch_resolved_event_size_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture, changefeed, table)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{capture}}-{{changefeed}}-batch-resolved", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Buffer sink output events/s", + "title": "KV client dispatch events/s", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" -======= - "reverseYBuckets": false, - "targets": [ - { - "expr": "max(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "cards": { + "cardPadding": 0, + "cardRound": 0 + }, + "color": { + "cardColor": "#FF9830", + "colorScale": "linear", + "colorScheme": "interpolateSpectral", + "exponent": 0.5, + "min": 0, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", + "datasource": "${DS_TEST-CLUSTER}", + "description": "The size of batch resolved ts message from TiKV", + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 40 + }, + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 97, + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "links": [], + "reverseYBuckets": false, + "targets": [ + { + "expr": "sum(rate(ticdc_kvclient_batch_resolved_event_size_bucket{tidb_cluster=\"$tidb_cluster\", instance=~\"$tikv_instance\"}[1m])) by (le)", + "format": "heatmap", + "instant": false, "intervalFactor": 2, "legendFormat": "{{le}}", "refId": "A" } ], - "title": "Mounter unmarshal duration", + "title": "KV client batch resolved size", "tooltip": { "show": true, "showHistogram": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, "tooltipDecimals": 1, "type": "heatmap", @@ -8063,41 +6057,16 @@ "xBucketSize": null, "yAxis": { "decimals": 1, - "format": "s", + "format": "none", "logBase": 1, "max": null, "min": null, "show": true, "splitFactor": null }, -<<<<<<< HEAD - "yaxes": [ - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": false - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } -======= "yBucketBound": "upper", "yBucketNumber": null, "yBucketSize": null ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { "aliasColors": {}, @@ -8105,33 +6074,23 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The total number of events that buffer sink emits", + "description": "The number of regions that are being scanned", "fill": 1, -======= - "description": "Percentiles of unmarshal events from kv to SQL row duration", - "fill": 0, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "fillGradient": 0, "gridPos": { "h": 7, "w": 12, - "x": 12, -<<<<<<< HEAD - "y": 19 - }, - "hiddenSeries": false, - "id": 226, -======= - "y": 33 + "x": 0, + "y": 47 }, "hiddenSeries": false, - "id": 55, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 177, "legend": { "alignAsTable": true, "avg": false, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, @@ -8157,39 +6116,18 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_sink_buffer_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (instance)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}", -======= - "expr": "histogram_quantile(0.99, sum(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le, capture))", + "expr": "sum(ticdc_kvclient_region_token{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, store)", "format": "time_series", - "hide": false, "intervalFactor": 1, - "legendFormat": "{{capture}}-p99", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", "refId": "A" - }, - { - "expr": "histogram_quantile(0.999, sum(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le, capture))", - "format": "time_series", - "hide": true, - "instant": false, - "intervalFactor": 1, - "legendFormat": "{{capture}}-p999", - "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Buffer sink output events", -======= - "title": "Mounter unmarshal duration percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "KV client scanning regions", "tooltip": { "shared": true, "sort": 0, @@ -8205,7 +6143,7 @@ }, "yaxes": [ { - "format": "s", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -8213,11 +6151,7 @@ "show": true }, { -<<<<<<< HEAD "format": "short", -======= - "format": "none", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -8236,46 +6170,27 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of rows(events) that are processed by sink per second", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 4, - "w": 12, - "x": 0, - "y": 23 - }, - "hiddenSeries": false, - "id": 227, -======= - "description": "The number of KV client dispatched event per second", + "description": "Active stream count of each gRPC connection", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, - "x": 0, - "y": 40 + "x": 12, + "y": 47 }, "hiddenSeries": false, - "id": 31, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 188, "legend": { - "alignAsTable": false, + "alignAsTable": true, "avg": false, "current": true, -<<<<<<< HEAD -======= "hideEmpty": true, "hideZero": true, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "max": true, "min": false, - "rightSide": false, + "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, @@ -8286,61 +6201,32 @@ "options": { "dataLinks": [] }, + "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", -<<<<<<< HEAD "seriesOverrides": [], -======= - "seriesOverrides": [ - { - "alias": "/.*batch-resolved/", - "yaxis": 2 - } - ], ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum (rate(ticdc_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (capture)", -======= - "expr": "sum(rate(ticdc_kvclient_send_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (capture, changefeed, type)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "expr": "sum(ticdc_kvclient_grpc_stream_count{tidb_cluster=\"$tidb_cluster\"}) by (store)", "format": "time_series", - "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}", - "refId": "A" -======= - "legendFormat": "{{capture}}-{{changefeed}}-{{type}}", + "legendFormat": "{{store}}", "refId": "A" - }, - { - "expr": "sum(rate(ticdc_kvclient_batch_resolved_event_size_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture, changefeed, table)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}-batch-resolved", - "refId": "B" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sink output events/s", -======= - "title": "KV client dispatch events/s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "KV client gRPC stream count", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -8353,7 +6239,7 @@ }, "yaxes": [ { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -8366,7 +6252,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -8375,80 +6261,108 @@ } }, { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "The size of batch resolved ts message from TiKV", + "description": "The number of regions that have not connected to TiKV", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, "gridPos": { "h": 7, "w": 12, - "x": 12, - "y": 40 + "x": 0, + "y": 54 }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 97, + "hiddenSeries": false, + "id": 251, "legend": { "alignAsTable": true, "avg": false, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, + "lines": true, + "linewidth": 1, "links": [], - "reverseYBuckets": false, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, "targets": [ { - "expr": "sum(rate(ticdc_kvclient_batch_resolved_event_size_bucket{tidb_cluster=\"$tidb_cluster\", instance=~\"$tikv_instance\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", + "exemplar": true, + "expr": "sum(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, store)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", "refId": "A" } ], - "title": "KV client batch resolved size", + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "KV client cached regions", "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true + "shared": true, + "sort": 0, + "value_type": "individual" }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "none", - "logBase": 1, - "max": null, - "min": null, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, "show": true, - "splitFactor": null + "values": [] }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -8456,46 +6370,33 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of rows(events) that are processed by sink", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 4, - "w": 12, - "x": 12, - "y": 23 + "description": "Estimate the remaining time for a changefeed initialization (on a specific capture)", + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] }, - "hiddenSeries": false, - "id": 225, -======= - "description": "The number of regions that are being scanned", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, - "x": 0, - "y": 47 + "x": 12, + "y": 54 }, "hiddenSeries": false, - "id": 177, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 252, "legend": { - "alignAsTable": false, + "alignAsTable": true, "avg": false, "current": true, -<<<<<<< HEAD -======= "hideEmpty": true, "hideZero": true, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "max": true, "min": false, - "rightSide": false, + "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, @@ -8504,8 +6405,9 @@ "links": [], "nullPointMode": "null", "options": { - "dataLinks": [] + "alertThreshold": true }, + "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, @@ -8516,19 +6418,12 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_sink_total_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (capture, type)", -======= - "expr": "sum(ticdc_kvclient_region_token{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, store)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "exemplar": true, + "expr": "abs(sum(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"} / deriv(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture, changefeed, store))", "format": "time_series", "interval": "", "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}", -======= "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "refId": "A" } ], @@ -8536,14 +6431,10 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sink output events", -======= - "title": "KV client scanning regions", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Estimate remaining time for initialization", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -8556,13 +6447,9 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "none", -======= - "format": "short", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "label": null, - "logBase": 1, + "format": "s", + "label": "", + "logBase": 2, "max": null, "min": null, "show": true @@ -8580,58 +6467,48 @@ "align": false, "alignLevel": null } - }, + } + ], + "title": "Events", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 4 + }, + "id": 130, + "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of rows that sink flushes to downstream per second", "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 4, + "h": 8, "w": 12, "x": 0, - "y": 27 - }, - "hiddenSeries": false, - "id": 108, -======= - "description": "Active stream count of each gRPC connection", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 47 + "y": 5 }, - "hiddenSeries": false, - "id": 188, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 131, "legend": { - "alignAsTable": false, "avg": false, - "current": true, - "max": true, + "current": false, + "max": false, "min": false, - "rightSide": false, "show": true, - "sort": "current", - "sortDesc": true, "total": false, - "values": true + "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", - "options": { - "dataLinks": [] - }, "percentage": false, "pointradius": 2, "points": false, @@ -8642,17 +6519,10 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_sink_total_flushed_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}", -======= - "expr": "sum(ticdc_kvclient_grpc_stream_count{tidb_cluster=\"$tidb_cluster\"}) by (store)", + "expr": "sum(rate(ticdc_sorter_consume_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{store}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{capture}}-{{changefeed}}", "refId": "A" } ], @@ -8660,14 +6530,10 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sink flush rows/s", -======= - "title": "KV client gRPC stream count", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Unified Sorter intake rate", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -8680,7 +6546,7 @@ }, "yaxes": [ { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -8688,12 +6554,12 @@ "show": true }, { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ], "yaxis": { @@ -8707,57 +6573,27 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of rows(events) that are flushed by sink", "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 4, + "h": 8, "w": 12, "x": 12, - "y": 27 - }, - "hiddenSeries": false, - "id": 240, -======= - "description": "The number of regions that have not connected to TiKV", - "fieldConfig": { - "defaults": { - "links": [] - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 54 + "y": 5 }, - "hiddenSeries": false, - "id": 251, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 132, "legend": { - "alignAsTable": false, "avg": false, - "current": true, - "max": true, + "current": false, + "max": false, "min": false, - "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, - "values": true + "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", - "options": { - "alertThreshold": true - }, "percentage": false, "pointradius": 2, "points": false, @@ -8768,20 +6604,10 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_sink_total_flushed_rows_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}) by (capture, type)", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{capture}}", -======= - "exemplar": true, - "expr": "sum(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, store)", + "expr": "sum(rate(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", "format": "time_series", - "interval": "", "intervalFactor": 1, - "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{capture}}-{{changefeed}}", "refId": "A" } ], @@ -8789,14 +6615,10 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Sink flush rows", -======= - "title": "KV client cached regions", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Unified Sorter event output rate", "tooltip": { "shared": true, - "sort": 2, + "sort": 0, "value_type": "individual" }, "type": "graph", @@ -8809,7 +6631,7 @@ }, "yaxes": [ { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -8829,244 +6651,26 @@ "align": false, "alignLevel": null } - } - ], - "title": "Dataflow", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 3 - }, - "id": 13, - "panels": [ + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of established Eventfeed RPC between TiCDC and TiKV", -======= - "description": "Estimate the remaining time for a changefeed initialization (on a specific capture)", - "fieldConfig": { - "defaults": { - "unit": "s" - }, - "overrides": [] - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, -<<<<<<< HEAD - "w": 8, - "x": 0, - "y": 32 - }, - "hiddenSeries": false, - "id": 15, -======= - "w": 12, - "x": 12, - "y": 54 - }, - "hiddenSeries": false, - "id": 252, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, -<<<<<<< HEAD - "hideEmpty": false, - "max": false, -======= - "hideEmpty": true, - "hideZero": true, - "max": true, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "paceLength": 10, - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/.*-rpc/", - "yaxis": 2 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum(ticdc_kvclient_event_feed_count{tidb_cluster=\"$tidb_cluster\"}) by (instance)", -======= - "exemplar": true, - "expr": "abs(sum(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"} / deriv(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture, changefeed, store))", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "time_series", - "interval": "", - "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{instance}}", -======= - "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" - }, - { - "expr": "sum(grpc_client_started_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance) - sum(grpc_client_handled_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-rpc", - "refId": "B" - }, - { - "expr": "sum(grpc_client_started_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{instance}}-rpc-started", - "refId": "C" - }, - { - "expr": "sum(grpc_client_handled_total{tidb_cluster=\"$tidb_cluster\", grpc_method=\"EventFeed\"}) by (instance)", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{instance}}-rpc-handled", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "Eventfeed count", -======= - "title": "Estimate remaining time for initialization", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { -<<<<<<< HEAD - "format": "short", - "label": null, - "logBase": 1, -======= - "format": "s", - "label": "", - "logBase": 2, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "title": "Events", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 4 - }, - "id": 130, - "panels": [ - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "decimals": null, - "description": "Percentiles of Eventfeed message size", -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "fill": 1, "gridPos": { -<<<<<<< HEAD - "h": 7, - "w": 8, - "x": 8, - "y": 32 - }, - "hiddenSeries": false, - "id": 17, -======= "h": 8, "w": 12, "x": 0, - "y": 5 + "y": 13 }, - "id": 131, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 133, "legend": { "avg": false, -<<<<<<< HEAD - "current": true, - "max": false, - "min": false, - "rightSide": true, -======= "current": false, "max": false, "min": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "show": true, "total": false, "values": false @@ -9085,37 +6689,18 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "histogram_quantile(0.999, sum(rate(ticdc_kvclient_event_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, instance, type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p999", - "refId": "A" - }, - { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_kvclient_event_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, instance, type))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}-p95", - "refId": "B" -======= - "expr": "sum(rate(ticdc_sorter_consume_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", + "expr": "sum(ticdc_sorter_on_disk_data_size_gauge{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}) by (capture)", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}", + "legendFormat": "{{capture}}", "refId": "A" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "Event size percentile", -======= - "title": "Unified Sorter intake rate", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Unified Sorter on disk data size", "tooltip": { "shared": true, "sort": 0, @@ -9135,7 +6720,7 @@ "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { @@ -9153,1362 +6738,54 @@ } }, { -<<<<<<< HEAD "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "The number of errors that interrupt Eventfeed RPC", "fill": 1, - "fillGradient": 0, "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 32 + "h": 8, + "w": 12, + "x": 12, + "y": 13 }, - "hiddenSeries": false, - "id": 28, + "id": 134, "legend": { - "alignAsTable": true, "avg": false, - "current": true, - "hideEmpty": true, - "hideZero": true, - "max": true, + "current": false, + "max": false, "min": false, - "rightSide": true, "show": true, "total": false, - "values": true + "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "paceLength": 10, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum(increase(ticdc_kvclient_event_feed_error_count{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (type)", - "format": "time_series", - "hide": false, - "interval": "1m", - "intervalFactor": 1, - "legendFormat": "{{type}}", - "refId": "A" - }, - { - "expr": "-sum(increase(pd_schedule_operators_count{tidb_cluster=\"$tidb_cluster\", event=\"create\", type=~\".*leader\"}[1m]))", - "format": "time_series", - "hide": false, - "interval": "1m", - "intervalFactor": 1, - "legendFormat": "transfer-leader", - "refId": "B" - }, - { - "expr": "-sum(increase(pd_schedule_operators_count{tidb_cluster=\"$tidb_cluster\", event=\"create\", type=~\".*(peer|region)\"}[1m]))", - "format": "time_series", - "interval": "1m", - "intervalFactor": 1, - "legendFormat": "move-region", - "refId": "C" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Eventfeed error/m", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of KV client received events from TiKV per seconds", -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "fill": 1, - "gridPos": { -<<<<<<< HEAD - "h": 7, - "w": 8, - "x": 0, - "y": 39 - }, - "hiddenSeries": false, - "id": 29, -======= - "h": 8, - "w": 12, - "x": 12, - "y": 5 - }, - "id": 132, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "avg": false, -<<<<<<< HEAD - "current": true, - "hideEmpty": true, - "hideZero": true, - "max": true, - "min": false, - "rightSide": false, -======= - "current": false, - "max": false, - "min": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_kvclient_pull_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}", -======= - "expr": "sum(rate(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "KV client receive events/s", -======= - "title": "Unified Sorter event output rate", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of events that puller outputs to sorter \n per second", -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "fill": 1, - "gridPos": { -<<<<<<< HEAD - "h": 7, - "w": 8, - "x": 8, - "y": 39 - }, - "hiddenSeries": false, - "id": 5, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": false, -======= - "h": 8, - "w": 12, - "x": 0, - "y": 13 - }, - "id": 133, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum (rate(ticdc_puller_txn_collect_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (instance, type)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{instance}}-{{type}}", -======= - "expr": "sum(ticdc_sorter_on_disk_data_size_gauge{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "Puller output events/s", -======= - "title": "Unified Sorter on disk data size", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { -<<<<<<< HEAD - "format": "none", -======= - "format": "bytes", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of events that are buffered in Processor's output channel and Mounter input channel", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 39 - }, - "hiddenSeries": false, - "id": 107, -======= - "fill": 1, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 13 - }, - "id": 134, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "avg": false, -<<<<<<< HEAD - "current": true, - "hideEmpty": false, - "max": true, - "min": false, - "rightSide": false, -======= - "current": false, - "max": false, - "min": false, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum(ticdc_mounter_input_chan_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-mounter input chan", - "refId": "A" - }, - { - "expr": "-sum(ticdc_sink_buffer_chan_size{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-sink buffer chan", - "refId": "B" -======= - "expr": "sum(ticdc_sorter_in_memory_data_size_gauge{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}) by (capture)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}", - "refId": "A" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "Sink/Mounter buffer size", -======= - "title": "Unified Sorter in-memory data size", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { -<<<<<<< HEAD - "format": "short", -======= - "format": "bytes", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "cards": { -<<<<<<< HEAD - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "Duration of sorting unsorted events", - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 46 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 99, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "title": "Entry sorter sort duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", - "description": "Percentiles of sorting events duration", - "fill": 1, - "fillGradient": 0, -======= - "cardPadding": null, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "max": null, - "min": null, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "gridPos": { - "h": 8, - "w": 12, -<<<<<<< HEAD - "x": 12, - "y": 46 - }, - "hiddenSeries": false, - "id": 53, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "hideEmpty": false, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true -======= - "x": 0, - "y": 21 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 135, - "legend": { - "show": false ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - "links": [], -<<<<<<< HEAD - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "paceLength": 10, - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "histogram_quantile(0.999, sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-p999", - "refId": "A" - }, - { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_puller_entry_sorter_sort_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{capture}}-p95", - "refId": "B" -======= - "reverseYBuckets": false, - "targets": [ - { - "expr": "sum(rate(ticdc_sorter_flush_count_histogram_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "intervalFactor": 1, - "legendFormat": "{{le}}", - "refId": "A" ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - } - ], - "timeFrom": null, - "timeShift": null, -<<<<<<< HEAD - "title": "Entry sorter sort duration percentile", -======= - "title": "Unified Sorter flush sizes", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "none", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, -<<<<<<< HEAD - "yaxes": [ - { - "format": "s", - "label": null, - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } -======= - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - { - "cards": { - "cardPadding": null, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateBlues", - "exponent": 0.5, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Duration of merging sorted events", -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "gridPos": { - "h": 8, - "w": 12, -<<<<<<< HEAD - "x": 0, - "y": 53 -======= - "x": 12, - "y": 21 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, -<<<<<<< HEAD - "id": 105, -======= - "id": 136, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "show": false - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", -======= - "expr": "sum(rate(ticdc_sorter_merge_count_histogram_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (le)", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "heatmap", - "intervalFactor": 1, - "legendFormat": "{{le}}", - "refId": "A" - } - ], -<<<<<<< HEAD - "title": "Entry sorter merge duration", -======= - "timeFrom": null, - "timeShift": null, - "title": "Unified Sorter merge size", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { -<<<<<<< HEAD - "decimals": 1, - "format": "s", -======= - "decimals": null, - "format": "none", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null - } - ], - "title": "Unified Sorter", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 5 - }, - "id": 266, - "panels": [ - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Percentiles of merging sorted events duration", -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "fill": 1, - "gridPos": { - "h": 7, - "w": 12, -<<<<<<< HEAD - "x": 12, - "y": 53 - }, - "hiddenSeries": false, - "id": 106, -======= - "x": 0, - "y": 16 - }, - "id": 289, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "hideEmpty": false, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "histogram_quantile(0.999, sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", -======= - "expr": "etcd_debugging_mvcc_db_total_size_in_bytes{tidb_cluster=\"$tidb_cluster\", job=\"pd\"}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "format": "time_series", - "hide": false, - "intervalFactor": 1, -<<<<<<< HEAD - "legendFormat": "{{capture}}-p999", -======= - "legendFormat": "{{instance}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" - }, - { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_puller_entry_sorter_merge_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{capture}}-p95", - "refId": "B" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, -<<<<<<< HEAD - "title": "Entry sorter merge duration percentile", -======= - "title": "Etcd MVCC DB total size", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { -<<<<<<< HEAD - "format": "s", -======= - "format": "decbytes", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "label": null, - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": false - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Duration of unmarshal events from kv to SQL row", - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 60 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 101, -======= - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 16 - }, - "hiddenSeries": false, - "id": 114, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, -<<<<<<< HEAD -======= - "hideEmpty": true, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "max(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", -======= - "expr": "histogram_quantile(0.999, sum(rate(ticdc_server_etcd_health_check_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "p999-{{instance}}", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" - }, - { - "expr": "histogram_quantile(0.99, sum(rate(ticdc_server_etcd_health_check_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "p99-{{instance}}", - "refId": "B" - }, - { - "expr": "histogram_quantile(0.95, sum(rate(ticdc_server_etcd_health_check_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,instance))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "p95-{{instance}}", - "refId": "C" - } - ], -<<<<<<< HEAD - "title": "Mounter unmarshal duration", -======= - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Etcd health check duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, -<<<<<<< HEAD - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null -======= - "yaxes": [ - { - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "max": null, - "min": 1, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Percentiles of unmarshal events from kv to SQL row duration", - "fill": 0, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 60 - }, - "hiddenSeries": false, - "id": 55, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] -======= - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 23 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 267, - "legend": { - "show": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "histogram_quantile(0.99, sum(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le, capture))", - "format": "time_series", - "hide": false, - "intervalFactor": 1, - "legendFormat": "{{capture}}-p99", -======= - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "A" - }, - { - "expr": "histogram_quantile(0.999, sum(rate(ticdc_mounter_unmarshal_and_mount_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (le, capture))", - "format": "time_series", - "hide": true, - "instant": false, - "intervalFactor": 1, - "legendFormat": "{{capture}}-p999", - "refId": "B" - } - ], - "timeFrom": null, - "timeShift": null, -<<<<<<< HEAD - "title": "Mounter unmarshal duration percentile", - "tooltip": { - "shared": true, - "sort": 2, - "value_type": "individual" -======= - "title": "EtcdWorker exec etcd txn duration", - "tooltip": { - "show": true, - "showHistogram": true ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, -<<<<<<< HEAD - "yaxes": [ - { - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } -======= - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of KV client dispatched event per second", -======= - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, -<<<<<<< HEAD - "x": 0, - "y": 67 - }, - "hiddenSeries": false, - "id": 31, -======= - "x": 12, - "y": 23 - }, - "hiddenSeries": false, - "id": 264, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pluginVersion": "6.1.6", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [ - { - "alias": "/.*batch-resolved/", - "yaxis": 2 - } - ], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { -<<<<<<< HEAD - "expr": "sum(rate(ticdc_kvclient_send_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\"}[1m])) by (capture, changefeed, type)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}-{{type}}", - "refId": "A" - }, - { - "expr": "sum(rate(ticdc_kvclient_batch_resolved_event_size_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\",capture=~\"$capture\"}[1m])) by (capture, changefeed, table)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}-batch-resolved", -======= - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "interval": "", - "legendFormat": "{{capture}}-95", - "queryType": "randomWalk", - "refId": "A" - }, + "stack": false, + "steppedLine": false, + "targets": [ { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}}-99", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "refId": "B" + "expr": "sum(ticdc_sorter_in_memory_data_size_gauge{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}) by (capture)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{capture}}", + "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "KV client dispatch events/s", -======= - "title": "EtcdWorker tick reactor duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Unified Sorter in-memory data size", "tooltip": { "shared": true, "sort": 0, @@ -10524,19 +6801,15 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "short", -======= - "format": "s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "format": "bytes", "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -10549,206 +6822,53 @@ "alignLevel": null } }, -<<<<<<< HEAD -======= { "cards": { - "cardPadding": 0, - "cardRound": 0 + "cardPadding": null, + "cardRound": null }, "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", + "colorScheme": "interpolateOranges", "exponent": 0.5, "max": null, - "min": 1, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 30 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 256, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "EtcdWorker exec etcd txn duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - { - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, "mode": "spectrum" }, "dataFormat": "tsbuckets", "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The size of batch resolved ts message from TiKV", -======= - "description": "", - "fieldConfig": { - "defaults": { - "unit": "s" - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "gridPos": { - "h": 7, + "h": 8, "w": 12, - "x": 12, -<<<<<<< HEAD - "y": 67 + "x": 0, + "y": 21 }, "heatmap": {}, "hideZeroBuckets": true, "highlightCards": true, - "id": 97, -======= - "y": 30 - }, - "hiddenSeries": false, - "id": 258, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 135, "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true + "show": false }, -<<<<<<< HEAD "links": [], "reverseYBuckets": false, "targets": [ { - "expr": "sum(rate(ticdc_kvclient_batch_resolved_event_size_bucket{tidb_cluster=\"$tidb_cluster\", instance=~\"$tikv_instance\"}[1m])) by (le)", + "expr": "sum(rate(ticdc_sorter_flush_count_histogram_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (le)", "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", -======= - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "6.1.6", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "interval": "", "intervalFactor": 1, - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{le}}", "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "{{capture}}-p99", - "refId": "B" } ], -<<<<<<< HEAD - "title": "KV client batch resolved size", -======= - "thresholds": [], "timeFrom": null, - "timeRegions": [], "timeShift": null, - "title": "EtcdWorker exec etcd txn duration percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Unified Sorter flush sizes", "tooltip": { "show": true, - "showHistogram": true + "showHistogram": false }, - "tooltipDecimals": 1, "type": "heatmap", "xAxis": { "show": true @@ -10756,7 +6876,7 @@ "xBucketNumber": null, "xBucketSize": null, "yAxis": { - "decimals": 1, + "decimals": null, "format": "none", "logBase": 1, "max": null, @@ -10764,34 +6884,9 @@ "show": true, "splitFactor": null }, -<<<<<<< HEAD - "yBucketBound": "upper", + "yBucketBound": "auto", "yBucketNumber": null, "yBucketSize": null -======= - "yaxes": [ - { - "format": "s", - "label": null, - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) }, { "cards": { @@ -10801,52 +6896,43 @@ "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", - "colorScheme": "interpolatePurples", + "colorScheme": "interpolateBlues", "exponent": 0.5, - "min": 0, "mode": "spectrum" }, "dataFormat": "tsbuckets", "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, "gridPos": { - "h": 7, + "h": 8, "w": 12, - "x": 0, - "y": 37 + "x": 12, + "y": 21 }, "heatmap": {}, "hideZeroBuckets": true, "highlightCards": true, - "id": 254, + "id": 136, "legend": { - "show": true + "show": false }, - "pluginVersion": "6.1.6", + "links": [], "reverseYBuckets": false, "targets": [ { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le)", + "expr": "sum(rate(ticdc_sorter_merge_count_histogram_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (le)", "format": "heatmap", - "instant": false, - "interval": "", "intervalFactor": 1, "legendFormat": "{{le}}", - "queryType": "randomWalk", "refId": "A" } ], - "title": "EtcdWorker txn size", + "timeFrom": null, + "timeShift": null, + "title": "Unified Sorter merge size", "tooltip": { "show": true, - "showHistogram": true + "showHistogram": false }, - "tooltipDecimals": null, "type": "heatmap", "xAxis": { "show": true @@ -10855,7 +6941,7 @@ "xBucketSize": null, "yAxis": { "decimals": null, - "format": "decbytes", + "format": "none", "logBase": 1, "max": null, "min": null, @@ -10865,40 +6951,35 @@ "yBucketBound": "auto", "yBucketNumber": null, "yBucketSize": null - }, + } + ], + "title": "Unified Sorter", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 5 + }, + "id": 266, + "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of regions that are being scanned", -======= - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "fill": 1, - "fillGradient": 0, "gridPos": { "h": 7, "w": 12, -<<<<<<< HEAD "x": 0, - "y": 74 - }, - "hiddenSeries": false, - "id": 177, -======= - "x": 12, - "y": 37 + "y": 16 }, - "hiddenSeries": false, - "id": 260, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 289, "legend": { "alignAsTable": true, "avg": false, @@ -10914,18 +6995,9 @@ }, "lines": true, "linewidth": 1, + "links": [], "nullPointMode": "null", - "options": { -<<<<<<< HEAD - "dataLinks": [] - }, - "paceLength": 10, -======= - "alertThreshold": true - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "percentage": false, - "pluginVersion": "6.1.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -10935,38 +7007,19 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_kvclient_region_token{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, store)", + "expr": "etcd_debugging_mvcc_db_total_size_in_bytes{tidb_cluster=\"$tidb_cluster\", job=\"pd\"}", "format": "time_series", + "hide": false, "intervalFactor": 1, - "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", -======= - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "interval": "", - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{instance}}", "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}}-p99", - "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "KV client scanning regions", -======= - "title": "EtcdWorker txn size percentile", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Etcd MVCC DB total size", "tooltip": { "shared": true, "sort": 0, @@ -10982,7 +7035,7 @@ }, "yaxes": [ { - "format": "bytes", + "format": "decbytes", "label": null, "logBase": 1, "max": null, @@ -10995,7 +7048,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ], "yaxis": { @@ -11009,43 +7062,25 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "Active stream count of each gRPC connection", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, - "y": 74 + "y": 16 }, "hiddenSeries": false, - "id": 188, -======= - "description": "The time consumed of writing WAL into the persistent storage in .99", - "editable": true, - "error": false, - "fill": 1, - "grid": {}, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 44 - }, - "id": 291, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "id": 114, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, - "hideZero": true, "max": true, "min": false, "rightSide": true, "show": true, - "sideWidth": 300, "total": false, "values": true }, @@ -11053,15 +7088,12 @@ "linewidth": 1, "links": [], "nullPointMode": "null", -<<<<<<< HEAD "options": { "dataLinks": [] }, -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "paceLength": 10, "percentage": false, - "pointradius": 5, + "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], @@ -11070,37 +7102,36 @@ "steppedLine": false, "targets": [ { -<<<<<<< HEAD - "expr": "sum(ticdc_kvclient_grpc_stream_count{tidb_cluster=\"$tidb_cluster\"}) by (store)", + "expr": "histogram_quantile(0.999, sum(rate(ticdc_server_etcd_health_check_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,instance))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "{{store}}", + "legendFormat": "p999-{{instance}}", "refId": "A" -======= - "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\"}[5m])) by (instance, le))", + }, + { + "expr": "histogram_quantile(0.99, sum(rate(ticdc_server_etcd_health_check_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,instance))", "format": "time_series", - "intervalFactor": 2, - "legendFormat": "{{instance}}", - "metric": "", - "refId": "A", - "step": 4 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "intervalFactor": 1, + "legendFormat": "p99-{{instance}}", + "refId": "B" + }, + { + "expr": "histogram_quantile(0.95, sum(rate(ticdc_server_etcd_health_check_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,instance))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "p95-{{instance}}", + "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "KV client gRPC stream count", -======= - "title": "Etcd 99% WAL fsync duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "Etcd health check duration", "tooltip": { - "msResolution": false, "shared": true, "sort": 0, - "value_type": "cumulative" + "value_type": "individual" }, "type": "graph", "xaxis": { @@ -11112,11 +7143,7 @@ }, "yaxes": [ { -<<<<<<< HEAD - "format": "short", -======= "format": "s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "label": null, "logBase": 1, "max": null, @@ -11138,149 +7165,80 @@ } }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, + "cards": { + "cardPadding": 0, + "cardRound": 0 + }, + "color": { + "cardColor": "#b4ff00", + "colorScale": "sqrt", + "colorScheme": "interpolateSpectral", + "exponent": 0.5, + "max": null, + "min": 1, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", "datasource": "${DS_TEST-CLUSTER}", -<<<<<<< HEAD - "description": "The number of regions that have not connected to TiKV", + "description": "", "fieldConfig": { - "defaults": { - "links": [] - }, + "defaults": {}, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, - "y": 81 - }, - "hiddenSeries": false, - "id": 251, -======= - "description": "The time consumed of handling etcd transactions in .99", - "editable": true, - "error": false, - "fill": 1, - "grid": {}, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 44 + "y": 23 }, - "id": 290, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 267, "legend": { - "alignAsTable": true, - "avg": false, - "current": true, -<<<<<<< HEAD - "hideEmpty": true, - "hideZero": true, -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sideWidth": 300, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", -<<<<<<< HEAD - "options": { - "alertThreshold": true + "show": true }, -======= ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "paceLength": 10, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "pluginVersion": "6.1.6", + "reverseYBuckets": false, "targets": [ { -<<<<<<< HEAD "exemplar": true, - "expr": "sum(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}) by (capture, changefeed, store)", - "format": "time_series", + "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", + "format": "heatmap", + "instant": false, "interval": "", - "intervalFactor": 1, - "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", - "refId": "A" -======= - "expr": "histogram_quantile(0.99, sum(rate(pd_txn_handle_txns_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\"}[5m])) by (instance, result, le))", - "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{instance}} {{result}}", - "refId": "A", - "step": 4 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "legendFormat": "{{le}}", + "queryType": "randomWalk", + "refId": "A" } ], - "thresholds": [], "timeFrom": null, - "timeRegions": [], "timeShift": null, -<<<<<<< HEAD - "title": "KV client cached regions", -======= - "title": "Etcd 99% Handle transactions duration", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "title": "EtcdWorker exec etcd txn duration", "tooltip": { - "msResolution": false, - "shared": true, - "sort": 0, - "value_type": "cumulative" + "show": true, + "showHistogram": true }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, + "tooltipDecimals": 1, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": 1, + "format": "s", + "logBase": 1, + "max": null, + "min": null, "show": true, - "values": [] + "splitFactor": null }, - "yaxes": [ - { -<<<<<<< HEAD - "format": "short", -======= - "format": "s", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } -<<<<<<< HEAD + "yBucketBound": "upper", + "yBucketNumber": null, + "yBucketSize": null }, { "aliasColors": {}, @@ -11288,11 +7246,9 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "description": "Estimate the remaining time for a changefeed initialization (on a specific capture)", + "description": "", "fieldConfig": { - "defaults": { - "unit": "s" - }, + "defaults": {}, "overrides": [] }, "fill": 1, @@ -11301,32 +7257,27 @@ "h": 7, "w": 12, "x": 12, - "y": 81 + "y": 23 }, "hiddenSeries": false, - "id": 252, + "id": 264, "legend": { - "alignAsTable": true, "avg": false, - "current": true, - "hideEmpty": true, - "hideZero": true, - "max": true, + "current": false, + "max": false, "min": false, - "rightSide": true, "show": true, "total": false, - "values": true + "values": false }, "lines": true, "linewidth": 1, - "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, - "paceLength": 10, "percentage": false, + "pluginVersion": "6.1.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -11337,19 +7288,26 @@ "targets": [ { "exemplar": true, - "expr": "abs(sum(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"} / deriv(ticdc_kvclient_cached_region{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture, changefeed, store))", - "format": "time_series", + "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", "interval": "", - "intervalFactor": 1, - "legendFormat": "{{changefeed}}-{{capture}}-{{store}}", + "legendFormat": "{{capture}}-95", + "queryType": "randomWalk", "refId": "A" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", + "hide": false, + "interval": "", + "legendFormat": "{{capture}}-99", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Estimate remaining time for initialization", + "title": "EtcdWorker tick reactor duration", "tooltip": { "shared": true, "sort": 0, @@ -11366,14 +7324,14 @@ "yaxes": [ { "format": "s", - "label": "", - "logBase": 2, + "label": null, + "logBase": 1, "max": null, "min": null, "show": true }, { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -11385,40 +7343,106 @@ "align": false, "alignLevel": null } - } - ], - "title": "Events", -======= - } - ], - "title": "Etcd", ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 4 - }, - "id": 130, - "panels": [ + }, + { + "cards": { + "cardPadding": 0, + "cardRound": 0 + }, + "color": { + "cardColor": "#b4ff00", + "colorScale": "sqrt", + "colorScheme": "interpolateSpectral", + "exponent": 0.5, + "max": null, + "min": 1, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", + "datasource": "${DS_TEST-CLUSTER}", + "description": "", + "fieldConfig": { + "defaults": {}, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 30 + }, + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 256, + "legend": { + "show": true + }, + "pluginVersion": "6.1.6", + "reverseYBuckets": false, + "targets": [ + { + "exemplar": true, + "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", + "format": "heatmap", + "instant": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{le}}", + "queryType": "randomWalk", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "EtcdWorker exec etcd txn duration", + "tooltip": { + "show": true, + "showHistogram": true + }, + "tooltipDecimals": 1, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": 1, + "format": "s", + "logBase": 1, + "max": null, + "min": null, + "show": true, + "splitFactor": null + }, + "yBucketBound": "upper", + "yBucketNumber": null, + "yBucketSize": null + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", + "description": "", + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 8, + "h": 7, "w": 12, - "x": 0, - "y": 7 + "x": 12, + "y": 30 }, - "id": 131, + "hiddenSeries": false, + "id": 258, "legend": { "avg": false, "current": false, @@ -11430,9 +7454,12 @@ }, "lines": true, "linewidth": 1, - "links": [], "nullPointMode": "null", + "options": { + "alertThreshold": true + }, "percentage": false, + "pluginVersion": "6.1.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -11442,18 +7469,31 @@ "steppedLine": false, "targets": [ { - "expr": "sum(rate(ticdc_sorter_consume_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", + "exemplar": true, + "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", + "interval": "", "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}", + "legendFormat": "{{capture}}-p95", + "queryType": "randomWalk", "refId": "A" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{capture}}-p99", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Unified Sorter intake rate", + "title": "EtcdWorker exec etcd txn duration percentile", "tooltip": { "shared": true, "sort": 0, @@ -11469,9 +7509,9 @@ }, "yaxes": [ { - "format": "short", + "format": "s", "label": null, - "logBase": 1, + "logBase": 2, "max": null, "min": null, "show": true @@ -11490,20 +7530,100 @@ "alignLevel": null } }, + { + "cards": { + "cardPadding": null, + "cardRound": null + }, + "color": { + "cardColor": "#b4ff00", + "colorScale": "sqrt", + "colorScheme": "interpolatePurples", + "exponent": 0.5, + "min": 0, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", + "datasource": "${DS_TEST-CLUSTER}", + "description": "", + "fieldConfig": { + "defaults": {}, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 37 + }, + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 254, + "legend": { + "show": true + }, + "pluginVersion": "6.1.6", + "reverseYBuckets": false, + "targets": [ + { + "exemplar": true, + "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le)", + "format": "heatmap", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{le}}", + "queryType": "randomWalk", + "refId": "A" + } + ], + "title": "EtcdWorker txn size", + "tooltip": { + "show": true, + "showHistogram": true + }, + "tooltipDecimals": null, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": null, + "format": "decbytes", + "logBase": 1, + "max": null, + "min": null, + "show": true, + "splitFactor": null + }, + "yBucketBound": "auto", + "yBucketNumber": null, + "yBucketSize": null + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", + "description": "", + "fieldConfig": { + "defaults": {}, + "overrides": [] + }, "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 12, - "y": 7 + "y": 37 }, - "id": 132, + "hiddenSeries": false, + "id": 260, "legend": { "avg": false, "current": false, @@ -11515,9 +7635,12 @@ }, "lines": true, "linewidth": 1, - "links": [], "nullPointMode": "null", + "options": { + "alertThreshold": true + }, "percentage": false, + "pluginVersion": "6.1.6", "pointradius": 2, "points": false, "renderer": "flot", @@ -11527,18 +7650,27 @@ "steppedLine": false, "targets": [ { - "expr": "sum(rate(ticdc_sorter_event_count{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (capture,changefeed)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}-{{changefeed}}", + "exemplar": true, + "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", + "interval": "", + "legendFormat": "{{capture}}-p95", + "queryType": "randomWalk", "refId": "A" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", + "hide": false, + "interval": "", + "legendFormat": "{{capture}}-p99", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Unified Sorter event output rate", + "title": "EtcdWorker txn size percentile", "tooltip": { "shared": true, "sort": 0, @@ -11554,7 +7686,7 @@ }, "yaxes": [ { - "format": "short", + "format": "bytes", "label": null, "logBase": 1, "max": null, @@ -11581,33 +7713,39 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", + "description": "The time consumed of writing WAL into the persistent storage in .99", + "editable": true, + "error": false, "fill": 1, + "grid": {}, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 0, -<<<<<<< HEAD - "y": 13 -======= - "y": 14 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 44 }, - "id": 133, + "id": 291, "legend": { + "alignAsTable": true, "avg": false, - "current": false, - "max": false, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, "min": false, + "rightSide": true, "show": true, + "sideWidth": 300, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", + "paceLength": 10, "percentage": false, - "pointradius": 2, + "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], @@ -11616,22 +7754,25 @@ "steppedLine": false, "targets": [ { - "expr": "sum(ticdc_sorter_on_disk_data_size_gauge{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}) by (capture)", + "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\"}[5m])) by (instance, le))", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}", - "refId": "A" + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "metric": "", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Unified Sorter on disk data size", + "title": "Etcd 99% WAL fsync duration", "tooltip": { + "msResolution": false, "shared": true, "sort": 0, - "value_type": "individual" + "value_type": "cumulative" }, "type": "graph", "xaxis": { @@ -11643,11 +7784,11 @@ }, "yaxes": [ { - "format": "bytes", + "format": "s", "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -11670,33 +7811,37 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", + "description": "The time consumed of handling etcd transactions in .99", + "editable": true, + "error": false, "fill": 1, + "grid": {}, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 12, -<<<<<<< HEAD - "y": 13 -======= - "y": 14 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 44 }, - "id": 134, + "id": 290, "legend": { + "alignAsTable": true, "avg": false, - "current": false, - "max": false, + "current": true, + "max": true, "min": false, + "rightSide": true, "show": true, + "sideWidth": 300, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", + "paceLength": 10, "percentage": false, - "pointradius": 2, + "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], @@ -11705,186 +7850,58 @@ "steppedLine": false, "targets": [ { - "expr": "sum(ticdc_sorter_in_memory_data_size_gauge{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}) by (capture)", + "expr": "histogram_quantile(0.99, sum(rate(pd_txn_handle_txns_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\"}[5m])) by (instance, result, le))", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{capture}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Unified Sorter in-memory data size", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "cards": { - "cardPadding": null, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateOranges", - "exponent": 0.5, - "max": null, - "min": null, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 21 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 135, - "legend": { - "show": false - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "sum(rate(ticdc_sorter_flush_count_histogram_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "intervalFactor": 1, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Unified Sorter flush sizes", - "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "none", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "cards": { - "cardPadding": null, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateBlues", - "exponent": 0.5, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 21 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 136, - "legend": { - "show": false - }, - "links": [], - "reverseYBuckets": false, - "targets": [ - { - "expr": "sum(rate(ticdc_sorter_merge_count_histogram_bucket{tidb_cluster=\"$tidb_cluster\", changefeed=~\"$changefeed\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "intervalFactor": 1, - "legendFormat": "{{le}}", - "refId": "A" + "intervalFactor": 2, + "legendFormat": "{{instance}} {{result}}", + "refId": "A", + "step": 4 } ], + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Unified Sorter merge size", + "title": "Etcd 99% Handle transactions duration", "tooltip": { - "show": true, - "showHistogram": false - }, - "type": "heatmap", - "xAxis": { - "show": true + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "none", - "logBase": 1, - "max": null, - "min": null, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, "show": true, - "splitFactor": null + "values": [] }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null + "yaxes": [ + { + "format": "s", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], - "title": "Unified Sorter", + "title": "Etcd", "type": "row" }, { @@ -11893,7 +7910,7 @@ "h": 1, "w": 24, "x": 0, - "y": 5 + "y": 6 }, "id": 58, "panels": [ @@ -11910,11 +7927,7 @@ "h": 7, "w": 12, "x": 0, -<<<<<<< HEAD - "y": 5 -======= - "y": 21 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 7 }, "id": 60, "legend": { @@ -12038,15 +8051,9 @@ "grid": {}, "gridPos": { "h": 7, -<<<<<<< HEAD "w": 12, "x": 12, - "y": 5 -======= - "w": 5, - "x": 7, - "y": 21 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 7 }, "id": 74, "legend": { @@ -12153,13 +8160,8 @@ "gridPos": { "h": 7, "w": 12, -<<<<<<< HEAD "x": 0, - "y": 12 -======= - "x": 12, - "y": 21 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 14 }, "id": 147, "legend": { @@ -12243,88 +8245,6 @@ } }, { -<<<<<<< HEAD -======= - "cards": { - "cardPadding": 0, - "cardRound": 0 - }, - "color": { - "cardColor": "#FF9830", - "colorScale": "linear", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": 0, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "The time consumed to CDC incremental scan", - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 28 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 68, - "legend": { - "alignAsTable": true, - "avg": false, - "current": true, - "max": true, - "min": false, - "rightSide": true, - "show": true, - "sort": "current", - "sortDesc": true, - "total": false, - "values": true - }, - "links": [], - "maxPerRow": 3, - "repeat": null, - "repeatDirection": "h", - "reverseYBuckets": false, - "targets": [ - { - "expr": "sum(rate(tikv_cdc_scan_duration_seconds_bucket{tidb_cluster=\"$tidb_cluster\", instance=~\"$tikv_instance\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "intervalFactor": 2, - "legendFormat": "{{le}}", - "refId": "A" - } - ], - "title": "Initial scan duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, - { ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "aliasColors": {}, "bars": false, "dashLength": 10, @@ -12340,11 +8260,7 @@ "h": 7, "w": 12, "x": 12, -<<<<<<< HEAD - "y": 12 -======= - "y": 28 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 14 }, "id": 194, "legend": { @@ -12506,15 +8422,9 @@ "grid": {}, "gridPos": { "h": 7, -<<<<<<< HEAD "w": 7, "x": 0, - "y": 19 -======= - "w": 6, - "x": 18, - "y": 28 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 21 }, "id": 152, "legend": { @@ -12643,15 +8553,9 @@ "grid": {}, "gridPos": { "h": 7, -<<<<<<< HEAD "w": 5, "x": 7, - "y": 19 -======= - "w": 12, - "x": 0, - "y": 35 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 21 }, "id": 153, "legend": { @@ -12747,11 +8651,7 @@ "h": 7, "w": 12, "x": 12, -<<<<<<< HEAD - "y": 19 -======= - "y": 35 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 21 }, "id": 70, "legend": { @@ -12853,7 +8753,7 @@ "h": 7, "w": 12, "x": 0, - "y": 26 + "y": 28 }, "heatmap": {}, "hideZeroBuckets": true, @@ -12924,13 +8824,8 @@ "gridPos": { "h": 7, "w": 6, -<<<<<<< HEAD "x": 12, - "y": 26 -======= - "x": 18, - "y": 35 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 28 }, "id": 72, "legend": { @@ -13023,15 +8918,9 @@ "fill": 1, "gridPos": { "h": 7, -<<<<<<< HEAD "w": 6, "x": 18, - "y": 26 -======= - "w": 12, - "x": 0, - "y": 42 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 28 }, "id": 140, "legend": { @@ -13142,13 +9031,8 @@ "gridPos": { "h": 7, "w": 12, -<<<<<<< HEAD "x": 0, - "y": 33 -======= - "x": 12, - "y": 42 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 35 }, "id": 78, "legend": { @@ -13254,15 +9138,9 @@ "grid": {}, "gridPos": { "h": 7, -<<<<<<< HEAD "w": 6, "x": 12, - "y": 33 -======= - "w": 12, - "x": 0, - "y": 49 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 35 }, "id": 76, "legend": { @@ -13362,13 +9240,8 @@ "gridPos": { "h": 7, "w": 6, -<<<<<<< HEAD "x": 18, - "y": 33 -======= - "x": 12, - "y": 49 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 35 }, "id": 139, "legend": { @@ -13464,15 +9337,9 @@ "fill": 4, "gridPos": { "h": 7, -<<<<<<< HEAD "w": 12, "x": 0, - "y": 40 -======= - "w": 6, - "x": 18, - "y": 49 ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) + "y": 42 }, "id": 143, "legend": { @@ -13599,7 +9466,7 @@ "h": 7, "w": 12, "x": 12, - "y": 40 + "y": 42 }, "id": 145, "legend": { @@ -13627,23 +9494,6 @@ "pointradius": 1, "points": false, "renderer": "flot", -<<<<<<< HEAD -======= - "repeat": null, - "repeatDirection": "h", - "scopedVars": { - "instance": { - "selected": false, - "text": "172.16.5.33:47912", - "value": "172.16.5.33:47912" - }, - "runtime_instance": { - "selected": false, - "text": "172.16.5.37:47912", - "value": "172.16.5.37:47912" - } - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "seriesOverrides": [ { "alias": "/.*len/", @@ -13737,7 +9587,7 @@ "h": 7, "w": 12, "x": 0, - "y": 47 + "y": 49 }, "id": 141, "legend": { @@ -13765,23 +9615,6 @@ "pointradius": 5, "points": false, "renderer": "flot", -<<<<<<< HEAD -======= - "repeat": null, - "repeatDirection": "h", - "scopedVars": { - "instance": { - "selected": false, - "text": "172.16.5.33:47912", - "value": "172.16.5.33:47912" - }, - "runtime_instance": { - "selected": false, - "text": "172.16.5.37:47912", - "value": "172.16.5.37:47912" - } - }, ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "seriesOverrides": [], "spaceLength": 10, "stack": false, @@ -13859,7 +9692,7 @@ "h": 7, "w": 6, "x": 12, - "y": 47 + "y": 49 }, "heatmap": {}, "hideZeroBuckets": true, @@ -13930,7 +9763,7 @@ "h": 7, "w": 6, "x": 18, - "y": 47 + "y": 49 }, "id": 142, "legend": { @@ -13958,25 +9791,7 @@ "pointradius": 5, "points": false, "renderer": "flot", -<<<<<<< HEAD "seriesOverrides": [], -======= - "scopedVars": { - "instance": { - "selected": false, - "text": "172.16.5.33:47912", - "value": "172.16.5.33:47912" - }, - "runtime_instance": { - "selected": false, - "text": "172.16.5.37:47912", - "value": "172.16.5.37:47912" - } - }, - "seriesOverrides": [ - {} - ], ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) "spaceLength": 10, "stack": false, "steppedLine": false, @@ -14054,7 +9869,7 @@ "h": 1, "w": 24, "x": 0, - "y": 6 + "y": 7 }, "id": 155, "panels": [ @@ -14297,8 +10112,8 @@ }, "runtime_instance": { "selected": false, - "text": "172.16.5.32:47800", - "value": "172.16.5.32:47800" + "text": "172.16.5.37:47912", + "value": "172.16.5.37:47912" } }, "seriesOverrides": [], @@ -14404,8 +10219,8 @@ }, "runtime_instance": { "selected": false, - "text": "172.16.5.32:47800", - "value": "172.16.5.32:47800" + "text": "172.16.5.37:47912", + "value": "172.16.5.37:47912" } }, "seriesOverrides": [ @@ -14526,8 +10341,8 @@ }, "runtime_instance": { "selected": false, - "text": "172.16.5.32:47800", - "value": "172.16.5.32:47800" + "text": "172.16.5.37:47912", + "value": "172.16.5.37:47912" } }, "seriesOverrides": [ @@ -14828,10 +10643,5 @@ "timezone": "browser", "title": "Test-Cluster-TiCDC", "uid": "YiGL8hBZ1", -<<<<<<< HEAD - "version": 26 -} -======= "version": 29 -} ->>>>>>> 20e3f139f (metrics(ticdc): add resolved ts and add changefeed to dataflow (#4038)) +} \ No newline at end of file