From 123249fdfd5fea0b7a6f87d2b42b518ff5f4a8d6 Mon Sep 17 00:00:00 2001 From: Alexey Shekhirin Date: Wed, 9 Aug 2023 14:58:44 +0100 Subject: [PATCH] chore: pruner charts in Grafana dashboard (#4094) --- etc/grafana/dashboards/overview.json | 557 ++++++++++++++++++--------- 1 file changed, 380 insertions(+), 177 deletions(-) diff --git a/etc/grafana/dashboards/overview.json b/etc/grafana/dashboards/overview.json index 8500bd19a..58d3c9d8d 100644 --- a/etc/grafana/dashboards/overview.json +++ b/etc/grafana/dashboards/overview.json @@ -159,7 +159,7 @@ "showThresholdLabels": false, "showThresholdMarkers": true }, - "pluginVersion": "10.0.2", + "pluginVersion": "10.0.1", "targets": [ { "datasource": { @@ -226,7 +226,7 @@ "showUnfilled": true, "valueMode": "color" }, - "pluginVersion": "10.0.2", + "pluginVersion": "10.0.1", "targets": [ { "datasource": { @@ -609,7 +609,7 @@ "unit": "percentunit" } }, - "pluginVersion": "10.0.2", + "pluginVersion": "10.0.1", "targets": [ { "datasource": { @@ -1006,7 +1006,7 @@ }, "showHeader": true }, - "pluginVersion": "10.0.2", + "pluginVersion": "10.0.1", "targets": [ { "datasource": { @@ -2736,143 +2736,6 @@ "title": "Downloader buffer", "type": "timeseries" }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "The number of blocks in a request and size in bytes of those block responses", - "fieldConfig": { - "defaults": { - "custom": { - "drawStyle": "line", - "lineInterpolation": "linear", - "barAlignment": 0, - "lineWidth": 1, - "fillOpacity": 0, - "gradientMode": "none", - "spanNulls": false, - "showPoints": "auto", - "pointSize": 5, - "stacking": { - "mode": "none", - "group": "A" - }, - "axisPlacement": "auto", - "axisLabel": "", - "axisColorMode": "text", - "scaleDistribution": { - "type": "linear" - }, - "axisCenteredZero": false, - "hideFrom": { - "tooltip": false, - "viz": false, - "legend": false - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "color": { - "mode": "palette-classic" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [ - { - "matcher": { - "id": "byFrameRefID", - "options": "B" - }, - "properties": [ - { - "id": "custom.axisPlacement", - "value": "right" - }, - { - "id": "unit", - "value": "blocks" - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 5, - "y": 110 - }, - "id": 102, - "options": { - "tooltip": { - "mode": "multi", - "sort": "none" - }, - "legend": { - "showLegend": true, - "displayMode": "list", - "placement": "bottom", - "calcs": [] - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "Prometheus" - }, - "editorMode": "builder", - "expr": "reth_downloaders_bodies_response_response_size_bytes{instance=~\"$instance\"}", - "hide": false, - "legendFormat": "Response size", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "Prometheus" - }, - "editorMode": "builder", - "expr": "reth_downloaders_bodies_response_response_length{instance=~\"$instance\"}", - "hide": false, - "legendFormat": "Individual response length", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "builder", - "expr": "reth_downloaders_bodies_response_response_size_bytes / reth_downloaders_bodies_response_response_length", - "hide": false, - "instant": false, - "legendFormat": "Mean body size in response", - "range": true, - "refId": "C" - } - ], - "title": "Block body response sizes", - "type": "timeseries" - }, { "collapsed": false, "gridPos": { @@ -3128,14 +2991,14 @@ "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, - "description": "Tracks the number of transactions inserted and removed from the transaction pool, as well as the number of invalid transactions", + "description": "The number of blocks in a request and size in bytes of those block responses", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { - "axisCenteredZero": true, + "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", @@ -3178,7 +3041,7 @@ } ] }, - "unit": "ops" + "unit": "bytes" }, "overrides": [ { @@ -3186,18 +3049,6 @@ "id": "byFrameRefID", "options": "B" }, - "properties": [ - { - "id": "custom.transform", - "value": "negative-Y" - } - ] - }, - { - "matcher": { - "id": "byFrameRefID", - "options": "C" - }, "properties": [ { "id": "custom.axisPlacement", @@ -3205,7 +3056,7 @@ }, { "id": "unit", - "value": "cps" + "value": "blocks" } ] } @@ -3217,7 +3068,7 @@ "x": 0, "y": 111 }, - "id": 93, + "id": 102, "options": { "legend": { "calcs": [], @@ -3237,8 +3088,9 @@ "uid": "${DS_PROMETHEUS}" }, "editorMode": "builder", - "expr": "increase(reth_transaction_pool_inserted_transactions{instance=~\"$instance\"}[$__rate_interval])", - "legendFormat": "Inserted transactions", + "expr": "reth_downloaders_bodies_response_response_size_bytes{instance=~\"$instance\"}", + "hide": false, + "legendFormat": "Response size", "range": true, "refId": "A" }, @@ -3248,9 +3100,9 @@ "uid": "${DS_PROMETHEUS}" }, "editorMode": "builder", - "expr": "increase(reth_transaction_pool_removed_transactions{instance=~\"$instance\"}[$__rate_interval])", + "expr": "reth_downloaders_bodies_response_response_length{instance=~\"$instance\"}", "hide": false, - "legendFormat": "Removed transactions", + "legendFormat": "Individual response length", "range": true, "refId": "B" }, @@ -3260,14 +3112,15 @@ "uid": "${DS_PROMETHEUS}" }, "editorMode": "builder", - "expr": "increase(reth_transaction_pool_invalid_transactions{instance=~\"$instance\"}[$__rate_interval])", + "expr": "reth_downloaders_bodies_response_response_size_bytes / reth_downloaders_bodies_response_response_length", "hide": false, - "legendFormat": "Invalid transactions", + "instant": false, + "legendFormat": "Mean body size in response", "range": true, "refId": "C" } ], - "title": "Inserted transactions", + "title": "Block body response sizes", "type": "timeseries" }, { @@ -3364,6 +3217,153 @@ "title": "Pending pool imports", "type": "timeseries" }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Tracks the number of transactions inserted and removed from the transaction pool, as well as the number of invalid transactions", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": true, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [ + { + "matcher": { + "id": "byFrameRefID", + "options": "B" + }, + "properties": [ + { + "id": "custom.transform", + "value": "negative-Y" + } + ] + }, + { + "matcher": { + "id": "byFrameRefID", + "options": "C" + }, + "properties": [ + { + "id": "custom.axisPlacement", + "value": "right" + }, + { + "id": "unit", + "value": "cps" + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 119 + }, + "id": 93, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "builder", + "expr": "increase(reth_transaction_pool_inserted_transactions{instance=~\"$instance\"}[$__rate_interval])", + "legendFormat": "Inserted transactions", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "builder", + "expr": "increase(reth_transaction_pool_removed_transactions{instance=~\"$instance\"}[$__rate_interval])", + "hide": false, + "legendFormat": "Removed transactions", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "builder", + "expr": "increase(reth_transaction_pool_invalid_transactions{instance=~\"$instance\"}[$__rate_interval])", + "hide": false, + "legendFormat": "Invalid transactions", + "range": true, + "refId": "C" + } + ], + "title": "Inserted transactions", + "type": "timeseries" + }, { "datasource": { "type": "prometheus", @@ -3451,7 +3451,7 @@ "gridPos": { "h": 8, "w": 12, - "x": 0, + "x": 12, "y": 119 }, "id": 95, @@ -4187,7 +4187,7 @@ }, "gridPos": { "h": 8, - "w": 11, + "w": 12, "x": 0, "y": 162 }, @@ -4280,8 +4280,8 @@ }, "gridPos": { "h": 8, - "w": 13, - "x": 11, + "w": 12, + "x": 12, "y": 162 }, "id": 62, @@ -4372,8 +4372,8 @@ "overrides": [] }, "gridPos": { - "h": 7, - "w": 11, + "h": 8, + "w": 12, "x": 0, "y": 170 }, @@ -4412,7 +4412,7 @@ "h": 1, "w": 24, "x": 0, - "y": 177 + "y": 178 }, "id": 97, "panels": [], @@ -4481,7 +4481,7 @@ "h": 8, "w": 12, "x": 0, - "y": 178 + "y": 179 }, "id": 98, "options": { @@ -4641,7 +4641,7 @@ "h": 8, "w": 12, "x": 12, - "y": 178 + "y": 179 }, "id": 101, "options": { @@ -4736,7 +4736,7 @@ "h": 8, "w": 12, "x": 0, - "y": 186 + "y": 187 }, "id": 99, "options": { @@ -4831,7 +4831,7 @@ "h": 8, "w": 12, "x": 12, - "y": 186 + "y": 187 }, "id": 100, "options": { @@ -4862,6 +4862,209 @@ ], "title": "File Descriptors", "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 195 + }, + "id": 105, + "panels": [], + "title": "Pruning", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 196 + }, + "id": 106, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(reth_pruner_duration_seconds_sum{instance=~\"$instance\"}[$__rate_interval]) / rate(reth_pruner_duration_seconds_count{instance=~\"$instance\"}[$__rate_interval])", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Pruner duration, total", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 196 + }, + "id": 107, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(reth_pruner_parts_duration_seconds_sum{instance=~\"$instance\"}[$__rate_interval]) / rate(reth_pruner_parts_duration_seconds_count{instance=~\"$instance\"}[$__rate_interval])", + "instant": false, + "legendFormat": "{{part}}", + "range": true, + "refId": "A" + } + ], + "title": "Pruner duration, per part", + "type": "timeseries" } ], "refresh": "30s", @@ -4903,6 +5106,6 @@ "timezone": "", "title": "reth", "uid": "2k8BXz24x", - "version": 3, + "version": 4, "weekStart": "" } \ No newline at end of file