feat: tasks executor metrics in grafana (#11815)

Co-authored-by: Dan Cline <6798349+Rjected@users.noreply.github.com>
This commit is contained in:
greged93
2024-10-19 00:15:08 +02:00
committed by GitHub
parent 655fc1a55a
commit a4126b3a53
2 changed files with 315 additions and 86 deletions

View File

@ -1007,13 +1007,242 @@
"title": "Sync progress (stage progress as highest block number reached)", "title": "Sync progress (stage progress as highest block number reached)",
"type": "timeseries" "type": "timeseries"
}, },
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Tracks the number of critical tasks currently ran by the executor.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "semi-dark-red",
"value": 0
}
]
},
"unit": "tasks"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 20
},
"id": 248,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "reth_executor_spawn_critical_tasks_total{instance=\"$instance\"}- reth_executor_spawn_finished_critical_tasks_total{instance=\"$instance\"}",
"hide": false,
"instant": false,
"legendFormat": "Tasks running",
"range": true,
"refId": "C"
}
],
"title": "Task Executor critical tasks",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Tracks the number of regular tasks currently ran by the executor.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "semi-dark-red",
"value": 80
}
]
},
"unit": "tasks/s"
},
"overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "C"
},
"properties": [
{
"id": "unit",
"value": "tasks"
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 20
},
"id": 247,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": false,
"expr": "rate(reth_executor_spawn_regular_tasks_total{instance=\"$instance\"}[$__rate_interval])",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "Tasks started",
"range": true,
"refId": "A",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "reth_executor_spawn_regular_tasks_total{instance=\"$instance\"}- reth_executor_spawn_finished_regular_tasks_total{instance=\"$instance\"}",
"hide": false,
"instant": false,
"legendFormat": "Tasks running",
"range": true,
"refId": "C"
}
],
"title": "Task Executor regular tasks",
"type": "timeseries"
},
{ {
"collapsed": false, "collapsed": false,
"gridPos": { "gridPos": {
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 20 "y": 28
}, },
"id": 38, "id": 38,
"panels": [], "panels": [],
@ -1085,7 +1314,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 21 "y": 29
}, },
"id": 40, "id": 40,
"options": { "options": {
@ -1145,7 +1374,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 21 "y": 29
}, },
"id": 42, "id": 42,
"maxDataPoints": 25, "maxDataPoints": 25,
@ -1273,7 +1502,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 29 "y": 37
}, },
"id": 117, "id": 117,
"options": { "options": {
@ -1370,7 +1599,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 29 "y": 37
}, },
"id": 116, "id": 116,
"options": { "options": {
@ -1471,7 +1700,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 37 "y": 45
}, },
"id": 119, "id": 119,
"options": { "options": {
@ -1572,7 +1801,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 37 "y": 45
}, },
"id": 118, "id": 118,
"options": { "options": {
@ -1634,7 +1863,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 45 "y": 53
}, },
"id": 48, "id": 48,
"options": { "options": {
@ -1746,7 +1975,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 45 "y": 53
}, },
"id": 52, "id": 52,
"options": { "options": {
@ -1804,7 +2033,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 53 "y": 61
}, },
"id": 50, "id": 50,
"options": { "options": {
@ -1972,7 +2201,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 53 "y": 61
}, },
"id": 58, "id": 58,
"options": { "options": {
@ -2073,7 +2302,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 61 "y": 69
}, },
"id": 113, "id": 113,
"options": { "options": {
@ -2110,7 +2339,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 69 "y": 77
}, },
"id": 203, "id": 203,
"panels": [], "panels": [],
@ -2144,7 +2373,7 @@
"h": 8, "h": 8,
"w": 8, "w": 8,
"x": 0, "x": 0,
"y": 70 "y": 78
}, },
"id": 202, "id": 202,
"options": { "options": {
@ -2305,7 +2534,7 @@
"h": 8, "h": 8,
"w": 8, "w": 8,
"x": 8, "x": 8,
"y": 70 "y": 78
}, },
"id": 204, "id": 204,
"options": { "options": {
@ -2455,7 +2684,7 @@
"h": 8, "h": 8,
"w": 8, "w": 8,
"x": 16, "x": 16,
"y": 70 "y": 78
}, },
"id": 205, "id": 205,
"options": { "options": {
@ -2556,7 +2785,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 78 "y": 86
}, },
"id": 206, "id": 206,
"options": { "options": {
@ -2653,7 +2882,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 78 "y": 86
}, },
"id": 207, "id": 207,
"options": { "options": {
@ -2690,7 +2919,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 86 "y": 94
}, },
"id": 46, "id": 46,
"panels": [], "panels": [],
@ -2761,7 +2990,7 @@
"h": 8, "h": 8,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 87 "y": 95
}, },
"id": 56, "id": 56,
"options": { "options": {
@ -2857,7 +3086,7 @@
"h": 11, "h": 11,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 95 "y": 103
}, },
"id": 240, "id": 240,
"options": { "options": {
@ -2916,7 +3145,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 106 "y": 114
}, },
"id": 24, "id": 24,
"panels": [], "panels": [],
@ -3014,7 +3243,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 107 "y": 115
}, },
"id": 26, "id": 26,
"options": { "options": {
@ -3148,7 +3377,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 107 "y": 115
}, },
"id": 33, "id": 33,
"options": { "options": {
@ -3268,7 +3497,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 115 "y": 123
}, },
"id": 36, "id": 36,
"options": { "options": {
@ -3317,7 +3546,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 123 "y": 131
}, },
"id": 32, "id": 32,
"panels": [], "panels": [],
@ -3425,7 +3654,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 124 "y": 132
}, },
"id": 30, "id": 30,
"options": { "options": {
@ -3591,7 +3820,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 124 "y": 132
}, },
"id": 28, "id": 28,
"options": { "options": {
@ -3711,7 +3940,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 132 "y": 140
}, },
"id": 35, "id": 35,
"options": { "options": {
@ -3837,7 +4066,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 132 "y": 140
}, },
"id": 73, "id": 73,
"options": { "options": {
@ -3964,7 +4193,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 140 "y": 148
}, },
"id": 102, "id": 102,
"options": { "options": {
@ -4027,7 +4256,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 148 "y": 156
}, },
"id": 79, "id": 79,
"panels": [], "panels": [],
@ -4101,7 +4330,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 149 "y": 157
}, },
"id": 74, "id": 74,
"options": { "options": {
@ -4198,7 +4427,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 149 "y": 157
}, },
"id": 80, "id": 80,
"options": { "options": {
@ -4295,7 +4524,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 157 "y": 165
}, },
"id": 81, "id": 81,
"options": { "options": {
@ -4392,7 +4621,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 157 "y": 165
}, },
"id": 114, "id": 114,
"options": { "options": {
@ -4489,7 +4718,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 165 "y": 173
}, },
"id": 190, "id": 190,
"options": { "options": {
@ -4527,7 +4756,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 173 "y": 181
}, },
"id": 87, "id": 87,
"panels": [], "panels": [],
@ -4601,7 +4830,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 174 "y": 182
}, },
"id": 83, "id": 83,
"options": { "options": {
@ -4697,7 +4926,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 174 "y": 182
}, },
"id": 84, "id": 84,
"options": { "options": {
@ -4805,7 +5034,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 182 "y": 190
}, },
"id": 85, "id": 85,
"options": { "options": {
@ -4902,7 +5131,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 182 "y": 190
}, },
"id": 210, "id": 210,
"options": { "options": {
@ -5227,7 +5456,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 190 "y": 198
}, },
"id": 211, "id": 211,
"options": { "options": {
@ -5552,7 +5781,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 190 "y": 198
}, },
"id": 212, "id": 212,
"options": { "options": {
@ -5775,7 +6004,7 @@
"h": 8, "h": 8,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 198 "y": 206
}, },
"id": 213, "id": 213,
"options": { "options": {
@ -5811,7 +6040,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 198 "y": 214
}, },
"id": 214, "id": 214,
"panels": [], "panels": [],
@ -5883,7 +6112,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 199 "y": 215
}, },
"id": 215, "id": 215,
"options": { "options": {
@ -5979,7 +6208,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 199 "y": 215
}, },
"id": 216, "id": 216,
"options": { "options": {
@ -6030,7 +6259,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 207 "y": 223
}, },
"id": 68, "id": 68,
"panels": [], "panels": [],
@ -6104,7 +6333,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 208 "y": 224
}, },
"id": 60, "id": 60,
"options": { "options": {
@ -6200,7 +6429,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 208 "y": 224
}, },
"id": 62, "id": 62,
"options": { "options": {
@ -6296,7 +6525,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 216 "y": 232
}, },
"id": 64, "id": 64,
"options": { "options": {
@ -6333,7 +6562,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 224 "y": 240
}, },
"id": 97, "id": 97,
"panels": [], "panels": [],
@ -6418,7 +6647,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 225 "y": 241
}, },
"id": 98, "id": 98,
"options": { "options": {
@ -6581,7 +6810,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 225 "y": 241
}, },
"id": 101, "id": 101,
"options": { "options": {
@ -6679,7 +6908,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 233 "y": 249
}, },
"id": 99, "id": 99,
"options": { "options": {
@ -6777,7 +7006,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 233 "y": 249
}, },
"id": 100, "id": 100,
"options": { "options": {
@ -6815,7 +7044,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 241 "y": 257
}, },
"id": 105, "id": 105,
"panels": [], "panels": [],
@ -6888,7 +7117,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 242 "y": 258
}, },
"id": 106, "id": 106,
"options": { "options": {
@ -6986,7 +7215,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 242 "y": 258
}, },
"id": 107, "id": 107,
"options": { "options": {
@ -7083,7 +7312,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 250 "y": 266
}, },
"id": 217, "id": 217,
"options": { "options": {
@ -7121,7 +7350,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 258 "y": 274
}, },
"id": 108, "id": 108,
"panels": [], "panels": [],
@ -7219,7 +7448,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 259 "y": 275
}, },
"id": 109, "id": 109,
"options": { "options": {
@ -7281,7 +7510,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 259 "y": 275
}, },
"id": 111, "id": 111,
"maxDataPoints": 25, "maxDataPoints": 25,
@ -7411,7 +7640,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 267 "y": 283
}, },
"id": 120, "id": 120,
"options": { "options": {
@ -7469,7 +7698,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 267 "y": 283
}, },
"id": 112, "id": 112,
"maxDataPoints": 25, "maxDataPoints": 25,
@ -7623,7 +7852,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 275 "y": 291
}, },
"id": 198, "id": 198,
"options": { "options": {
@ -7809,9 +8038,9 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 275 "y": 291
}, },
"id": 213, "id": 246,
"options": { "options": {
"legend": { "legend": {
"calcs": [], "calcs": [],
@ -7848,7 +8077,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 283 "y": 299
}, },
"id": 236, "id": 236,
"panels": [], "panels": [],
@ -7920,7 +8149,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 284 "y": 300
}, },
"id": 237, "id": 237,
"options": { "options": {
@ -8017,7 +8246,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 284 "y": 300
}, },
"id": 238, "id": 238,
"options": { "options": {
@ -8114,7 +8343,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 292 "y": 308
}, },
"id": 239, "id": 239,
"options": { "options": {
@ -8223,7 +8452,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 292 "y": 308
}, },
"id": 219, "id": 219,
"options": { "options": {
@ -8288,7 +8517,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 300 "y": 316
}, },
"id": 220, "id": 220,
"options": { "options": {
@ -8332,7 +8561,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 308 "y": 324
}, },
"id": 241, "id": 241,
"panels": [], "panels": [],
@ -8405,7 +8634,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 309 "y": 325
}, },
"id": 243, "id": 243,
"options": { "options": {
@ -8517,7 +8746,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 309 "y": 325
}, },
"id": 244, "id": 244,
"options": { "options": {
@ -8630,7 +8859,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 317 "y": 333
}, },
"id": 245, "id": 245,
"options": { "options": {
@ -8669,7 +8898,7 @@
"h": 1, "h": 1,
"w": 24, "w": 24,
"x": 0, "x": 0,
"y": 325 "y": 341
}, },
"id": 226, "id": 226,
"panels": [], "panels": [],
@ -8767,7 +8996,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 326 "y": 342
}, },
"id": 225, "id": 225,
"options": { "options": {
@ -8896,7 +9125,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 326 "y": 342
}, },
"id": 227, "id": 227,
"options": { "options": {
@ -9025,7 +9254,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 334 "y": 350
}, },
"id": 235, "id": 235,
"options": { "options": {
@ -9154,7 +9383,7 @@
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 334 "y": 350
}, },
"id": 234, "id": 234,
"options": { "options": {