feat: tasks executor metrics in grafana (#11815)

Co-authored-by: Dan Cline <6798349+Rjected@users.noreply.github.com>
This commit is contained in:
greged93
2024-10-19 00:15:08 +02:00
committed by GitHub
parent 655fc1a55a
commit a4126b3a53
2 changed files with 315 additions and 86 deletions

View File

@ -1007,13 +1007,242 @@
"title": "Sync progress (stage progress as highest block number reached)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Tracks the number of critical tasks currently ran by the executor.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "semi-dark-red",
"value": 0
}
]
},
"unit": "tasks"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 20
},
"id": 248,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "reth_executor_spawn_critical_tasks_total{instance=\"$instance\"}- reth_executor_spawn_finished_critical_tasks_total{instance=\"$instance\"}",
"hide": false,
"instant": false,
"legendFormat": "Tasks running",
"range": true,
"refId": "C"
}
],
"title": "Task Executor critical tasks",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Tracks the number of regular tasks currently ran by the executor.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "semi-dark-red",
"value": 80
}
]
},
"unit": "tasks/s"
},
"overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "C"
},
"properties": [
{
"id": "unit",
"value": "tasks"
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 20
},
"id": 247,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": false,
"expr": "rate(reth_executor_spawn_regular_tasks_total{instance=\"$instance\"}[$__rate_interval])",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": false,
"instant": false,
"legendFormat": "Tasks started",
"range": true,
"refId": "A",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "reth_executor_spawn_regular_tasks_total{instance=\"$instance\"}- reth_executor_spawn_finished_regular_tasks_total{instance=\"$instance\"}",
"hide": false,
"instant": false,
"legendFormat": "Tasks running",
"range": true,
"refId": "C"
}
],
"title": "Task Executor regular tasks",
"type": "timeseries"
},
{
"collapsed": false,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 20
"y": 28
},
"id": 38,
"panels": [],
@ -1085,7 +1314,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 21
"y": 29
},
"id": 40,
"options": {
@ -1145,7 +1374,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 21
"y": 29
},
"id": 42,
"maxDataPoints": 25,
@ -1273,7 +1502,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 29
"y": 37
},
"id": 117,
"options": {
@ -1370,7 +1599,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 29
"y": 37
},
"id": 116,
"options": {
@ -1471,7 +1700,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 37
"y": 45
},
"id": 119,
"options": {
@ -1572,7 +1801,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 37
"y": 45
},
"id": 118,
"options": {
@ -1634,7 +1863,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 45
"y": 53
},
"id": 48,
"options": {
@ -1746,7 +1975,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 45
"y": 53
},
"id": 52,
"options": {
@ -1804,7 +2033,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 53
"y": 61
},
"id": 50,
"options": {
@ -1972,7 +2201,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 53
"y": 61
},
"id": 58,
"options": {
@ -2073,7 +2302,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 61
"y": 69
},
"id": 113,
"options": {
@ -2110,7 +2339,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 69
"y": 77
},
"id": 203,
"panels": [],
@ -2144,7 +2373,7 @@
"h": 8,
"w": 8,
"x": 0,
"y": 70
"y": 78
},
"id": 202,
"options": {
@ -2305,7 +2534,7 @@
"h": 8,
"w": 8,
"x": 8,
"y": 70
"y": 78
},
"id": 204,
"options": {
@ -2455,7 +2684,7 @@
"h": 8,
"w": 8,
"x": 16,
"y": 70
"y": 78
},
"id": 205,
"options": {
@ -2556,7 +2785,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 78
"y": 86
},
"id": 206,
"options": {
@ -2653,7 +2882,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 78
"y": 86
},
"id": 207,
"options": {
@ -2690,7 +2919,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 86
"y": 94
},
"id": 46,
"panels": [],
@ -2761,7 +2990,7 @@
"h": 8,
"w": 24,
"x": 0,
"y": 87
"y": 95
},
"id": 56,
"options": {
@ -2857,7 +3086,7 @@
"h": 11,
"w": 24,
"x": 0,
"y": 95
"y": 103
},
"id": 240,
"options": {
@ -2916,7 +3145,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 106
"y": 114
},
"id": 24,
"panels": [],
@ -3014,7 +3243,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 107
"y": 115
},
"id": 26,
"options": {
@ -3148,7 +3377,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 107
"y": 115
},
"id": 33,
"options": {
@ -3268,7 +3497,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 115
"y": 123
},
"id": 36,
"options": {
@ -3317,7 +3546,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 123
"y": 131
},
"id": 32,
"panels": [],
@ -3425,7 +3654,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 124
"y": 132
},
"id": 30,
"options": {
@ -3591,7 +3820,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 124
"y": 132
},
"id": 28,
"options": {
@ -3711,7 +3940,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 132
"y": 140
},
"id": 35,
"options": {
@ -3837,7 +4066,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 132
"y": 140
},
"id": 73,
"options": {
@ -3964,7 +4193,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 140
"y": 148
},
"id": 102,
"options": {
@ -4027,7 +4256,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 148
"y": 156
},
"id": 79,
"panels": [],
@ -4101,7 +4330,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 149
"y": 157
},
"id": 74,
"options": {
@ -4198,7 +4427,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 149
"y": 157
},
"id": 80,
"options": {
@ -4295,7 +4524,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 157
"y": 165
},
"id": 81,
"options": {
@ -4392,7 +4621,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 157
"y": 165
},
"id": 114,
"options": {
@ -4489,7 +4718,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 165
"y": 173
},
"id": 190,
"options": {
@ -4527,7 +4756,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 173
"y": 181
},
"id": 87,
"panels": [],
@ -4601,7 +4830,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 174
"y": 182
},
"id": 83,
"options": {
@ -4697,7 +4926,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 174
"y": 182
},
"id": 84,
"options": {
@ -4805,7 +5034,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 182
"y": 190
},
"id": 85,
"options": {
@ -4902,7 +5131,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 182
"y": 190
},
"id": 210,
"options": {
@ -5227,7 +5456,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 190
"y": 198
},
"id": 211,
"options": {
@ -5552,7 +5781,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 190
"y": 198
},
"id": 212,
"options": {
@ -5775,9 +6004,9 @@
"h": 8,
"w": 24,
"x": 0,
"y": 198
"y": 206
},
"id": 213,
"id": 213,
"options": {
"legend": {
"calcs": [],
@ -5811,7 +6040,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 198
"y": 214
},
"id": 214,
"panels": [],
@ -5883,7 +6112,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 199
"y": 215
},
"id": 215,
"options": {
@ -5979,7 +6208,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 199
"y": 215
},
"id": 216,
"options": {
@ -6030,7 +6259,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 207
"y": 223
},
"id": 68,
"panels": [],
@ -6104,7 +6333,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 208
"y": 224
},
"id": 60,
"options": {
@ -6200,7 +6429,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 208
"y": 224
},
"id": 62,
"options": {
@ -6296,7 +6525,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 216
"y": 232
},
"id": 64,
"options": {
@ -6333,7 +6562,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 224
"y": 240
},
"id": 97,
"panels": [],
@ -6418,7 +6647,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 225
"y": 241
},
"id": 98,
"options": {
@ -6581,7 +6810,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 225
"y": 241
},
"id": 101,
"options": {
@ -6679,7 +6908,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 233
"y": 249
},
"id": 99,
"options": {
@ -6777,7 +7006,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 233
"y": 249
},
"id": 100,
"options": {
@ -6815,7 +7044,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 241
"y": 257
},
"id": 105,
"panels": [],
@ -6888,7 +7117,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 242
"y": 258
},
"id": 106,
"options": {
@ -6986,7 +7215,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 242
"y": 258
},
"id": 107,
"options": {
@ -7083,7 +7312,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 250
"y": 266
},
"id": 217,
"options": {
@ -7121,7 +7350,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 258
"y": 274
},
"id": 108,
"panels": [],
@ -7219,7 +7448,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 259
"y": 275
},
"id": 109,
"options": {
@ -7281,7 +7510,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 259
"y": 275
},
"id": 111,
"maxDataPoints": 25,
@ -7411,7 +7640,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 267
"y": 283
},
"id": 120,
"options": {
@ -7469,7 +7698,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 267
"y": 283
},
"id": 112,
"maxDataPoints": 25,
@ -7623,7 +7852,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 275
"y": 291
},
"id": 198,
"options": {
@ -7809,9 +8038,9 @@
"h": 8,
"w": 12,
"x": 12,
"y": 275
"y": 291
},
"id": 213,
"id": 246,
"options": {
"legend": {
"calcs": [],
@ -7848,7 +8077,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 283
"y": 299
},
"id": 236,
"panels": [],
@ -7920,7 +8149,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 284
"y": 300
},
"id": 237,
"options": {
@ -8017,7 +8246,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 284
"y": 300
},
"id": 238,
"options": {
@ -8114,7 +8343,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 292
"y": 308
},
"id": 239,
"options": {
@ -8223,7 +8452,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 292
"y": 308
},
"id": 219,
"options": {
@ -8288,7 +8517,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 300
"y": 316
},
"id": 220,
"options": {
@ -8332,7 +8561,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 308
"y": 324
},
"id": 241,
"panels": [],
@ -8405,7 +8634,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 309
"y": 325
},
"id": 243,
"options": {
@ -8517,7 +8746,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 309
"y": 325
},
"id": 244,
"options": {
@ -8630,7 +8859,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 317
"y": 333
},
"id": 245,
"options": {
@ -8669,7 +8898,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 325
"y": 341
},
"id": 226,
"panels": [],
@ -8767,7 +8996,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 326
"y": 342
},
"id": 225,
"options": {
@ -8896,7 +9125,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 326
"y": 342
},
"id": 227,
"options": {
@ -9025,7 +9254,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 334
"y": 350
},
"id": 235,
"options": {
@ -9154,7 +9383,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 334
"y": 350
},
"id": 234,
"options": {