Skip to content

N
nexpie-grafana-theme
Commit 9151a246 by Cody Boggs Committed by bergquist
Options

fix scrape duration, add rule eval iteration stats, and reorg a bit

parent 29de4e7c
Showing with 217 additions and 113 deletions
public/app/plugins/datasource/prometheus/dashboards/prometheus_2_stats.json
......@@ -159,7 +159,7 @@
"steppedLine": false,
"targets": [
{
"expr": "max(prometheus_target_interval_length_seconds{job=\"prometheus\", quantile!=\"0.01\", quantile!=\"0.05\"}) by (quantile)",
"expr": "max(scrape_duration_seconds{job=\"prometheus\"})",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
......@@ -348,7 +348,7 @@
"tableColumn": "",
"targets": [
{
"expr": "tsdb_wal_corruptions_total",
"expr": "tsdb_wal_corruptions_total{job=\"prometheus\"}",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "",
......@@ -387,17 +387,11 @@
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"decimals": null,
"editable": true,
"error": false,
"fill": 0,
"grid": {},
"id": 35,
"id": 29,
"legend": {
"alignAsTable": false,
"avg": false,
"current": false,
"hideEmpty": true,
"max": false,
"min": false,
"show": true,
......@@ -407,7 +401,7 @@
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "connected",
"nullPointMode": "null",
"percentage": false,
"pointradius": 5,
"points": false,
......@@ -419,23 +413,33 @@
"steppedLine": false,
"targets": [
{
"expr": "max(prometheus_evaluator_duration_seconds{quantile!=\"0.01\", quantile!=\"0.05\"}) by (quantile)",
"expr": "sum(prometheus_tsdb_head_active_appenders{job=\"prometheus\"})",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "{{quantile}}",
"legendFormat": "active_appenders",
"metric": "",
"refId": "A",
"step": 20
},
{
"expr": "sum(process_open_fds{job=\"prometheus\"})",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "open_fds",
"refId": "B",
"step": 20
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Rule Eval Duration",
"title": "Active Appenders",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "cumulative"
"value_type": "individual"
},
"type": "graph",
"xaxis": {
......@@ -447,8 +451,8 @@
},
"yaxes": [
{
"format": "s",
"label": "",
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
......@@ -456,21 +460,28 @@
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
"show": false
}
]
},
{
"aliasColors": {},
"aliasColors": {
"prometheus": "#F9BA8F",
"{instance=\"localhost:9090\",interval=\"5s\",job=\"prometheus\"}": "#F9BA8F"
},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"editable": true,
"error": false,
"fill": 0,
"id": 29,
"grid": {},
"id": 2,
"legend": {
"avg": false,
"current": false,
......@@ -483,7 +494,7 @@
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
......@@ -495,33 +506,22 @@
"steppedLine": false,
"targets": [
{
"expr": "sum(prometheus_tsdb_head_active_appenders{job=\"prometheus\"})",
"expr": "prometheus_tsdb_blocks_loaded{job=\"prometheus\"}",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "active_appenders",
"metric": "",
"legendFormat": "blocks",
"refId": "A",
"step": 20
},
{
"expr": "sum(process_open_fds{job=\"prometheus\"})",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "open_fds",
"refId": "B",
"step": 20
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Active Appenders",
"title": "Blocks Loaded",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
"value_type": "cumulative"
},
"type": "graph",
"xaxis": {
......@@ -534,7 +534,6 @@
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
......@@ -542,28 +541,23 @@
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
"show": true
}
]
},
{
"aliasColors": {
"prometheus": "#F9BA8F",
"{instance=\"localhost:9090\",interval=\"5s\",job=\"prometheus\"}": "#F9BA8F"
},
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"editable": true,
"error": false,
"decimals": null,
"description": "",
"fill": 0,
"grid": {},
"id": 2,
"id": 33,
"legend": {
"avg": false,
"current": false,
......@@ -588,10 +582,11 @@
"steppedLine": false,
"targets": [
{
"expr": "prometheus_tsdb_blocks_loaded",
"expr": "prometheus_tsdb_head_chunks{job=\"prometheus\"}",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "blocks",
"legendFormat": "chunks",
"refId": "A",
"step": 20
}
......@@ -599,11 +594,11 @@
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Blocks Loaded",
"title": "Head Chunks",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "cumulative"
"value_type": "individual"
},
"type": "graph",
"xaxis": {
......@@ -616,17 +611,19 @@
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"format": "bytes",
"label": "",
"logBase": 1,
"max": null,
"min": null,
"show": true
"show": false
}
]
},
......@@ -636,10 +633,8 @@
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"decimals": null,
"description": "",
"fill": 0,
"id": 33,
"fill": 1,
"id": 36,
"legend": {
"avg": false,
"current": false,
......@@ -652,31 +647,43 @@
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "connected",
"nullPointMode": "null",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"seriesOverrides": [
{
"alias": "duration-p99",
"yaxis": 2
}
],
"spaceLength": 10,
"span": 3,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "prometheus_tsdb_head_chunks",
"expr": "prometheus_tsdb_head_gc_duration_seconds{job=\"prometheus\",quantile=\"0.99\"}",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "chunks",
"legendFormat": "duration-p99",
"refId": "A",
"step": 20
},
{
"expr": "irate(prometheus_tsdb_head_gc_duration_seconds_count{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "collections",
"refId": "B",
"step": 20
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Head Chunks",
"title": "Head Block GC Activity",
"tooltip": {
"shared": true,
"sort": 0,
......@@ -696,16 +703,16 @@
"label": null,
"logBase": 1,
"max": null,
"min": null,
"min": "0",
"show": true
},
{
"format": "bytes",
"label": "",
"format": "s",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": false
"min": "0",
"show": true
}
]
}
......@@ -755,12 +762,12 @@
}
],
"spaceLength": 10,
"span": 3,
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "histogram_quantile(0.99, sum(rate(prometheus_tsdb_compaction_duration_bucket[5m])) by (le))",
"expr": "histogram_quantile(0.99, sum(rate(prometheus_tsdb_compaction_duration_bucket{job=\"prometheus\"}[5m])) by (le))",
"format": "time_series",
"hide": false,
"interval": "",
......@@ -770,7 +777,7 @@
"step": 20
},
{
"expr": "irate(prometheus_tsdb_compactions_total[5m])",
"expr": "irate(prometheus_tsdb_compactions_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "compactions",
......@@ -778,7 +785,7 @@
"step": 20
},
{
"expr": "irate(prometheus_tsdb_compactions_failed_total[5m])",
"expr": "irate(prometheus_tsdb_compactions_failed_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "failed",
......@@ -786,7 +793,7 @@
"step": 20
},
{
"expr": "irate(prometheus_tsdb_compactions_triggered_total[5m])",
"expr": "irate(prometheus_tsdb_compactions_triggered_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "triggered",
......@@ -837,7 +844,7 @@
"dashes": false,
"datasource": "${DS_NAME}",
"fill": 1,
"id": 36,
"id": 32,
"legend": {
"avg": false,
"current": false,
......@@ -855,30 +862,26 @@
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "duration-p99",
"yaxis": 2
}
],
"seriesOverrides": [],
"spaceLength": 10,
"span": 3,
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "prometheus_tsdb_head_gc_duration_seconds{quantile=\"0.99\"}",
"expr": "rate(prometheus_tsdb_reloads_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "duration-p99",
"legendFormat": "reloads",
"refId": "A",
"step": 20
},
{
"expr": "irate(prometheus_tsdb_head_gc_duration_seconds_count[5m])",
"expr": "rate(prometheus_tsdb_reloads_failures_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "collections",
"legendFormat": "failures",
"refId": "B",
"step": 20
}
......@@ -886,7 +889,7 @@
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Head Block GC Activity",
"title": "Reload Count",
"tooltip": {
"shared": true,
"sort": 0,
......@@ -906,15 +909,15 @@
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"min": null,
"show": true
},
{
"format": "s",
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"min": null,
"show": true
}
]
......@@ -925,8 +928,8 @@
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"fill": 1,
"id": 32,
"fill": 0,
"id": 38,
"legend": {
"avg": false,
"current": false,
......@@ -946,32 +949,23 @@
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"span": 3,
"span": 4,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "rate(prometheus_tsdb_reloads_total{job=\"prometheus\"}[5m])",
"expr": "prometheus_engine_query_duration_seconds{job=\"prometheus\", quantile=\"0.99\"}",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "reloads",
"legendFormat": "{{slice}}_p99",
"refId": "A",
"step": 20
},
{
"expr": "rate(prometheus_tsdb_reloads_failures_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "failures",
"refId": "B",
"step": 20
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Reload Count",
"title": "Query Durations",
"tooltip": {
"shared": true,
"sort": 0,
......@@ -1003,18 +997,36 @@
"show": true
}
]
},
}
],
"repeat": null,
"repeatIteration": null,
"repeatRowId": null,
"showTitle": false,
"title": "New row",
"titleSize": "h6"
},
{
"collapse": false,
"height": 250,
"panels": [
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"decimals": null,
"editable": true,
"error": false,
"fill": 0,
"id": 38,
"grid": {},
"id": 35,
"legend": {
"alignAsTable": false,
"avg": false,
"current": false,
"hideEmpty": true,
"max": false,
"min": false,
"show": true,
......@@ -1024,30 +1036,122 @@
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"nullPointMode": "connected",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"span": 3,
"span": 6,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "prometheus_engine_query_duration_seconds{job=\"prometheus\", quantile=\"0.99\"}",
"expr": "max(prometheus_evaluator_duration_seconds{job=\"prometheus\", quantile!=\"0.01\", quantile!=\"0.05\"}) by (quantile)",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "{{slice}}_p99",
"legendFormat": "{{quantile}}",
"refId": "A",
"step": 20
"step": 10
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Query Durations",
"title": "Rule Eval Duration",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "cumulative"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "s",
"label": "",
"logBase": 1,
"max": null,
"min": null,
"show": true
},
{
"format": "short",
"logBase": 1,
"max": null,
"min": null,
"show": true
}
]
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_NAME}",
"fill": 1,
"id": 39,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"span": 6,
"stack": true,
"steppedLine": false,
"targets": [
{
"expr": "rate(prometheus_evaluator_iterations_missed_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "missed",
"refId": "B",
"step": 10
},
{
"expr": "rate(prometheus_evaluator_iterations_skipped_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "skipped",
"refId": "C",
"step": 10
},
{
"expr": "rate(prometheus_evaluator_iterations_total{job=\"prometheus\"}[5m])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "iterations",
"refId": "A",
"step": 10
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "Rule Eval Activity",
"tooltip": {
"shared": true,
"sort": 0,
......@@ -1085,7 +1189,7 @@
"repeatIteration": null,
"repeatRowId": null,
"showTitle": false,
"title": "New row",
"title": "Dashboard Row",
"titleSize": "h6"
}
],
......@@ -1129,5 +1233,5 @@
},
"timezone": "browser",
"title": "Prometheus 2.0 Stats",
"version": 12
"version": 19
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment