mirror of
https://github.com/outbackdingo/cozystack.git
synced 2026-03-21 15:41:17 +00:00
5639 lines
146 KiB
JSON
5639 lines
146 KiB
JSON
{
|
|
"annotations": {
|
|
"list": [
|
|
{
|
|
"builtIn": 1,
|
|
"datasource": "-- Grafana --",
|
|
"enable": true,
|
|
"hide": true,
|
|
"iconColor": "rgba(0, 211, 255, 1)",
|
|
"name": "Annotations & Alerts",
|
|
"type": "dashboard"
|
|
}
|
|
]
|
|
},
|
|
"description": "",
|
|
"editable": false,
|
|
"gnetId": null,
|
|
"graphTooltip": 1,
|
|
"iteration": 1562945734865,
|
|
"links": [],
|
|
"panels": [
|
|
{
|
|
"collapsed": false,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 0
|
|
},
|
|
"id": 52,
|
|
"panels": [],
|
|
"title": "General",
|
|
"type": "row"
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 1
|
|
},
|
|
"id": 177,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_panics_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_panics_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS panic count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 4
|
|
},
|
|
"id": 1,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Incoming requests count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": false,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 4
|
|
},
|
|
"id": 46,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": false,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": true,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": false,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_request_duration_seconds_sum{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod) / sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Incoming requests duration",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"datasource": "$ds_prometheus",
|
|
"gridPos": {
|
|
"h": 5,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 11
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 97,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"reverseYBuckets": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Request duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": true
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 16
|
|
},
|
|
"id": 39,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"lines": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": false,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 16
|
|
},
|
|
"id": 35,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": false,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": true,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": false,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_sum{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod) / sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "C",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests duration",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 5,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 23
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 98,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"reverseYBuckets": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 28
|
|
},
|
|
"id": 203,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": false,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 31
|
|
},
|
|
"id": 16,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": true,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": false,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_cache_hits_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)\n/\n(\nsum(rate(coredns_cache_hits_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod) +\nsum(rate(coredns_cache_misses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod) \n)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Cache hit rate",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "percentunit",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 31
|
|
},
|
|
"id": 15,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(max_over_time(coredns_cache_entries{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Cache size",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 4,
|
|
"w": 8,
|
|
"x": 0,
|
|
"y": 38
|
|
},
|
|
"id": 36,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeat": "rcode",
|
|
"repeatDirection": "h",
|
|
"scopedVars": {
|
|
"rcode": {
|
|
"selected": false,
|
|
"text": "NXDOMAIN",
|
|
"value": "NXDOMAIN"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\", rcode=~\"$rcode\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\", rcode=~\"$rcode\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "$rcode",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 4,
|
|
"w": 8,
|
|
"x": 8,
|
|
"y": 38
|
|
},
|
|
"id": 206,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeat": null,
|
|
"repeatDirection": "h",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 36,
|
|
"scopedVars": {
|
|
"rcode": {
|
|
"selected": false,
|
|
"text": "SERVFAIL",
|
|
"value": "SERVFAIL"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\", rcode=~\"$rcode\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\", rcode=~\"$rcode\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "$rcode",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 4,
|
|
"w": 8,
|
|
"x": 16,
|
|
"y": 38
|
|
},
|
|
"id": 207,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeat": null,
|
|
"repeatDirection": "h",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 36,
|
|
"scopedVars": {
|
|
"rcode": {
|
|
"selected": false,
|
|
"text": "REFUSED",
|
|
"value": "REFUSED"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\", rcode=~\"$rcode\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\", rcode=~\"$rcode\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "$rcode",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 42
|
|
},
|
|
"id": 14,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\",proto=\"tcp\"}[$__rate_interval]))\n/\nsum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "TCP",
|
|
"refId": "C",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\",proto=\"udp\"}[$__rate_interval]))\n/\nsum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "UDP",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "TCP/UDP requests ratio",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "percentunit",
|
|
"logBase": 1,
|
|
"max": "1",
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"collapsed": true,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 45
|
|
},
|
|
"id": 38,
|
|
"panels": [
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 46
|
|
},
|
|
"id": 12,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": false,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (type)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{type}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Requests (by qtype)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 46
|
|
},
|
|
"id": 5,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": false,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Responses (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 53
|
|
},
|
|
"id": 47,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (to)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{to}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by upstream)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 53
|
|
},
|
|
"id": 49,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 60
|
|
},
|
|
"id": 204,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"scopedVars": {
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (upstream)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 63
|
|
},
|
|
"id": 135,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\",proto=\"tcp\"}[$__rate_interval]))\n/\nsum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "TCP",
|
|
"refId": "C",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\",proto=\"udp\"}[$__rate_interval]))\n/\nsum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "UDP",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "TCP/UDP requests ratio",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "percentunit",
|
|
"logBase": 1,
|
|
"max": "1",
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": false,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 66
|
|
},
|
|
"id": 80,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": true,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": false,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_cache_hits_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))\n/\n(\nsum(rate(coredns_cache_hits_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) +\nsum(rate(coredns_cache_misses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))\n)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Cache hit rate",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "percentunit",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 66
|
|
},
|
|
"id": 81,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(max_over_time(coredns_cache_entries{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (type)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{type}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(max_over_time(coredns_cache_entries{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Cache size",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 73
|
|
},
|
|
"id": 2,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "connected",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (zone)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{zone}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Requests (by zone)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"datasource": "$ds_prometheus",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 80
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 18,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Request duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": true
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 87
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 20,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
}
|
|
],
|
|
"repeat": "pod",
|
|
"scopedVars": {
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-jzhtl",
|
|
"value": "coredns-69cf6b55b4-jzhtl"
|
|
}
|
|
},
|
|
"title": "Pod $pod",
|
|
"type": "row"
|
|
},
|
|
{
|
|
"collapsed": true,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 46
|
|
},
|
|
"id": 208,
|
|
"panels": [
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 46
|
|
},
|
|
"id": 209,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": false,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 12,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (type)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{type}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Requests (by qtype)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 46
|
|
},
|
|
"id": 210,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": false,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 5,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_responses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Responses (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 53
|
|
},
|
|
"id": 211,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 47,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (to)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{to}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by upstream)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 53
|
|
},
|
|
"id": 212,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 49,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 60
|
|
},
|
|
"id": 213,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 204,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (upstream)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 63
|
|
},
|
|
"id": 214,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 135,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\",proto=\"tcp\"}[$__rate_interval]))\n/\nsum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "TCP",
|
|
"refId": "C",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\",proto=\"udp\"}[$__rate_interval]))\n/\nsum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "UDP",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "TCP/UDP requests ratio",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "percentunit",
|
|
"logBase": 1,
|
|
"max": "1",
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": false,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 66
|
|
},
|
|
"id": 215,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": true,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 80,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [],
|
|
"spaceLength": 10,
|
|
"stack": false,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_cache_hits_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))\n/\n(\nsum(rate(coredns_cache_hits_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) +\nsum(rate(coredns_cache_misses_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))\n)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "",
|
|
"refId": "A",
|
|
"step": 40
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Cache hit rate",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "cumulative"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "percentunit",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 66
|
|
},
|
|
"id": 216,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 81,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(max_over_time(coredns_cache_entries{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (type)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{type}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(max_over_time(coredns_cache_entries{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Cache size",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 73
|
|
},
|
|
"id": 217,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "connected",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 2,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (zone)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{zone}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_dns_requests_total{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Requests (by zone)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"datasource": "$ds_prometheus",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 80
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 218,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 18,
|
|
"repeatedByRow": true,
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_dns_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Request duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": true
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 87
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 219,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 20,
|
|
"repeatedByRow": true,
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"node": {
|
|
"selected": false,
|
|
"text": "kube-master",
|
|
"value": "kube-master"
|
|
},
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
}
|
|
],
|
|
"repeat": null,
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 38,
|
|
"scopedVars": {
|
|
"pod": {
|
|
"selected": false,
|
|
"text": "coredns-69cf6b55b4-kf6m7",
|
|
"value": "coredns-69cf6b55b4-kf6m7"
|
|
}
|
|
},
|
|
"title": "Pod $pod",
|
|
"type": "row"
|
|
},
|
|
{
|
|
"collapsed": true,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 47
|
|
},
|
|
"id": 148,
|
|
"panels": [
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 48
|
|
},
|
|
"id": 149,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1560933196142,
|
|
"repeatPanelId": 113,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.146:53",
|
|
"value": "10.244.2.146:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 48
|
|
},
|
|
"id": 150,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1560933196142,
|
|
"repeatPanelId": 114,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.146:53",
|
|
"value": "10.244.2.146:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 55
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 151,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"repeatIteration": 1560933196142,
|
|
"repeatPanelId": 115,
|
|
"repeatedByRow": true,
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.146:53",
|
|
"value": "10.244.2.146:53"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 62
|
|
},
|
|
"id": 205,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.146:53",
|
|
"value": "10.244.2.146:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
}
|
|
],
|
|
"repeat": "upstream",
|
|
"repeatIteration": 1560933196142,
|
|
"repeatPanelId": 100,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.146:53",
|
|
"value": "10.244.2.146:53"
|
|
}
|
|
},
|
|
"title": "Upstream $upstream",
|
|
"type": "row"
|
|
},
|
|
{
|
|
"collapsed": true,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 48
|
|
},
|
|
"id": 220,
|
|
"panels": [
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 48
|
|
},
|
|
"id": 221,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 149,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.148:53",
|
|
"value": "10.244.2.148:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 48
|
|
},
|
|
"id": 222,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 150,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.148:53",
|
|
"value": "10.244.2.148:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 55
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 223,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 151,
|
|
"repeatedByRow": true,
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.148:53",
|
|
"value": "10.244.2.148:53"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 62
|
|
},
|
|
"id": 224,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 205,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.148:53",
|
|
"value": "10.244.2.148:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
}
|
|
],
|
|
"repeat": null,
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 148,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "10.244.2.148:53",
|
|
"value": "10.244.2.148:53"
|
|
}
|
|
},
|
|
"title": "Upstream $upstream",
|
|
"type": "row"
|
|
},
|
|
{
|
|
"collapsed": true,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 49
|
|
},
|
|
"id": 225,
|
|
"panels": [
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 48
|
|
},
|
|
"id": 226,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 149,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.4.4:53",
|
|
"value": "8.8.4.4:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 48
|
|
},
|
|
"id": 227,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 150,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.4.4:53",
|
|
"value": "8.8.4.4:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 55
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 228,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 151,
|
|
"repeatedByRow": true,
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.4.4:53",
|
|
"value": "8.8.4.4:53"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 62
|
|
},
|
|
"id": 229,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 205,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.4.4:53",
|
|
"value": "8.8.4.4:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
}
|
|
],
|
|
"repeat": null,
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 148,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.4.4:53",
|
|
"value": "8.8.4.4:53"
|
|
}
|
|
},
|
|
"title": "Upstream $upstream",
|
|
"type": "row"
|
|
},
|
|
{
|
|
"collapsed": true,
|
|
"gridPos": {
|
|
"h": 1,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 50
|
|
},
|
|
"id": 230,
|
|
"panels": [
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 0,
|
|
"y": 48
|
|
},
|
|
"id": 231,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 149,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.8.8:53",
|
|
"value": "8.8.8.8:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_requests_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 12,
|
|
"x": 12,
|
|
"y": 48
|
|
},
|
|
"id": 232,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"show": true,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 150,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.8.8:53",
|
|
"value": "8.8.8.8:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (rcode)",
|
|
"format": "time_series",
|
|
"instant": false,
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{rcode}}",
|
|
"refId": "A",
|
|
"step": 60
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_responses_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "Forwarded requests count (by rcode)",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "reqps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "pps",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": false
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
},
|
|
{
|
|
"cards": {
|
|
"cardPadding": null,
|
|
"cardRound": null
|
|
},
|
|
"color": {
|
|
"cardColor": "#b4ff00",
|
|
"colorScale": "sqrt",
|
|
"colorScheme": "interpolateMagma",
|
|
"exponent": 0.5,
|
|
"mode": "spectrum"
|
|
},
|
|
"dataFormat": "tsbuckets",
|
|
"gridPos": {
|
|
"h": 7,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 55
|
|
},
|
|
"heatmap": {},
|
|
"hideZeroBuckets": false,
|
|
"highlightCards": true,
|
|
"id": 233,
|
|
"legend": {
|
|
"show": false
|
|
},
|
|
"links": [],
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 151,
|
|
"repeatedByRow": true,
|
|
"reverseYBuckets": false,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.8.8:53",
|
|
"value": "8.8.8.8:53"
|
|
}
|
|
},
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_request_duration_seconds_bucket{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (le)",
|
|
"format": "heatmap",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{le}}",
|
|
"refId": "A"
|
|
}
|
|
],
|
|
"title": "Forward duration",
|
|
"tooltip": {
|
|
"show": true,
|
|
"showHistogram": false
|
|
},
|
|
"type": "heatmap",
|
|
"xAxis": {
|
|
"show": true
|
|
},
|
|
"xBucketNumber": null,
|
|
"xBucketSize": null,
|
|
"yAxis": {
|
|
"decimals": null,
|
|
"format": "s",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true,
|
|
"splitFactor": null
|
|
},
|
|
"yBucketBound": "auto",
|
|
"yBucketNumber": null,
|
|
"yBucketSize": null
|
|
},
|
|
{
|
|
"aliasColors": {},
|
|
"bars": true,
|
|
"dashLength": 10,
|
|
"dashes": false,
|
|
"datasource": "$ds_prometheus",
|
|
"description": "If the graph is non-empty, it means that some CoreDNS requests resulted in panic. You can see a specific error in the container logs.",
|
|
"editable": true,
|
|
"error": false,
|
|
"fill": 1,
|
|
"grid": {},
|
|
"gridPos": {
|
|
"h": 3,
|
|
"w": 24,
|
|
"x": 0,
|
|
"y": 62
|
|
},
|
|
"id": 234,
|
|
"legend": {
|
|
"alignAsTable": true,
|
|
"avg": true,
|
|
"current": false,
|
|
"max": true,
|
|
"min": true,
|
|
"rightSide": true,
|
|
"show": false,
|
|
"sort": "avg",
|
|
"sortDesc": true,
|
|
"total": false,
|
|
"values": true
|
|
},
|
|
"lines": false,
|
|
"linewidth": 2,
|
|
"links": [],
|
|
"nullPointMode": "null as zero",
|
|
"percentage": false,
|
|
"pointradius": 5,
|
|
"points": false,
|
|
"renderer": "flot",
|
|
"repeatDirection": "h",
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 205,
|
|
"repeatedByRow": true,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.8.8:53",
|
|
"value": "8.8.8.8:53"
|
|
}
|
|
},
|
|
"seriesOverrides": [
|
|
{
|
|
"alias": "Total",
|
|
"bars": false,
|
|
"stack": false
|
|
}
|
|
],
|
|
"spaceLength": 10,
|
|
"stack": true,
|
|
"steppedLine": false,
|
|
"targets": [
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval])) by (pod)",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "{{pod}}",
|
|
"refId": "A",
|
|
"step": 40
|
|
},
|
|
{
|
|
"expr": "sum(rate(coredns_forward_healthcheck_failures_total{job=\"kube-dns\", pod=~\"$pod\", to=~\"$upstream\"}[$__rate_interval]))",
|
|
"format": "time_series",
|
|
"intervalFactor": 1,
|
|
"legendFormat": "Total",
|
|
"refId": "B"
|
|
}
|
|
],
|
|
"thresholds": [],
|
|
"timeFrom": null,
|
|
"timeRegions": [],
|
|
"timeShift": null,
|
|
"title": "CoreDNS Forward Healthcheck Failure Count",
|
|
"tooltip": {
|
|
"shared": true,
|
|
"sort": 0,
|
|
"value_type": "individual"
|
|
},
|
|
"type": "graph",
|
|
"xaxis": {
|
|
"buckets": null,
|
|
"mode": "time",
|
|
"name": null,
|
|
"show": true,
|
|
"values": []
|
|
},
|
|
"yaxes": [
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": 0,
|
|
"show": true
|
|
},
|
|
{
|
|
"format": "short",
|
|
"logBase": 1,
|
|
"max": null,
|
|
"min": null,
|
|
"show": true
|
|
}
|
|
],
|
|
"yaxis": {
|
|
"align": false,
|
|
"alignLevel": null
|
|
}
|
|
}
|
|
],
|
|
"repeat": null,
|
|
"repeatIteration": 1562945734865,
|
|
"repeatPanelId": 148,
|
|
"scopedVars": {
|
|
"upstream": {
|
|
"selected": false,
|
|
"text": "8.8.8.8:53",
|
|
"value": "8.8.8.8:53"
|
|
}
|
|
},
|
|
"title": "Upstream $upstream",
|
|
"type": "row"
|
|
}
|
|
],
|
|
"refresh": "30s",
|
|
"schemaVersion": 18,
|
|
"style": "dark",
|
|
"tags": [],
|
|
"templating": {
|
|
"list": [
|
|
{
|
|
"current": {
|
|
"text": "default",
|
|
"value": "default"
|
|
},
|
|
"hide": 0,
|
|
"includeAll": false,
|
|
"label": "Prometheus",
|
|
"multi": false,
|
|
"name": "ds_prometheus",
|
|
"options": [],
|
|
"query": "prometheus",
|
|
"refresh": 1,
|
|
"regex": "",
|
|
"skipUrlSync": false,
|
|
"type": "datasource"
|
|
},
|
|
{
|
|
"allValue": null,
|
|
"current": {
|
|
"text": "All",
|
|
"value": "$__all"
|
|
},
|
|
"datasource": "$ds_prometheus",
|
|
"definition": "label_values(up{job=\"kube-dns\"}, pod)",
|
|
"hide": 0,
|
|
"includeAll": true,
|
|
"label": "Pod",
|
|
"multi": true,
|
|
"name": "pod",
|
|
"options": [],
|
|
"query": "label_values(up{job=\"kube-dns\"}, pod)",
|
|
"refresh": 2,
|
|
"regex": "",
|
|
"skipUrlSync": false,
|
|
"sort": 0,
|
|
"tagValuesQuery": "",
|
|
"tags": [],
|
|
"tagsQuery": "",
|
|
"type": "query",
|
|
"useTags": false
|
|
},
|
|
{
|
|
"allValue": null,
|
|
"current": {
|
|
"text": "All",
|
|
"value": "$__all"
|
|
},
|
|
"datasource": "$ds_prometheus",
|
|
"definition": "label_values(coredns_dns_responses_total{rcode!=\"NOERROR\"}, rcode)",
|
|
"hide": 2,
|
|
"includeAll": true,
|
|
"label": null,
|
|
"multi": true,
|
|
"name": "rcode",
|
|
"options": [
|
|
{
|
|
"selected": true,
|
|
"text": "All",
|
|
"value": "$__all"
|
|
},
|
|
{
|
|
"selected": false,
|
|
"text": "NXDOMAIN",
|
|
"value": "NXDOMAIN"
|
|
},
|
|
{
|
|
"selected": false,
|
|
"text": "SERVFAIL",
|
|
"value": "SERVFAIL"
|
|
},
|
|
{
|
|
"selected": false,
|
|
"text": "REFUSED",
|
|
"value": "REFUSED"
|
|
}
|
|
],
|
|
"query": "label_values(coredns_dns_responses_total{rcode!=\"NOERROR\"}, rcode)",
|
|
"refresh": 0,
|
|
"regex": "",
|
|
"skipUrlSync": false,
|
|
"sort": 0,
|
|
"tagValuesQuery": "",
|
|
"tags": [],
|
|
"tagsQuery": "",
|
|
"type": "query",
|
|
"useTags": false
|
|
},
|
|
{
|
|
"allValue": null,
|
|
"current": {
|
|
"text": "All",
|
|
"value": "$__all"
|
|
},
|
|
"datasource": "$ds_prometheus",
|
|
"definition": "label_values(coredns_forward_request_duration_seconds_sum,to)",
|
|
"hide": 2,
|
|
"includeAll": true,
|
|
"label": null,
|
|
"multi": true,
|
|
"name": "upstream",
|
|
"options": [],
|
|
"query": "label_values(coredns_forward_request_duration_seconds_sum,to)",
|
|
"refresh": 2,
|
|
"regex": "",
|
|
"skipUrlSync": false,
|
|
"sort": 0,
|
|
"tagValuesQuery": "",
|
|
"tags": [],
|
|
"tagsQuery": "",
|
|
"type": "query",
|
|
"useTags": false
|
|
}
|
|
]
|
|
},
|
|
"time": {
|
|
"from": "now-3h",
|
|
"to": "now"
|
|
},
|
|
"timepicker": {
|
|
"now": true,
|
|
"refresh_intervals": [
|
|
"5s",
|
|
"10s",
|
|
"30s",
|
|
"1m",
|
|
"5m",
|
|
"15m",
|
|
"30m",
|
|
"1h",
|
|
"2h",
|
|
"1d"
|
|
],
|
|
"time_options": [
|
|
"5m",
|
|
"15m",
|
|
"1h",
|
|
"6h",
|
|
"12h",
|
|
"24h",
|
|
"2d",
|
|
"7d",
|
|
"30d"
|
|
]
|
|
},
|
|
"timezone": "",
|
|
"title": "DNS (coredns)",
|
|
"uid": "KsgnV_7Zz",
|
|
"version": 4
|
|
}
|