2019-07-21 20:02:18 +02:00
apiVersion : v1
data :
kubelet.json : |-
{
"__inputs": [
] ,
"__requires": [
] ,
"annotations": {
"list": [
]
},
"editable": false ,
"gnetId": null ,
"graphTooltip": 0 ,
"hideControls": false ,
"id": null ,
"links": [
] ,
2020-03-02 08:20:33 +01:00
"refresh": "10s" ,
2019-07-21 20:02:18 +02:00
"rows": [
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 2 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null ,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(up{cluster=\"$cluster\", job=\"kubelet\"})" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Up" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
},
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 3 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null ,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
2020-12-19 21:55:38 +01:00
"expr": "sum(kubelet_running_pods{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}) OR sum(kubelet_running_pod_count{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"})" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Running Pods" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
},
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 4 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
2020-12-19 21:55:38 +01:00
"expr": "sum(kubelet_running_containers{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}) OR sum(kubelet_running_container_count{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"})" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Running Container" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
},
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 5 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null ,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\", state=\"actual_state_of_world\"})" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Actual Volume Count" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
},
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 6 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null ,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\",state=\"desired_state_of_world\"})" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Desired Volume Count" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
},
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 7 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null ,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_node_config_error{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Config Error Count" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 8 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_runtime_operations_total{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (operation_type, instance)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_type}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Operation Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 9 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_runtime_operations_errors_total{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_type)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_type}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Operation Error Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 10 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_type, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_type}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Operation duration 99th quantile" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 11 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} pod" ,
"refId": "A"
},
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} worker" ,
"refId": "B"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Pod Start Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 12 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} pod" ,
"refId": "A"
},
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} worker" ,
"refId": "B"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Pod Start Duration" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 13 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
"hideEmpty": true ,
"hideZero": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(storage_operation_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Storage Operation Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 14 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
"hideEmpty": true ,
"hideZero": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(storage_operation_errors_total{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Storage Operation Error Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 15 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
"hideEmpty": true ,
"hideZero": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
2019-07-21 20:02:18 +02:00
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_name}} {{volume_plugin}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Storage Operation Duration 99th quantile" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 16 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, operation_type)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{operation_type}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Cgroup manager operation rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 17 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, operation_type, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{operation_type}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Cgroup manager 99th quantile" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"description": "Pod lifecycle event generator" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 18 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance)" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "PLEG relist rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 19 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "PLEG relist interval" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 20 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])) by (instance, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "PLEG relist duration" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 21 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"2..\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "2xx" ,
"refId": "A"
},
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"3..\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "3xx" ,
"refId": "B"
},
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"4..\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "4xx" ,
"refId": "C"
},
{
2019-10-28 10:22:15 +01:00
"expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", instance=~\"$instance\",code=~\"5..\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "5xx" ,
"refId": "D"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "RPC Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 22 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2020-09-13 23:42:07 +02:00
"expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", instance=~\"$instance\"}[5m])) by (instance, verb, url, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}} {{verb}} {{url}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Request duration 99th quantile" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 23 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "process_resident_memory_bytes{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Memory" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "bytes" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "bytes" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 24 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}[5m])" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "CPU usage" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 25 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-28 10:22:15 +01:00
"expr": "go_goroutines{cluster=\"$cluster\",job=\"kubelet\",instance=~\"$instance\"}" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Goroutines" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
}
] ,
"schemaVersion": 14 ,
"style": "dark" ,
"tags": [
"kubernetes-mixin"
] ,
"templating": {
"list": [
{
"current": {
2020-03-02 08:20:33 +01:00
"text": "default" ,
"value": "default"
2019-07-21 20:02:18 +02:00
},
"hide": 0 ,
"label": null ,
"name": "datasource" ,
"options": [
] ,
"query": "prometheus" ,
"refresh": 1 ,
"regex": "" ,
"type": "datasource"
},
{
"allValue": null ,
"current": {
2019-10-28 10:22:15 +01:00
},
"datasource": "$datasource" ,
"hide": 2 ,
"includeAll": false ,
"label": "cluster" ,
"multi": false ,
"name": "cluster" ,
"options": [
] ,
"query": "label_values(kube_pod_info, cluster)" ,
"refresh": 2 ,
"regex": "" ,
"sort": 1 ,
"tagValuesQuery": "" ,
"tags": [
] ,
"tagsQuery": "" ,
"type": "query" ,
"useTags": false
},
{
"allValue": null ,
"current": {
2019-07-21 20:02:18 +02:00
},
"datasource": "$datasource" ,
"hide": 0 ,
"includeAll": true ,
"label": null ,
"multi": false ,
"name": "instance" ,
"options": [
] ,
2020-03-02 08:20:33 +01:00
"query": "label_values(kubelet_runtime_operations_total{cluster=\"$cluster\", job=\"kubelet\"}, instance)" ,
2019-07-21 20:02:18 +02:00
"refresh": 2 ,
"regex": "" ,
2019-10-28 10:22:15 +01:00
"sort": 1 ,
2019-07-21 20:02:18 +02:00
"tagValuesQuery": "" ,
"tags": [
] ,
"tagsQuery": "" ,
"type": "query" ,
"useTags": false
}
]
},
"time": {
"from": "now-1h" ,
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options": [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
},
2020-09-13 23:42:07 +02:00
"timezone": "UTC" ,
2019-07-21 20:02:18 +02:00
"title": "Kubernetes / Kubelet" ,
"uid": "3138fa155d5915769fbded898ac09fd9" ,
"version": 0
}
2019-10-20 02:43:47 +02:00
proxy.json : |-
2019-07-21 20:02:18 +02:00
{
"__inputs": [
] ,
"__requires": [
] ,
"annotations": {
"list": [
]
},
"editable": false ,
"gnetId": null ,
"graphTooltip": 0 ,
"hideControls": false ,
"id": null ,
"links": [
] ,
2020-03-02 08:20:33 +01:00
"refresh": "10s" ,
2019-07-21 20:02:18 +02:00
"rows": [
{
"collapse": false ,
"collapsed": false ,
"panels": [
2019-10-20 02:43:47 +02:00
{
"cacheTimeout": null ,
"colorBackground": false ,
"colorValue": false ,
"colors": [
"#299c46" ,
"rgba(237, 129, 40, 0.89)" ,
"#d44a3a"
] ,
"datasource": "$datasource" ,
"format": "none" ,
"gauge": {
"maxValue": 100 ,
"minValue": 0 ,
"show": false ,
"thresholdLabels": false ,
"thresholdMarkers": true
},
"gridPos": {
},
"id": 2 ,
"interval": null ,
"links": [
] ,
"mappingType": 1 ,
"mappingTypes": [
{
"name": "value to text" ,
"value": 1
},
{
"name": "range to text" ,
"value": 2
}
] ,
"maxDataPoints": 100 ,
"nullPointMode": "connected" ,
"nullText": null ,
"postfix": "" ,
"postfixFontSize": "50%" ,
"prefix": "" ,
"prefixFontSize": "50%" ,
"rangeMaps": [
{
"from": "null" ,
"text": "N/A" ,
"to": "null"
}
] ,
"span": 2 ,
"sparkline": {
"fillColor": "rgba(31, 118, 189, 0.18)" ,
"full": false ,
"lineColor": "rgb(31, 120, 193)" ,
"show": false
},
"tableColumn": "" ,
"targets": [
{
"expr": "sum(up{job=\"kube-proxy\"})" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "" ,
"refId": "A"
}
] ,
"thresholds": "" ,
"title": "Up" ,
"tooltip": {
"shared": false
},
"type": "singlestat" ,
"valueFontSize": "80%" ,
"valueMaps": [
{
"op": "=" ,
"text": "N/A" ,
"value": "null"
}
] ,
"valueName": "min"
},
2019-07-21 20:02:18 +02:00
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
2019-10-20 02:43:47 +02:00
"id": 3 ,
2019-07-21 20:02:18 +02:00
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
2019-10-20 02:43:47 +02:00
"span": 5 ,
2019-07-21 20:02:18 +02:00
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-20 02:43:47 +02:00
"expr": "sum(rate(kubeproxy_sync_proxy_rules_duration_seconds_count{job=\"kube-proxy\", instance=~\"$instance\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
2019-10-20 02:43:47 +02:00
"legendFormat": "rate" ,
2019-07-21 20:02:18 +02:00
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
2019-10-20 02:43:47 +02:00
"title": "Rules Sync Rate" ,
2019-07-21 20:02:18 +02:00
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
2019-10-20 02:43:47 +02:00
"format": "ops" ,
2019-07-21 20:02:18 +02:00
"label": null ,
"logBase": 1 ,
"max": null ,
2019-10-20 02:43:47 +02:00
"min": 0 ,
2019-07-21 20:02:18 +02:00
"show": true
},
{
2019-10-20 02:43:47 +02:00
"format": "ops" ,
2019-07-21 20:02:18 +02:00
"label": null ,
"logBase": 1 ,
"max": null ,
2019-10-20 02:43:47 +02:00
"min": 0 ,
2019-07-21 20:02:18 +02:00
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
2019-10-20 02:43:47 +02:00
"id": 4 ,
2019-07-21 20:02:18 +02:00
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
2019-10-20 02:43:47 +02:00
"span": 5 ,
2019-07-21 20:02:18 +02:00
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-20 02:43:47 +02:00
"expr": "histogram_quantile(0.99,rate(kubeproxy_sync_proxy_rules_duration_seconds_bucket{job=\"kube-proxy\", instance=~\"$instance\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
2019-10-20 02:43:47 +02:00
"legendFormat": "{{instance}}" ,
2019-07-21 20:02:18 +02:00
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
2019-10-20 02:43:47 +02:00
"title": "Rule Sync Latency 99th Quantile" ,
2019-07-21 20:02:18 +02:00
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
2019-10-20 02:43:47 +02:00
"format": "s" ,
2019-07-21 20:02:18 +02:00
"label": null ,
"logBase": 1 ,
"max": null ,
2019-10-20 02:43:47 +02:00
"min": 0 ,
2019-07-21 20:02:18 +02:00
"show": true
},
{
2019-10-20 02:43:47 +02:00
"format": "s" ,
2019-07-21 20:02:18 +02:00
"label": null ,
"logBase": 1 ,
"max": null ,
2019-10-20 02:43:47 +02:00
"min": 0 ,
2019-07-21 20:02:18 +02:00
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
2019-10-20 02:43:47 +02:00
"id": 5 ,
2019-07-21 20:02:18 +02:00
"legend": {
2019-10-20 02:43:47 +02:00
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-10-20 02:43:47 +02:00
"total": false ,
"values": false
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
2019-10-20 02:43:47 +02:00
"span": 6 ,
2019-07-21 20:02:18 +02:00
"stack": false ,
"steppedLine": false ,
"targets": [
{
2019-10-20 02:43:47 +02:00
"expr": "sum(rate(kubeproxy_network_programming_duration_seconds_count{job=\"kube-proxy\", instance=~\"$instance\"}[5m]))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
2019-10-20 02:43:47 +02:00
"intervalFactor": 2 ,
"legendFormat": "rate" ,
2019-07-21 20:02:18 +02:00
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
2019-10-20 02:43:47 +02:00
"title": "Network Programming Rate" ,
2019-07-21 20:02:18 +02:00
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
2019-10-20 02:43:47 +02:00
"format": "ops" ,
2019-07-21 20:02:18 +02:00
"label": null ,
"logBase": 1 ,
2019-10-20 02:43:47 +02:00
"max": null ,
2019-07-21 20:02:18 +02:00
"min": 0 ,
"show": true
},
{
2019-10-20 02:43:47 +02:00
"format": "ops" ,
2019-07-21 20:02:18 +02:00
"label": null ,
"logBase": 1 ,
2019-10-20 02:43:47 +02:00
"max": null ,
2019-07-21 20:02:18 +02:00
"min": 0 ,
"show": true
}
]
},
{
2019-10-20 02:43:47 +02:00
"aliasColors": {
2019-07-21 20:02:18 +02:00
},
2019-10-20 02:43:47 +02:00
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
2019-10-20 02:43:47 +02:00
"id": 6 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-10-20 02:43:47 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-10-20 02:43:47 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-10-20 02:43:47 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-10-20 02:43:47 +02:00
},
"lines": true ,
"linewidth": 1 ,
2019-07-21 20:02:18 +02:00
"links": [
] ,
2019-10-20 02:43:47 +02:00
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
2019-07-21 20:02:18 +02:00
] ,
2019-10-20 02:43:47 +02:00
"spaceLength": 10 ,
"span": 6 ,
"stack": false ,
"steppedLine": false ,
2019-07-21 20:02:18 +02:00
"targets": [
{
2019-10-20 02:43:47 +02:00
"expr": "histogram_quantile(0.99, sum(rate(kubeproxy_network_programming_duration_seconds_bucket{job=\"kube-proxy\", instance=~\"$instance\"}[5m])) by (instance, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
2019-10-20 02:43:47 +02:00
"legendFormat": "{{instance}}" ,
2019-07-21 20:02:18 +02:00
"refId": "A"
}
] ,
2019-10-20 02:43:47 +02:00
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Network Programming Latency 99th Quantile" ,
2019-07-21 20:02:18 +02:00
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 7 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"2..\"}[5m]))" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "2xx" ,
"refId": "A"
},
{
"expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"3..\"}[5m]))" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "3xx" ,
"refId": "B"
},
{
"expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"4..\"}[5m]))" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "4xx" ,
"refId": "C"
},
{
"expr": "sum(rate(rest_client_requests_total{job=\"kube-proxy\", instance=~\"$instance\",code=~\"5..\"}[5m]))" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "5xx" ,
"refId": "D"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Kube API Request Rate" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "ops" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 8 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 8 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2020-09-13 23:42:07 +02:00
"expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{job=\"kube-proxy\",instance=~\"$instance\",verb=\"POST\"}[5m])) by (verb, url, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{verb}} {{url}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Post Request Latency 99th Quantile" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 9 ,
"legend": {
2020-03-02 08:20:33 +01:00
"alignAsTable": true ,
2019-07-21 20:02:18 +02:00
"avg": false ,
2020-03-02 08:20:33 +01:00
"current": true ,
2019-07-21 20:02:18 +02:00
"max": false ,
"min": false ,
2020-03-02 08:20:33 +01:00
"rightSide": true ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
2020-03-02 08:20:33 +01:00
"values": true
2019-07-21 20:02:18 +02:00
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 12 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
2020-09-13 23:42:07 +02:00
"expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{job=\"kube-proxy\", instance=~\"$instance\", verb=\"GET\"}[5m])) by (verb, url, le))" ,
2019-07-21 20:02:18 +02:00
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{verb}} {{url}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Get Request Latency 99th Quantile" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "s" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
},
{
"collapse": false ,
"collapsed": false ,
"panels": [
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 10 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "process_resident_memory_bytes{job=\"kube-proxy\",instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Memory" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "bytes" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "bytes" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 11 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "rate(process_cpu_seconds_total{job=\"kube-proxy\",instance=~\"$instance\"}[5m])" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "CPU usage" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": 0 ,
"show": true
}
]
},
{
"aliasColors": {
},
"bars": false ,
"dashLength": 10 ,
"dashes": false ,
"datasource": "$datasource" ,
"fill": 1 ,
2020-12-19 21:55:38 +01:00
"fillGradient": 0 ,
2019-07-21 20:02:18 +02:00
"gridPos": {
},
"id": 12 ,
"legend": {
"alignAsTable": false ,
"avg": false ,
"current": false ,
"max": false ,
"min": false ,
"rightSide": false ,
"show": true ,
2020-09-13 23:42:07 +02:00
"sideWidth": null ,
2019-07-21 20:02:18 +02:00
"total": false ,
"values": false
},
"lines": true ,
"linewidth": 1 ,
"links": [
] ,
"nullPointMode": "null" ,
"percentage": false ,
"pointradius": 5 ,
"points": false ,
"renderer": "flot" ,
"repeat": null ,
"seriesOverrides": [
] ,
"spaceLength": 10 ,
"span": 4 ,
"stack": false ,
"steppedLine": false ,
"targets": [
{
"expr": "go_goroutines{job=\"kube-proxy\",instance=~\"$instance\"}" ,
"format": "time_series" ,
"intervalFactor": 2 ,
"legendFormat": "{{instance}}" ,
"refId": "A"
}
] ,
"thresholds": [
] ,
"timeFrom": null ,
"timeShift": null ,
"title": "Goroutines" ,
"tooltip": {
"shared": false ,
"sort": 0 ,
"value_type": "individual"
},
"type": "graph" ,
"xaxis": {
"buckets": null ,
"mode": "time" ,
"name": null ,
"show": true ,
"values": [
]
},
"yaxes": [
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
},
{
"format": "short" ,
"label": null ,
"logBase": 1 ,
"max": null ,
"min": null ,
"show": true
}
]
}
] ,
"repeat": null ,
"repeatIteration": null ,
"repeatRowId": null ,
"showTitle": false ,
"title": "Dashboard Row" ,
"titleSize": "h6" ,
"type": "row"
}
] ,
"schemaVersion": 14 ,
"style": "dark" ,
"tags": [
"kubernetes-mixin"
] ,
"templating": {
"list": [
{
"current": {
2020-03-02 08:20:33 +01:00
"text": "default" ,
"value": "default"
2019-07-21 20:02:18 +02:00
},
"hide": 0 ,
"label": null ,
"name": "datasource" ,
"options": [
] ,
"query": "prometheus" ,
"refresh": 1 ,
"regex": "" ,
"type": "datasource"
},
{
"allValue": null ,
"current": {
},
"datasource": "$datasource" ,
"hide": 0 ,
"includeAll": true ,
"label": null ,
"multi": false ,
"name": "instance" ,
"options": [
] ,
"query": "label_values(kubeproxy_network_programming_duration_seconds_bucket{job=\"kube-proxy\"}, instance)" ,
"refresh": 2 ,
"regex": "" ,
2019-10-28 10:22:15 +01:00
"sort": 1 ,
2019-07-21 20:02:18 +02:00
"tagValuesQuery": "" ,
"tags": [
] ,
"tagsQuery": "" ,
"type": "query" ,
"useTags": false
}
]
},
"time": {
"from": "now-1h" ,
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options": [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
},
2020-09-13 23:42:07 +02:00
"timezone": "UTC" ,
2019-07-21 20:02:18 +02:00
"title": "Kubernetes / Proxy" ,
"uid": "632e265de029684c40b21cb76bca4f94" ,
"version": 0
}
2019-10-20 02:43:47 +02:00
kind : ConfigMap
metadata :
name : grafana-dashboards-k8s-nodes
namespace : monitoring
