claude-bot
bd8a632334
The template variable queried label_values(node_uname_info, host), but no node-exporter metric in this Prometheus carries a 'host' label (that label only exists on blackbox-probe metrics). The variable resolved to empty and all five panels rendered blank. - Replace $host with a visible $node variable (nodename: k8s-1/2/3) plus a hidden chained $instance variable (nodename -> instance via node_uname_info) - Filter Cilium pod interfaces (lxc*, cilium_*) and always-zero kernel pseudo-devices (ip6tnl0, sit0, teql0, tunl0) out of Network I/O - Filter Ceph RBD-mapped volumes (rbd0..11) out of Disk I/O so the panel shows physical disks (nvme0n1, vda) only - Exclude the rootfs bind mount (/etc/extensions.yaml) from Filesystem Usage, leaving the meaningful /var xfs mount All queries verified against live Prometheus before commit.
171 lines
9.1 KiB
JSON
171 lines
9.1 KiB
JSON
{
|
|
"annotations": {"list": []},
|
|
"description": "Detailed node metrics for selected host",
|
|
"editable": true,
|
|
"fiscalYearStartMonth": 0,
|
|
"graphTooltip": 1,
|
|
"id": null,
|
|
"links": [],
|
|
"panels": [
|
|
{
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {"mode": "palette-classic"},
|
|
"custom": {"axisCenteredZero": false, "axisColorMode": "text", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"}},
|
|
"mappings": [],
|
|
"thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}]},
|
|
"unit": "percent"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"gridPos": {"h": 8, "w": 12, "x": 0, "y": 0},
|
|
"id": 1,
|
|
"options": {"legend": {"calcs": ["mean", "max"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}},
|
|
"targets": [
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "100 - (avg by(cpu) (rate(node_cpu_seconds_total{mode=\"idle\",instance=\"$instance\"}[5m])) * 100)", "legendFormat": "CPU {{cpu}}", "refId": "A"}
|
|
],
|
|
"title": "CPU Usage per Core",
|
|
"type": "timeseries"
|
|
},
|
|
{
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {"mode": "palette-classic"},
|
|
"custom": {"axisCenteredZero": false, "axisColorMode": "text", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "normal"}, "thresholdsStyle": {"mode": "off"}},
|
|
"mappings": [],
|
|
"thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}]},
|
|
"unit": "bytes"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"gridPos": {"h": 8, "w": 12, "x": 12, "y": 0},
|
|
"id": 2,
|
|
"options": {"legend": {"calcs": ["mean", "max"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}},
|
|
"targets": [
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "node_memory_MemTotal_bytes{instance=\"$instance\"} - node_memory_MemAvailable_bytes{instance=\"$instance\"}", "legendFormat": "Used", "refId": "A"},
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "node_memory_Cached_bytes{instance=\"$instance\"}", "legendFormat": "Cached", "refId": "B"},
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "node_memory_Buffers_bytes{instance=\"$instance\"}", "legendFormat": "Buffers", "refId": "C"}
|
|
],
|
|
"title": "Memory Usage",
|
|
"type": "timeseries"
|
|
},
|
|
{
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {"mode": "palette-classic"},
|
|
"custom": {"axisCenteredZero": false, "axisColorMode": "text", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"}},
|
|
"mappings": [],
|
|
"thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}]},
|
|
"unit": "Bps"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"gridPos": {"h": 8, "w": 12, "x": 0, "y": 8},
|
|
"id": 3,
|
|
"options": {"legend": {"calcs": ["mean", "max"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}},
|
|
"targets": [
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "rate(node_network_receive_bytes_total{instance=\"$instance\",device!~\"lo|veth.*|br.*|docker.*|lxc.*|cilium.*|ip6tnl.*|sit.*|teql.*|tunl.*\"}[5m])", "legendFormat": "{{device}} RX", "refId": "A"},
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "-rate(node_network_transmit_bytes_total{instance=\"$instance\",device!~\"lo|veth.*|br.*|docker.*|lxc.*|cilium.*|ip6tnl.*|sit.*|teql.*|tunl.*\"}[5m])", "legendFormat": "{{device}} TX", "refId": "B"}
|
|
],
|
|
"title": "Network I/O",
|
|
"type": "timeseries"
|
|
},
|
|
{
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {"mode": "palette-classic"},
|
|
"custom": {"axisCenteredZero": false, "axisColorMode": "text", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": {"legend": false, "tooltip": false, "viz": false}, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "scaleDistribution": {"type": "linear"}, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}, "thresholdsStyle": {"mode": "off"}},
|
|
"mappings": [],
|
|
"thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}]},
|
|
"unit": "Bps"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"gridPos": {"h": 8, "w": 12, "x": 12, "y": 8},
|
|
"id": 4,
|
|
"options": {"legend": {"calcs": ["mean", "max"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}},
|
|
"targets": [
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "rate(node_disk_read_bytes_total{instance=\"$instance\",device!~\"rbd.*|dm-.*|loop.*\"}[5m])", "legendFormat": "{{device}} Read", "refId": "A"},
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "-rate(node_disk_written_bytes_total{instance=\"$instance\",device!~\"rbd.*|dm-.*|loop.*\"}[5m])", "legendFormat": "{{device}} Write", "refId": "B"}
|
|
],
|
|
"title": "Disk I/O",
|
|
"type": "timeseries"
|
|
},
|
|
{
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {"mode": "thresholds"},
|
|
"mappings": [],
|
|
"max": 100,
|
|
"min": 0,
|
|
"thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}, {"color": "yellow", "value": 70}, {"color": "red", "value": 85}]},
|
|
"unit": "percent"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"gridPos": {"h": 6, "w": 24, "x": 0, "y": 16},
|
|
"id": 5,
|
|
"options": {"displayMode": "lcd", "minVizHeight": 10, "minVizWidth": 0, "orientation": "horizontal", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "showUnfilled": true},
|
|
"targets": [
|
|
{"datasource": {"type": "prometheus", "uid": "prometheus"}, "expr": "(1 - (node_filesystem_avail_bytes{instance=\"$instance\",fstype!~\"tmpfs|overlay|rootfs\"} / node_filesystem_size_bytes{instance=\"$instance\",fstype!~\"tmpfs|overlay|rootfs\"})) * 100", "legendFormat": "{{mountpoint}}", "refId": "A"}
|
|
],
|
|
"title": "Filesystem Usage",
|
|
"type": "bargauge"
|
|
}
|
|
],
|
|
"refresh": "30s",
|
|
"schemaVersion": 38,
|
|
"style": "dark",
|
|
"tags": ["homelab", "node"],
|
|
"templating": {
|
|
"list": [
|
|
{
|
|
"current": {},
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"definition": "label_values(node_uname_info{job=\"node-exporter\"}, nodename)",
|
|
"hide": 0,
|
|
"includeAll": false,
|
|
"label": "Node",
|
|
"multi": false,
|
|
"name": "node",
|
|
"options": [],
|
|
"query": {"query": "label_values(node_uname_info{job=\"node-exporter\"}, nodename)", "refId": "PrometheusVariableQueryEditor-VariableQuery"},
|
|
"refresh": 2,
|
|
"regex": "",
|
|
"skipUrlSync": false,
|
|
"sort": 1,
|
|
"type": "query"
|
|
},
|
|
{
|
|
"current": {},
|
|
"datasource": {"type": "prometheus", "uid": "prometheus"},
|
|
"definition": "label_values(node_uname_info{job=\"node-exporter\", nodename=\"$node\"}, instance)",
|
|
"hide": 2,
|
|
"includeAll": false,
|
|
"label": "Instance",
|
|
"multi": false,
|
|
"name": "instance",
|
|
"options": [],
|
|
"query": {"query": "label_values(node_uname_info{job=\"node-exporter\", nodename=\"$node\"}, instance)", "refId": "PrometheusVariableQueryEditor-VariableQuery"},
|
|
"refresh": 2,
|
|
"regex": "",
|
|
"skipUrlSync": false,
|
|
"sort": 1,
|
|
"type": "query"
|
|
}
|
|
]
|
|
},
|
|
"time": {"from": "now-1h", "to": "now"},
|
|
"timepicker": {},
|
|
"timezone": "",
|
|
"title": "Node Metrics",
|
|
"uid": "node-metrics",
|
|
"version": 1,
|
|
"weekStart": ""
|
|
}
|