Files
truenas-stacks/monitoring/dashboards/linux-host-drilldown.json

1088 lines
26 KiB
JSON

{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"links": [],
"liveNow": false,
"panels": [
{
"type": "stat",
"title": "Target Up",
"gridPos": {
"h": 4,
"w": 4,
"x": 0,
"y": 0
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "red",
"value": null
},
{
"color": "green",
"value": 1
}
]
}
},
"overrides": []
},
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value_and_name"
},
"targets": [
{
"editorMode": "code",
"expr": "max(up{host=\"$host\"})",
"instant": true,
"legendFormat": "$host",
"range": false,
"refId": "A"
}
]
},
{
"type": "stat",
"title": "CPU Busy %",
"gridPos": {
"h": 4,
"w": 4,
"x": 4,
"y": 0
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 70
},
{
"color": "red",
"value": 90
}
]
}
},
"overrides": []
},
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value_and_name"
},
"targets": [
{
"editorMode": "code",
"expr": "100 - (avg(rate(node_cpu_seconds_total{host=\"$host\", mode=\"idle\"}[5m])) * 100)",
"instant": true,
"legendFormat": "CPU Busy",
"range": false,
"refId": "A"
}
]
},
{
"type": "stat",
"title": "Memory Used %",
"gridPos": {
"h": 4,
"w": 4,
"x": 8,
"y": 0
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 75
},
{
"color": "red",
"value": 90
}
]
}
},
"overrides": []
},
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value_and_name"
},
"targets": [
{
"editorMode": "code",
"expr": "100 * (1 - (node_memory_MemAvailable_bytes{host=\"$host\"} / node_memory_MemTotal_bytes{host=\"$host\"}))",
"instant": true,
"legendFormat": "Memory",
"range": false,
"refId": "A"
}
]
},
{
"type": "stat",
"title": "Root Used %",
"gridPos": {
"h": 4,
"w": 4,
"x": 12,
"y": 0
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 75
},
{
"color": "red",
"value": 90
}
]
}
},
"overrides": []
},
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value_and_name"
},
"targets": [
{
"editorMode": "code",
"expr": "100 * (1 - (node_filesystem_avail_bytes{host=\"$host\", mountpoint=\"/\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"} / node_filesystem_size_bytes{host=\"$host\", mountpoint=\"/\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"}))",
"instant": true,
"legendFormat": "/",
"range": false,
"refId": "A"
}
]
},
{
"type": "stat",
"title": "Load 1m",
"gridPos": {
"h": 4,
"w": 4,
"x": 16,
"y": 0
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 4
},
{
"color": "red",
"value": 8
}
]
}
},
"overrides": []
},
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value_and_name"
},
"targets": [
{
"editorMode": "code",
"expr": "node_load1{host=\"$host\"}",
"instant": true,
"legendFormat": "load1",
"range": false,
"refId": "A"
}
]
},
{
"type": "stat",
"title": "Uptime",
"gridPos": {
"h": 4,
"w": 4,
"x": 20,
"y": 0
},
"fieldConfig": {
"defaults": {
"unit": "s",
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "center",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "value_and_name"
},
"targets": [
{
"editorMode": "code",
"expr": "node_time_seconds{host=\"$host\"} - node_boot_time_seconds{host=\"$host\"}",
"instant": true,
"legendFormat": "uptime",
"range": false,
"refId": "A"
}
]
},
{
"type": "timeseries",
"title": "CPU Busy Over Time",
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 4
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"min": 0,
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 12,
"gradientMode": "opacity",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 3,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
}
},
"overrides": []
},
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"editorMode": "code",
"expr": "100 - (avg(rate(node_cpu_seconds_total{host=\"$host\", mode=\"idle\"}[5m])) * 100)",
"legendFormat": "CPU Busy",
"range": true,
"refId": "A"
},
{
"editorMode": "code",
"expr": "avg(rate(node_cpu_seconds_total{host=\"$host\", mode=\"iowait\"}[5m])) * 100",
"legendFormat": "IO Wait",
"range": true,
"refId": "B"
}
]
},
{
"type": "timeseries",
"title": "Memory Pressure",
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 4
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"min": 0,
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 12,
"gradientMode": "opacity",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 3,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
}
},
"overrides": []
},
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"editorMode": "code",
"expr": "100 * (1 - (node_memory_MemAvailable_bytes{host=\"$host\"} / node_memory_MemTotal_bytes{host=\"$host\"}))",
"legendFormat": "Used %",
"range": true,
"refId": "A"
}
]
},
{
"type": "timeseries",
"title": "Load Averages",
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 12
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 12,
"gradientMode": "opacity",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 3,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
}
},
"overrides": []
},
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"editorMode": "code",
"expr": "node_load1{host=\"$host\"}",
"legendFormat": "load1",
"range": true,
"refId": "A"
},
{
"editorMode": "code",
"expr": "node_load5{host=\"$host\"}",
"legendFormat": "load5",
"range": true,
"refId": "B"
},
{
"editorMode": "code",
"expr": "node_load15{host=\"$host\"}",
"legendFormat": "load15",
"range": true,
"refId": "C"
}
]
},
{
"type": "timeseries",
"title": "Network Throughput",
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 12
},
"fieldConfig": {
"defaults": {
"unit": "Bps",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 12,
"gradientMode": "opacity",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 3,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
}
},
"overrides": []
},
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"editorMode": "code",
"expr": "sum by (device) (rate(node_network_receive_bytes_total{host=\"$host\", device=~\"$device\"}[5m]))",
"legendFormat": "{{device}} rx",
"range": true,
"refId": "A"
},
{
"editorMode": "code",
"expr": "-sum by (device) (rate(node_network_transmit_bytes_total{host=\"$host\", device=~\"$device\"}[5m]))",
"legendFormat": "{{device}} tx",
"range": true,
"refId": "B"
}
]
},
{
"type": "bargauge",
"title": "Filesystem Used %",
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 20
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"min": 0,
"max": 100,
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 75
},
{
"color": "red",
"value": 90
}
]
}
},
"overrides": []
},
"options": {
"displayMode": "gradient",
"orientation": "horizontal",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"showUnfilled": true,
"text": {}
},
"targets": [
{
"editorMode": "code",
"expr": "100 * (1 - node_filesystem_avail_bytes{host=\"$host\", mountpoint=~\"$mountpoint\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"} / node_filesystem_size_bytes{host=\"$host\", mountpoint=~\"$mountpoint\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"})",
"legendFormat": "{{mountpoint}}",
"range": true,
"refId": "A"
}
]
},
{
"type": "timeseries",
"title": "Disk Throughput",
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 20
},
"fieldConfig": {
"defaults": {
"unit": "Bps",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 12,
"gradientMode": "opacity",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 3,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
}
},
"overrides": []
},
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"editorMode": "code",
"expr": "sum by (device) (rate(node_disk_read_bytes_total{host=\"$host\", device!~\"loop.*|ram.*|fd.*\"}[5m]))",
"legendFormat": "{{device}} read",
"range": true,
"refId": "A"
},
{
"editorMode": "code",
"expr": "-sum by (device) (rate(node_disk_written_bytes_total{host=\"$host\", device!~\"loop.*|ram.*|fd.*\"}[5m]))",
"legendFormat": "{{device}} write",
"range": true,
"refId": "B"
}
]
},
{
"type": "table",
"title": "Top Filesystems",
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 28
},
"fieldConfig": {
"defaults": {
"unit": "percent",
"color": {
"mode": "thresholds"
},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 75
},
{
"color": "red",
"value": 90
}
]
}
},
"overrides": []
},
"options": {
"cellHeight": "sm",
"footer": {
"enablePagination": true,
"fields": "",
"reducer": [
"sum"
],
"show": false
},
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Value"
}
]
},
"targets": [
{
"editorMode": "code",
"expr": "topk(12, 100 * (1 - node_filesystem_avail_bytes{host=\"$host\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\", mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"} / node_filesystem_size_bytes{host=\"$host\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\", mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"}))",
"format": "table",
"instant": true,
"refId": "A"
}
]
},
{
"type": "timeseries",
"title": "Memory Breakdown",
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 28
},
"fieldConfig": {
"defaults": {
"unit": "bytes",
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 12,
"gradientMode": "opacity",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 2,
"pointSize": 3,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
}
},
"overrides": []
},
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "desc"
}
},
"targets": [
{
"editorMode": "code",
"expr": "node_memory_MemTotal_bytes{host=\"$host\"} - node_memory_MemAvailable_bytes{host=\"$host\"}",
"legendFormat": "used",
"range": true,
"refId": "A"
},
{
"editorMode": "code",
"expr": "node_memory_Cached_bytes{host=\"$host\"}",
"legendFormat": "cached",
"range": true,
"refId": "B"
},
{
"editorMode": "code",
"expr": "node_memory_Buffers_bytes{host=\"$host\"}",
"legendFormat": "buffers",
"range": true,
"refId": "C"
},
{
"editorMode": "code",
"expr": "node_memory_MemAvailable_bytes{host=\"$host\"}",
"legendFormat": "available",
"range": true,
"refId": "D"
}
]
}
],
"refresh": "30s",
"schemaVersion": 41,
"tags": [
"homelab",
"linux",
"node-exporter"
],
"templating": {
"list": [
{
"current": {
"selected": true,
"text": "nomad",
"value": "nomad"
},
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"definition": "label_values(up{job=~\"pd-node|nomad-node\"}, host)",
"hide": 0,
"includeAll": false,
"label": "Host",
"multi": false,
"name": "host",
"options": [],
"query": {
"query": "label_values(up{job=~\"pd-node|nomad-node\"}, host)",
"refId": "Prometheus-host-Variable-Query"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
},
{
"current": {
"selected": false,
"text": [
"/"
],
"value": [
"/"
]
},
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"definition": "label_values(node_filesystem_size_bytes{host=\"$host\",fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\",mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"}, mountpoint)",
"hide": 0,
"includeAll": true,
"label": "Mountpoint",
"multi": true,
"name": "mountpoint",
"options": [],
"query": {
"query": "label_values(node_filesystem_size_bytes{host=\"$host\",fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\",mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"}, mountpoint)",
"refId": "Prometheus-mountpoint-Variable-Query"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
},
{
"current": {
"selected": false,
"text": [
"enp5s0"
],
"value": [
"enp5s0"
]
},
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"definition": "label_values(node_network_receive_bytes_total{host=\"$host\",device!~\"lo|veth.*|br-.*|docker.*\"}, device)",
"hide": 0,
"includeAll": true,
"label": "Interface",
"multi": true,
"name": "device",
"options": [],
"query": {
"query": "label_values(node_network_receive_bytes_total{host=\"$host\",device!~\"lo|veth.*|br-.*|docker.*\"}, device)",
"refId": "Prometheus-device-Variable-Query"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"type": "query"
}
]
},
"time": {
"from": "now-24h",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "Linux Host Drilldown",
"uid": "linux-host-drilldown",
"version": 1,
"weekStart": ""
}