{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "links": [], "liveNow": false, "panels": [ { "type": "stat", "title": "Target Up", "gridPos": { "h": 4, "w": 4, "x": 0, "y": 0 }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "targets": [ { "editorMode": "code", "expr": "max(up{host=\"$host\"})", "instant": true, "legendFormat": "$host", "range": false, "refId": "A" } ] }, { "type": "stat", "title": "CPU Busy %", "gridPos": { "h": 4, "w": 4, "x": 4, "y": 0 }, "fieldConfig": { "defaults": { "unit": "percent", "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 70 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "targets": [ { "editorMode": "code", "expr": "100 - (avg(rate(node_cpu_seconds_total{host=\"$host\", mode=\"idle\"}[5m])) * 100)", "instant": true, "legendFormat": "CPU Busy", "range": false, "refId": "A" } ] }, { "type": "stat", "title": "Memory Used %", "gridPos": { "h": 4, "w": 4, "x": 8, "y": 0 }, "fieldConfig": { "defaults": { "unit": "percent", "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "targets": [ { "editorMode": "code", "expr": "100 * (1 - (node_memory_MemAvailable_bytes{host=\"$host\"} / node_memory_MemTotal_bytes{host=\"$host\"}))", "instant": true, "legendFormat": "Memory", "range": false, "refId": "A" } ] }, { "type": "stat", "title": "Root Used %", "gridPos": { "h": 4, "w": 4, "x": 12, "y": 0 }, "fieldConfig": { "defaults": { "unit": "percent", "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "targets": [ { "editorMode": "code", "expr": "100 * (1 - (node_filesystem_avail_bytes{host=\"$host\", mountpoint=\"/\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"} / node_filesystem_size_bytes{host=\"$host\", mountpoint=\"/\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"}))", "instant": true, "legendFormat": "/", "range": false, "refId": "A" } ] }, { "type": "stat", "title": "Load 1m", "gridPos": { "h": 4, "w": 4, "x": 16, "y": 0 }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 4 }, { "color": "red", "value": 8 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "targets": [ { "editorMode": "code", "expr": "node_load1{host=\"$host\"}", "instant": true, "legendFormat": "load1", "range": false, "refId": "A" } ] }, { "type": "stat", "title": "Uptime", "gridPos": { "h": 4, "w": 4, "x": 20, "y": 0 }, "fieldConfig": { "defaults": { "unit": "s", "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "value_and_name" }, "targets": [ { "editorMode": "code", "expr": "node_time_seconds{host=\"$host\"} - node_boot_time_seconds{host=\"$host\"}", "instant": true, "legendFormat": "uptime", "range": false, "refId": "A" } ] }, { "type": "timeseries", "title": "CPU Busy Over Time", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 4 }, "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 12, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 3, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "editorMode": "code", "expr": "100 - (avg(rate(node_cpu_seconds_total{host=\"$host\", mode=\"idle\"}[5m])) * 100)", "legendFormat": "CPU Busy", "range": true, "refId": "A" }, { "editorMode": "code", "expr": "avg(rate(node_cpu_seconds_total{host=\"$host\", mode=\"iowait\"}[5m])) * 100", "legendFormat": "IO Wait", "range": true, "refId": "B" } ] }, { "type": "timeseries", "title": "Memory Pressure", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 4 }, "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 12, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 3, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "editorMode": "code", "expr": "100 * (1 - (node_memory_MemAvailable_bytes{host=\"$host\"} / node_memory_MemTotal_bytes{host=\"$host\"}))", "legendFormat": "Used %", "range": true, "refId": "A" } ] }, { "type": "timeseries", "title": "Load Averages", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 12, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 3, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "editorMode": "code", "expr": "node_load1{host=\"$host\"}", "legendFormat": "load1", "range": true, "refId": "A" }, { "editorMode": "code", "expr": "node_load5{host=\"$host\"}", "legendFormat": "load5", "range": true, "refId": "B" }, { "editorMode": "code", "expr": "node_load15{host=\"$host\"}", "legendFormat": "load15", "range": true, "refId": "C" } ] }, { "type": "timeseries", "title": "Network Throughput", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 }, "fieldConfig": { "defaults": { "unit": "Bps", "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 12, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 3, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "editorMode": "code", "expr": "sum by (device) (rate(node_network_receive_bytes_total{host=\"$host\", device=~\"$device\"}[5m]))", "legendFormat": "{{device}} rx", "range": true, "refId": "A" }, { "editorMode": "code", "expr": "-sum by (device) (rate(node_network_transmit_bytes_total{host=\"$host\", device=~\"$device\"}[5m]))", "legendFormat": "{{device}} tx", "range": true, "refId": "B" } ] }, { "type": "bargauge", "title": "Filesystem Used %", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 20 }, "fieldConfig": { "defaults": { "unit": "percent", "min": 0, "max": 100, "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "displayMode": "gradient", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": true, "text": {} }, "targets": [ { "editorMode": "code", "expr": "100 * (1 - node_filesystem_avail_bytes{host=\"$host\", mountpoint=~\"$mountpoint\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"} / node_filesystem_size_bytes{host=\"$host\", mountpoint=~\"$mountpoint\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\"})", "legendFormat": "{{mountpoint}}", "range": true, "refId": "A" } ] }, { "type": "timeseries", "title": "Disk Throughput", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 20 }, "fieldConfig": { "defaults": { "unit": "Bps", "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 12, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 3, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "editorMode": "code", "expr": "sum by (device) (rate(node_disk_read_bytes_total{host=\"$host\", device!~\"loop.*|ram.*|fd.*\"}[5m]))", "legendFormat": "{{device}} read", "range": true, "refId": "A" }, { "editorMode": "code", "expr": "-sum by (device) (rate(node_disk_written_bytes_total{host=\"$host\", device!~\"loop.*|ram.*|fd.*\"}[5m]))", "legendFormat": "{{device}} write", "range": true, "refId": "B" } ] }, { "type": "table", "title": "Top Filesystems", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 28 }, "fieldConfig": { "defaults": { "unit": "percent", "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "cellHeight": "sm", "footer": { "enablePagination": true, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Value" } ] }, "targets": [ { "editorMode": "code", "expr": "topk(12, 100 * (1 - node_filesystem_avail_bytes{host=\"$host\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\", mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"} / node_filesystem_size_bytes{host=\"$host\", fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\", mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"}))", "format": "table", "instant": true, "refId": "A" } ] }, { "type": "timeseries", "title": "Memory Breakdown", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 28 }, "fieldConfig": { "defaults": { "unit": "bytes", "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 12, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 3, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "editorMode": "code", "expr": "node_memory_MemTotal_bytes{host=\"$host\"} - node_memory_MemAvailable_bytes{host=\"$host\"}", "legendFormat": "used", "range": true, "refId": "A" }, { "editorMode": "code", "expr": "node_memory_Cached_bytes{host=\"$host\"}", "legendFormat": "cached", "range": true, "refId": "B" }, { "editorMode": "code", "expr": "node_memory_Buffers_bytes{host=\"$host\"}", "legendFormat": "buffers", "range": true, "refId": "C" }, { "editorMode": "code", "expr": "node_memory_MemAvailable_bytes{host=\"$host\"}", "legendFormat": "available", "range": true, "refId": "D" } ] } ], "refresh": "30s", "schemaVersion": 41, "tags": [ "homelab", "linux", "node-exporter" ], "templating": { "list": [ { "current": { "selected": true, "text": "nomad", "value": "nomad" }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(up{job=~\"pd-node|nomad-node\"}, host)", "hide": 0, "includeAll": false, "label": "Host", "multi": false, "name": "host", "options": [], "query": { "query": "label_values(up{job=~\"pd-node|nomad-node\"}, host)", "refId": "Prometheus-host-Variable-Query" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "type": "query" }, { "current": { "selected": false, "text": [ "/" ], "value": [ "/" ] }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(node_filesystem_size_bytes{host=\"$host\",fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\",mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"}, mountpoint)", "hide": 0, "includeAll": true, "label": "Mountpoint", "multi": true, "name": "mountpoint", "options": [], "query": { "query": "label_values(node_filesystem_size_bytes{host=\"$host\",fstype!~\"tmpfs|ramfs|overlay|squashfs|nfs4\",mountpoint!~\"/var/lib/docker/.+|/tmp/.+\"}, mountpoint)", "refId": "Prometheus-mountpoint-Variable-Query" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "type": "query" }, { "current": { "selected": false, "text": [ "enp5s0" ], "value": [ "enp5s0" ] }, "datasource": { "type": "prometheus", "uid": "prometheus" }, "definition": "label_values(node_network_receive_bytes_total{host=\"$host\",device!~\"lo|veth.*|br-.*|docker.*\"}, device)", "hide": 0, "includeAll": true, "label": "Interface", "multi": true, "name": "device", "options": [], "query": { "query": "label_values(node_network_receive_bytes_total{host=\"$host\",device!~\"lo|veth.*|br-.*|docker.*\"}, device)", "refId": "Prometheus-device-Variable-Query" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "type": "query" } ] }, "time": { "from": "now-24h", "to": "now" }, "timepicker": {}, "timezone": "browser", "title": "Linux Host Drilldown", "uid": "linux-host-drilldown", "version": 1, "weekStart": "" }