{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "links": [], "liveNow": false, "schemaVersion": 39, "style": "dark", "tags": [ "az", "demo", "provisioned" ], "templating": { "list": [] }, "time": { "from": "now-6h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h" ] }, "timezone": "browser", "version": 1, "weekStart": "", "uid": "az-node-fleet-demo", "title": "AZ Node Fleet Demo", "refresh": "30s", "description": "Demo dashboard for node_exporter metrics on AZ-PRM-1 and AZ-CLD-1. Uses the default Prometheus datasource provisioned by NixOS.", "panels": [ { "id": 1, "title": "Scrape up", "type": "stat", "datasource": null, "gridPos": { "h": 4, "w": 6, "x": 0, "y": 0 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "short", "decimals": 0, "min": 0, "max": 1, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "expr": "up{job=~\"node|node-cld\"}", "legendFormat": "{{instance}}", "refId": "A" } ], "description": "1 means Prometheus can scrape the host." }, { "id": 2, "title": "Uptime", "type": "stat", "datasource": null, "gridPos": { "h": 4, "w": 6, "x": 6, "y": 0 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "d", "decimals": 1, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "expr": "(time() - node_boot_time_seconds) / 86400", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 3, "title": "CPU busy", "type": "gauge", "datasource": null, "gridPos": { "h": 4, "w": 6, "x": 12, "y": 0 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "percent", "decimals": 1, "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "targets": [ { "expr": "100 - (avg by(instance) (rate(node_cpu_seconds_total{mode=\"idle\"}[$__rate_interval])) * 100)", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 4, "title": "Memory used", "type": "gauge", "datasource": null, "gridPos": { "h": 4, "w": 6, "x": 18, "y": 0 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "percent", "decimals": 1, "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 75 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "targets": [ { "expr": "100 * (1 - (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes))", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 5, "title": "CPU busy by host", "type": "timeseries", "datasource": null, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 4 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "percent", "decimals": 1, "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "100 - (avg by(instance) (rate(node_cpu_seconds_total{mode=\"idle\"}[$__rate_interval])) * 100)", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 6, "title": "Load average (5m)", "type": "timeseries", "datasource": null, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 4 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "short", "decimals": 2, "min": 0 }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "node_load5", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 7, "title": "Memory used", "type": "timeseries", "datasource": null, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 12 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "percent", "decimals": 1, "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 75 }, { "color": "red", "value": 90 } ] } }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "100 * (1 - (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes))", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 8, "title": "Root filesystem used", "type": "timeseries", "datasource": null, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 12 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "percent", "decimals": 1, "min": 0, "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 80 }, { "color": "red", "value": 92 } ] } }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "100 * (1 - (node_filesystem_avail_bytes{mountpoint=\"/\",fstype!~\"tmpfs|overlay|squashfs|ramfs\"} / node_filesystem_size_bytes{mountpoint=\"/\",fstype!~\"tmpfs|overlay|squashfs|ramfs\"}))", "legendFormat": "{{instance}}", "refId": "A" } ] }, { "id": 9, "title": "Network throughput", "type": "timeseries", "datasource": null, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 20 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "Bps", "decimals": 1, "min": 0 }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "sum by(instance) (rate(node_network_receive_bytes_total{device!~\"lo|veth.*|docker.*|br-.*\"}[$__rate_interval]))", "legendFormat": "{{instance}} RX", "refId": "A" }, { "expr": "sum by(instance) (rate(node_network_transmit_bytes_total{device!~\"lo|veth.*|docker.*|br-.*\"}[$__rate_interval]))", "legendFormat": "{{instance}} TX", "refId": "B" } ] }, { "id": 10, "title": "Disk IO", "type": "timeseries", "datasource": null, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 20 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "Bps", "decimals": 1, "min": 0 }, "overrides": [] }, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "expr": "sum by(instance) (rate(node_disk_read_bytes_total[$__rate_interval]))", "legendFormat": "{{instance}} read", "refId": "A" }, { "expr": "sum by(instance) (rate(node_disk_written_bytes_total[$__rate_interval]))", "legendFormat": "{{instance}} write", "refId": "B" } ] }, { "id": 11, "title": "Failed systemd units", "type": "stat", "datasource": null, "gridPos": { "h": 4, "w": 12, "x": 0, "y": 28 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "short", "decimals": 0, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "expr": "sum by(instance) (node_systemd_units{state=\"failed\"})", "legendFormat": "{{instance}}", "refId": "A" } ], "description": "Requires node_exporter systemd collector." }, { "id": 12, "title": "Filesystem free bytes", "type": "stat", "datasource": null, "gridPos": { "h": 4, "w": 12, "x": 12, "y": 28 }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": {}, "mappings": [], "unit": "bytes", "decimals": 1, "min": 0 }, "overrides": [] }, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "targets": [ { "expr": "node_filesystem_avail_bytes{mountpoint=\"/\",fstype!~\"tmpfs|overlay|squashfs|ramfs\"}", "legendFormat": "{{instance}}", "refId": "A" } ] } ] }