{ "annotations": { "list": [ { "$$hashKey": "object:1058", "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "Classroom netboot server(s)", "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": 0, "links": [ { "asDropdown": false, "icon": "external link", "includeVars": false, "keepTime": false, "tags": [], "targetBlank": true, "title": "WiKi (CZ)", "tooltip": "", "type": "link", "url": "https://wiki.cvut.it/books/server/page/monitoring-pomoci-grafana-loki-prometheus" } ], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 335, "panels": [], "title": "All nodes overview", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "FQDN - address used to communicate with server\nDistro - Distribution name displayed in \"pretty_name\" format\nKernel- Linux kernel release\nVersion - Version of the kernel\nUptime - Time from last boot\n - 30d yellow\n - 180d orange\n - 365d red\nCPUs - Number of CPU cores\nRAM - Amount of operating memory (RAM)\nLoad 1m - The first value you see in \"top/htop\" etc.. System load in last minute.\nCPU (2m) - Average usage of CPU from last 2 minutes\nRAM Usage - Usage of operating memory (RAM)\nRootFS used - Usage of root filesystem", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "left", "cellOptions": { "type": "auto" }, "filterable": true, "footer": { "reducers": [] }, "inspect": false, "wrapText": false }, "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "#EAB839", "value": "" }, { "color": "orange", "value": "" }, { "color": "red", "value": "" } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Uptime" }, "properties": [ { "id": "unit", "value": "s" }, { "id": "custom.cellOptions", "value": { "applyToRow": false, "mode": "gradient", "type": "color-background" } }, { "id": "custom.wrapText", "value": false }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "yellow", "value": 2592000 }, { "color": "orange", "value": 15552000 }, { "color": "red", "value": 31536000 } ] } }, { "id": "custom.width", "value": 120 } ] }, { "matcher": { "id": "byName", "options": "RAM" }, "properties": [ { "id": "unit", "value": "bytes" }, { "id": "custom.width", "value": 80 } ] }, { "matcher": { "id": "byName", "options": "CPUs" }, "properties": [ { "id": "custom.width", "value": 80 } ] }, { "matcher": { "id": "byName", "options": "Kernel" }, "properties": [ { "id": "custom.width", "value": 200 } ] }, { "matcher": { "id": "byName", "options": "CPU (2m)" }, "properties": [ { "id": "custom.cellOptions", "value": { "mode": "basic", "type": "gauge", "valueDisplayMode": "text" } }, { "id": "unit", "value": "percent" }, { "id": "thresholds", "value": { "mode": "percentage", "steps": [ { "color": "green", "value": 0 }, { "color": "yellow", "value": 50 }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] } }, { "id": "max", "value": 100 }, { "id": "custom.minWidth", "value": 100 } ] }, { "matcher": { "id": "byName", "options": "FQDN" }, "properties": [ { "id": "custom.width", "value": 250 } ] }, { "matcher": { "id": "byName", "options": "Memory used" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "custom.cellOptions", "value": { "mode": "basic", "type": "gauge", "valueDisplayMode": "text" } }, { "id": "max", "value": 100 }, { "id": "thresholds", "value": { "mode": "percentage", "steps": [ { "color": "green", "value": 0 }, { "color": "yellow", "value": 45 }, { "color": "orange", "value": 60 }, { "color": "red", "value": 75 } ] } }, { "id": "custom.minWidth", "value": 100 } ] }, { "matcher": { "id": "byName", "options": "Distro" }, "properties": [ { "id": "custom.cellOptions", "value": { "type": "auto" } }, { "id": "custom.wrapText", "value": true }, { "id": "custom.minWidth", "value": 150 } ] }, { "matcher": { "id": "byName", "options": "RootFS used" }, "properties": [ { "id": "custom.cellOptions", "value": { "mode": "basic", "type": "gauge", "valueDisplayMode": "text" } }, { "id": "unit", "value": "percent" }, { "id": "max", "value": 100 }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "#EAB839", "value": 45 }, { "color": "orange", "value": 60 }, { "color": "red", "value": 75 } ] } }, { "id": "custom.minWidth", "value": 100 } ] }, { "matcher": { "id": "byName", "options": "Load (1m)" }, "properties": [ { "id": "custom.cellOptions", "value": { "mode": "basic", "type": "color-background" } }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "green", "value": 0.25 }, { "color": "dark-yellow", "value": 0.5 }, { "color": "dark-orange", "value": 1 }, { "color": "dark-red", "value": 2 } ] } }, { "id": "custom.width", "value": 100 } ] } ] }, "gridPos": { "h": 13, "w": 24, "x": 0, "y": 1 }, "id": 324, "maxPerRow": 12, "options": { "cellHeight": "md", "enablePagination": false, "frameIndex": 0, "showHeader": true, "sortBy": [] }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "node_uname_info", "format": "table", "instant": true, "legendFormat": "", "range": false, "refId": "node_uname" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "node_time_seconds - node_boot_time_seconds", "format": "table", "hide": false, "instant": true, "legendFormat": "", "range": false, "refId": "uptime" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "count without(cpu, mode) (node_cpu_seconds_total{mode=\"idle\"})", "format": "table", "hide": false, "instant": true, "legendFormat": "", "range": false, "refId": "cpu" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "sum by (instance) (node_memory_MemTotal_bytes)", "format": "table", "hide": false, "instant": true, "legendFormat": "__auto", "range": false, "refId": "ram" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "sort(node_os_info)", "format": "table", "hide": false, "instant": true, "legendFormat": "", "range": false, "refId": "os_info" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "100 - (avg by (instance) (irate(node_cpu_seconds_total{mode=\"idle\"}[3m])) * 100)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "range": false, "refId": "cpu_seconds" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "((node_memory_MemTotal_bytes) - (node_memory_MemAvailable_bytes)) / (node_memory_MemTotal_bytes / 100)", "format": "table", "hide": false, "instant": true, "legendFormat": "", "range": false, "refId": "mem_usage" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "sum by (instance) (node_load1) ", "format": "table", "hide": false, "instant": true, "legendFormat": "", "range": false, "refId": "node_load" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "100 - ((node_filesystem_avail_bytes{mountpoint=\"/\"}) * 100) / node_filesystem_size_bytes{mountpoint=\"/\"}", "format": "table", "hide": false, "instant": true, "legendFormat": "__auto", "range": false, "refId": "node_avail_bytes" } ], "title": "All Linux nodes overview", "transformations": [ { "id": "joinByField", "options": { "byField": "instance", "mode": "outer" } }, { "id": "filterFieldsByName", "options": { "byVariable": false, "include": { "names": [ "instance", "release", "Value #uptime", "Value #cpu", "Value #ram", "pretty_name", "Value #cpu_seconds", "Value #mem_usage", "Value #node_load", "Value #node_avail_bytes" ] } } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Value #A": false, "Value #B": false, "Value #C": false, "Value #D": false, "Value #E": true, "Value #os_info": false, "Value #uptime": false, "__name__": true, "device": true, "domainname": true, "fstype": true, "instance": false, "job": true, "machine": true, "mountpoint": true, "nodename": true, "sysname": true, "version": false }, "includeByName": {}, "indexByName": { "Value #cpu": 4, "Value #cpu_seconds": 7, "Value #node_load": 6, "Value #ram": 5, "Value #uptime": 3, "instance": 0, "pretty_name": 1, "release": 2 }, "orderByMode": "manual", "renameByName": { "Time": "", "Value #A": "#", "Value #B": "Uptime", "Value #C": "CPUs", "Value #D": "RAM", "Value #E": "", "Value #F": "CPU (2m)", "Value #G": "Memory used", "Value #H": "Load 1m", "Value #I": "RootFS used", "Value #cpu": "CPUs", "Value #cpu_seconds": "CPU (2m)", "Value #mem_free": "Memory used", "Value #mem_usage": "Memory used", "Value #node_avail_bytes": "RootFS used", "Value #node_load": "Load (1m)", "Value #os_info": "", "Value #ram": "RAM", "Value #uptime": "Uptime", "__name__": "", "instance": "FQDN", "job": "", "machine": "", "name": "Distro", "nodename": "Hostname", "pretty_name": "Distro", "release": "Kernel", "sysname": "", "version": "Version" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 14 }, "id": 336, "panels": [], "title": "Base info", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Total number of CPU cores", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 0, "y": 15 }, "id": 14, "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu))", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "CPU Cores", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Total RAM", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 0, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 3, "y": 15 }, "id": 75, "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"}", "instant": true, "intervalFactor": 1, "range": false, "refId": "A", "step": 240 } ], "title": "RAM Total", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "#EAB839", "value": 100000000 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 6, "y": 15 }, "id": 338, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "sum(irate(node_network_receive_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8) + sum(irate(node_network_transmit_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8)", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Network usage", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Last boot was ago.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 9, "y": 15 }, "id": 15, "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "node_time_seconds{instance=\"$node\",job=\"$job\"} - node_boot_time_seconds{instance=\"$node\",job=\"$job\"}", "instant": true, "intervalFactor": 1, "range": false, "refId": "A", "step": 240 } ], "title": "Uptime", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Utilization of logical volumes.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 15 }, "id": 325, "options": { "displayMode": "basic", "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "maxVizHeight": 300, "minVizHeight": 0, "minVizWidth": 8, "namePlacement": "top", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": true, "sizing": "auto", "text": {}, "valueMode": "color" }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "100 - ((node_filesystem_avail_bytes{instance=\"$node\",job=\"$job\"} * 100) / node_filesystem_size_bytes{instance=\"$node\",job=\"$job\"})", "format": "time_series", "instant": true, "legendFormat": "{{mountpoint}}", "range": false, "refId": "A" } ], "title": "Volume utilization", "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "Usage of all CPU cores together", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": 0 }, { "color": "rgba(237, 129, 40, 0.89)", "value": 60 }, { "color": "rgba(245, 54, 54, 0.9)", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 0, "y": 18 }, "id": 20, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "100 * (1 - avg(rate(node_cpu_seconds_total{mode=\"idle\", instance=\"$node\"}[$__rate_interval])))", "hide": false, "instant": true, "intervalFactor": 1, "legendFormat": "", "range": false, "refId": "A", "step": 240 } ], "title": "CPU", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Amount of memory used.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": 0 }, { "color": "rgba(237, 129, 40, 0.89)", "value": 75 }, { "color": "rgba(245, 54, 54, 0.9)", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 3, "y": 18 }, "id": 16, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "exemplar": false, "expr": "((node_memory_MemTotal_bytes{instance=\"$node\", job=\"$job\"} - node_memory_MemFree_bytes{instance=\"$node\", job=\"$job\"}) / node_memory_MemTotal_bytes{instance=\"$node\", job=\"$job\"}) * 100", "format": "time_series", "hide": true, "instant": true, "intervalFactor": 1, "range": false, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "(1 - (node_memory_MemAvailable_bytes{instance=\"$node\", job=\"$job\"} / node_memory_MemTotal_bytes{instance=\"$node\", job=\"$job\"})) * 100", "format": "time_series", "hide": false, "instant": true, "intervalFactor": 1, "range": false, "refId": "B", "step": 240 } ], "title": "RAM", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "System load over all CPU cores together", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": 0 }, { "color": "rgba(237, 129, 40, 0.89)", "value": 85 }, { "color": "rgba(245, 54, 54, 0.9)", "value": 95 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 6, "y": 18 }, "id": 155, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "scalar(node_load1{instance=\"$node\",job=\"$job\"}) * 100 / count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu))", "format": "time_series", "hide": false, "instant": true, "intervalFactor": 1, "range": false, "refId": "A", "step": 240 } ], "title": "Load", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 9, "y": 18 }, "id": 339, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "((node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_SwapFree_bytes{instance=\"$node\",job=\"$job\"}) / (node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"})) * 100", "format": "time_series", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "SWAP used", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "Basic CPU info", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "percent" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "percentunit" }, "overrides": [ { "matcher": { "id": "byName", "options": "Busy Iowait" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Idle" }, "properties": [ { "id": "color", "value": { "fixedColor": "#365e2c4d", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Busy System" }, "properties": [ { "id": "color", "value": { "fixedColor": "semi-dark-yellow", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Busy User" }, "properties": [ { "id": "color", "value": { "fixedColor": "semi-dark-blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Busy Other" }, "properties": [ { "id": "color", "value": { "fixedColor": "#6D1F62", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Busy Iowait" }, "properties": [ { "id": "color", "value": { "fixedColor": "semi-dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 24 }, "id": 77, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true, "width": 120 }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "exemplar": false, "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"system\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))", "format": "time_series", "hide": false, "instant": false, "intervalFactor": 1, "legendFormat": "Busy System", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"user\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Busy User", "range": true, "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"iowait\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))", "format": "time_series", "intervalFactor": 1, "legendFormat": "Busy Iowait", "range": true, "refId": "C", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=~\".*irq\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))", "format": "time_series", "intervalFactor": 1, "legendFormat": "Busy IRQs", "range": true, "refId": "D", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode!='idle',mode!='user',mode!='system',mode!='iowait',mode!='irq',mode!='softirq'}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))", "format": "time_series", "intervalFactor": 1, "legendFormat": "Busy Other", "range": true, "refId": "E", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",mode=\"idle\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\"}) by (cpu)))", "format": "time_series", "intervalFactor": 1, "legendFormat": "Idle", "range": true, "refId": "F", "step": 240 } ], "title": "CPU", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "counter", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Load 1m" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-yellow", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Load 5m" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-orange", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Load 15m" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 24 }, "id": 7, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_load1{instance=\"$node\",job=\"$job\"}", "format": "time_series", "intervalFactor": 4, "legendFormat": "Load 1m", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "node_load5{instance=\"$node\",job=\"$job\"}", "format": "time_series", "intervalFactor": 4, "legendFormat": "Load 5m", "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "node_load15{instance=\"$node\",job=\"$job\"}", "format": "time_series", "intervalFactor": 4, "legendFormat": "Load 15m", "refId": "C", "step": 240 } ], "title": "System Load", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Basic memory usage", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "RAM Used" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "RAM Total" }, "properties": [ { "id": "color", "value": { "fixedColor": "transparent", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 25 }, { "id": "custom.stacking", "value": { "group": false, "mode": "normal" } } ] }, { "matcher": { "id": "byName", "options": "RAM Cache + Buffer" }, "properties": [ { "id": "color", "value": { "fixedColor": "yellow", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "RAM Free" }, "properties": [ { "id": "color", "value": { "fixedColor": "#7EB26D", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 34 }, "id": 78, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true, "width": 150 }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"}", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "RAM Total", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_MemFree_bytes{instance=\"$node\",job=\"$job\"} - (node_memory_Cached_bytes{instance=\"$node\",job=\"$job\"} + node_memory_Buffers_bytes{instance=\"$node\",job=\"$job\"} + node_memory_SReclaimable_bytes{instance=\"$node\",job=\"$job\"})", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "RAM Used", "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "node_memory_Cached_bytes{instance=\"$node\",job=\"$job\"} + node_memory_Buffers_bytes{instance=\"$node\",job=\"$job\"} + node_memory_SReclaimable_bytes{instance=\"$node\",job=\"$job\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "RAM Cache + Buffer", "refId": "C", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_memory_MemFree_bytes{instance=\"$node\",job=\"$job\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "RAM Free", "range": true, "refId": "D", "step": 240 } ], "title": "Memory Basic", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "Basic information about amount of network traffic.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": false, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "trans .*" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byRegexp", "options": ".*macvtap.*" }, "properties": [ { "id": "custom.hideFrom", "value": { "legend": true, "tooltip": true, "viz": true } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 34 }, "id": 74, "options": { "legend": { "calcs": [ "min", "mean", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_network_receive_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8", "format": "time_series", "intervalFactor": 1, "legendFormat": "recv {{device}}", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_network_transmit_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8", "format": "time_series", "intervalFactor": 1, "legendFormat": "trans {{device}} ", "range": true, "refId": "B", "step": 240 } ], "title": "Network Traffic", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Disks read and write statistics.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "Bps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Write/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 44 }, "id": 42, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_disk_read_bytes_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "{{device}} - Read", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_disk_written_bytes_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "{{device}} - Write", "range": true, "refId": "B", "step": 240 } ], "title": "Disk Read/Write", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "counter", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "Failed" }, "properties": [ { "id": "color", "value": { "fixedColor": "#F2495C", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Stopped" }, "properties": [ { "id": "color", "value": { "fixedColor": "#FF9830", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Running" }, "properties": [ { "id": "color", "value": { "fixedColor": "semi-dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Stopping" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "Starting" }, "properties": [ { "id": "color", "value": { "fixedColor": "super-light-green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 44 }, "id": 298, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"activating\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Starting", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"active\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Running", "range": true, "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"deactivating\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Stopping", "range": true, "refId": "C", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"failed\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Failed", "refId": "D", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"inactive\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Stopped", "range": true, "refId": "E", "step": 240 } ], "title": "Systemd Units State", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 56 }, "id": 346, "panels": [], "title": "systemd", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 2, "x": 0, "y": 57 }, "id": 348, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [], "fields": "/^Value$/", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_units{instance=\"$node\",job=\"linux_nodes\",state=\"active\"}", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "activating" } ], "title": "Active", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "yellow", "value": 1 } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 2, "x": 2, "y": 57 }, "id": 349, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [], "fields": "/^Value$/", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_units{instance=\"$node\",job=\"linux_nodes\",state=\"deactivating\"}", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "activating" } ], "title": "Deactivating", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "System services", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": true, "footer": { "reducers": [] }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "state" }, "properties": [ { "id": "mappings", "value": [ { "options": { "activating": { "color": "light-orange", "index": 3, "text": "ACTIVATING" }, "active": { "color": "green", "index": 0, "text": "RUNNING" }, "deactivating": { "color": "semi-dark-orange", "index": 4, "text": "DEACTIVATING" }, "failed": { "color": "dark-red", "index": 2, "text": "FAILED" }, "inactive": { "color": "dark-yellow", "index": 1, "text": "INACTIVE" } }, "type": "value" } ] }, { "id": "custom.cellOptions", "value": { "applyToRow": true, "mode": "gradient", "type": "color-background" } } ] } ] }, "gridPos": { "h": 14, "w": 11, "x": 4, "y": 57 }, "id": 345, "options": { "cellHeight": "sm", "showHeader": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_unit_state{instance=\"$node\",job=\"linux_nodes\",name!~\".*.timer|.*.socket|.*.path\"} == 1", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Services", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true, "Value": true, "__name__": true, "instance": true, "job": true }, "includeByName": {}, "indexByName": { "Time": 3, "Value": 7, "__name__": 4, "instance": 5, "job": 6, "name": 0, "state": 2, "type": 1 }, "orderByMode": "manual", "renameByName": {} } }, { "id": "sortBy", "options": { "fields": {}, "sort": [ { "field": "state" } ] } } ], "type": "table" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "System Timers", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": true, "footer": { "reducers": [] }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Last start" }, "properties": [ { "id": "unit", "value": "dateTimeFromNow" } ] } ] }, "gridPos": { "h": 14, "w": 9, "x": 15, "y": 57 }, "id": 353, "options": { "cellHeight": "sm", "showHeader": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_timer_last_trigger_seconds{instance=\"$node\",job=\"linux_nodes\",name=~\".*.timer\"}*1000", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "A" } ], "title": "Timers", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true, "Value": false, "__name__": true, "instance": true, "job": true }, "includeByName": {}, "indexByName": { "Time": 3, "Value": 7, "__name__": 4, "instance": 5, "job": 6, "name": 0, "state": 2, "type": 1 }, "orderByMode": "manual", "renameByName": { "Value": "Last start", "name": "Name" } } }, { "id": "sortBy", "options": { "fields": {}, "sort": [ { "field": "Name" } ] } } ], "type": "table" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "fieldMinMax": false, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "string" }, "overrides": [] }, "gridPos": { "h": 5, "w": 2, "x": 0, "y": 61 }, "id": 352, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [], "fields": "/^Value$/", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_version{instance=\"$node\",job=\"linux_nodes\"}", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "activating" } ], "title": "systemd version", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 2, "x": 2, "y": 61 }, "id": 351, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [], "fields": "/^Value$/", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_units{instance=\"$node\",job=\"linux_nodes\",state=\"inactive\"}", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "activating" } ], "title": "Inactive", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "yellow", "value": 1 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 2, "x": 0, "y": 66 }, "id": 347, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [], "fields": "/^Value$/", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_units{instance=\"$node\",job=\"linux_nodes\",state=\"activating\"}", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "activating" } ], "title": "Activating", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 1 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 2, "x": 2, "y": 66 }, "id": 350, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [], "fields": "/^Value$/", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "12.3.3", "targets": [ { "editorMode": "code", "exemplar": false, "expr": "node_systemd_units{instance=\"$node\",job=\"linux_nodes\",state=\"failed\"}", "format": "table", "instant": true, "legendFormat": "__auto", "range": false, "refId": "activating" } ], "title": "Failed", "type": "stat" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 71 }, "id": 265, "panels": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "What are IOPS?\nThey are input-output (I/O) operations measured in seconds. IOPs are important for applications that require frequent access to the disk. Databases, version control systems, and mail stores any many more alike applications.\nThey are input-output (I/O) operations measured in seconds. IOPs are important for applications that require frequent access to the disk. Databases, version control systems, and mail stores any many more alike applications.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "fieldMinMax": false, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 } ] }, "unit": "iops" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Write/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 229 }, "id": 229, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_disk_reads_completed_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])", "intervalFactor": 4, "legendFormat": "{{device}} - Read", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_disk_writes_completed_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])", "intervalFactor": 1, "legendFormat": "{{device}} - Write", "range": true, "refId": "B", "step": 240 } ], "title": "Disk IO", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "Number of seconds spent doing I/Os. This field increases so long as (The only field that should go to zero. Incremented as requests are given to appropriate struct request_queue and decremented as they finish) is nonzero.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "%util", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "dashed" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "percentage", "steps": [ { "color": "green", "value": 0 }, { "color": "#EAB839", "value": 15 }, { "color": "red", "value": 30 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 229 }, "id": 127, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_disk_io_time_seconds_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"} [$__rate_interval])", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{device}}", "range": true, "refId": "A", "step": 240 } ], "title": "I/O Utilization", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "description": "The number (after merges) of I/O requests completed per second for the device", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "IO read (+) / write (-)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Write.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*sda_.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } }, { "id": "displayName", "value": "sda (Netboot)" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*sdb_.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#EAB839", "mode": "fixed" } }, { "id": "displayName", "value": "sdb (Install)" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*sdd.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/.*sde3.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "#F9E2D2", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 238 }, "id": 9, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_disk_reads_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "intervalFactor": 4, "legendFormat": "{{device}} - Reads completed", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_disk_writes_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "intervalFactor": 1, "legendFormat": "{{device}} - Writes completed", "refId": "B", "step": 240 } ], "title": "Disk IOps Completed", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "The average time for requests issued to the device to be served. This includes the time spent by the requests in queue and the time spent servicing them.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "time. read (+) / write (-)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Write.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 238 }, "id": 37, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "single", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_disk_read_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]) / irate(node_disk_reads_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "hide": false, "interval": "", "intervalFactor": 4, "legendFormat": "{{device}} - Read wait time avg", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_disk_write_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]) / irate(node_disk_writes_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{device}} - Write wait time avg", "refId": "B", "step": 240 } ], "title": "Disk Average Wait Time", "type": "timeseries" } ], "title": "Disk (detailed)", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 72 }, "id": 272, "panels": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "datagrams out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*received.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/.*sent.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 148 }, "id": 55, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_netstat_Udp_InDatagrams{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Datagrams received", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_netstat_Udp_OutDatagrams{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Datagrams sent", "range": true, "refId": "B", "step": 240 } ], "title": "UDP In / Out", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "datagrams out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*received.*/" }, "properties": [ { "id": "custom.transform" }, { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/.*sent.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" }, { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 148 }, "id": 299, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_netstat_Tcp_InSegs{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "Segments received", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_netstat_Tcp_OutSegs{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Segments sent", "range": true, "refId": "B", "step": 240 } ], "title": "TCP In / Out", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "pps" }, "overrides": [ { "matcher": { "id": "byName", "options": "ens192 - Receive" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "ens192 - Transmit" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "ens192 - Transmit" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 199 }, "id": 60, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_network_receive_packets_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{device}} - Receive", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_network_transmit_packets_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{device}} - Transmit", "refId": "B", "step": 240 } ], "title": "Network Traffic by Packets", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "packets out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 20, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "pps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Trans.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "ens192 - Receive errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "ens192 - Transmit errors" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 199 }, "id": 142, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_network_receive_errs_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Receive errors", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_network_transmit_errs_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Transmit errors", "refId": "B", "step": 240 } ], "title": "Network Traffic Errors", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "messages out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Out.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" }, { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "InErrors - Messages which the entity received but determined as having ICMP-specific errors (bad ICMP checksums, bad length, etc.)" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 7, "w": 6, "x": 12, "y": 205 }, "id": 50, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max", "min" ], "displayMode": "table", "placement": "bottom", "showLegend": false }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_Icmp_InErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "InErrors - Messages which the entity received but determined as having ICMP-specific errors (bad ICMP checksums, bad length, etc.)", "refId": "A", "step": 240 } ], "title": "ICMP Errors", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "packets out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "pps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Trans.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "ens192" }, "properties": [ { "id": "color", "value": { "fixedColor": "yellow", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 7, "w": 6, "x": 18, "y": 205 }, "id": 146, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_network_receive_multicast_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}}", "range": true, "refId": "A", "step": 240 } ], "title": "Network Traffic Multicast Receive", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "counter", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 208 }, "id": 63, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_sockstat_TCP_alloc{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Allocated sockets", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_sockstat_TCP_inuse{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Tcp sockets in use", "range": true, "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_sockstat_TCP_mem{instance=\"$node\",job=\"$job\"}", "format": "time_series", "hide": true, "interval": "", "intervalFactor": 1, "legendFormat": "Used memory", "range": true, "refId": "C", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_sockstat_TCP_orphan{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Orphan sockets", "range": true, "refId": "D", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_sockstat_TCP_tw{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Sockets waiting close", "range": true, "refId": "E", "step": 240 } ], "title": "Sockstat TCP", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "packets out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "pps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Trans.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "ens192 - Receive drop" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "ens192 - Transmit drop" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 212 }, "id": 143, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_network_receive_drop_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Receive drop", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_network_transmit_drop_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Transmit drop", "refId": "B", "step": 240 } ], "title": "Network Traffic Drop", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "counter", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 217 }, "id": 124, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_sockstat_UDPLITE_inuse{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Udplite sockets in use", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_sockstat_UDP_inuse{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": " Udp sockets in use", "range": true, "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_sockstat_UDP_mem{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Used memory", "range": true, "refId": "C", "step": 240 } ], "title": "Sockstat UDP", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "packets out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "pps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Trans.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "ens192 - Receive compressed" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "ens192 - Transmit compressed" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 218 }, "id": 141, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_network_receive_compressed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Receive compressed", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_network_transmit_compressed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Transmit compressed", "refId": "B", "step": 240 } ], "title": "Network Traffic Compressed", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "packets out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "pps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Trans.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "ens192 - Receive fifo" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "ens192 - Transmit fifo" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 224 }, "id": 144, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_network_receive_fifo_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Receive fifo", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_network_transmit_fifo_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{device}} - Transmit fifo", "refId": "B", "step": 240 } ], "title": "Network Traffic Fifo", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "bytes", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 227 }, "id": 220, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_sockstat_TCP_mem_bytes{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "TCP sockets", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "node_sockstat_UDP_mem_bytes{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "UDP sockets", "range": true, "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_sockstat_FRAG_memory{instance=\"$node\",job=\"$job\"}", "interval": "", "intervalFactor": 1, "legendFormat": "Used memory for frag", "range": true, "refId": "C" } ], "title": "Sockstat Memory Size", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "yellow", "mode": "fixed" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "sockets", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 230 }, "id": 126, "options": { "legend": { "calcs": [], "displayMode": "table", "placement": "bottom", "showLegend": false, "width": 300 }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "node_sockstat_sockets_used{instance=\"$node\",job=\"$job\"}", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Sockets_used - Sockets currently in use", "refId": "A", "step": 240 } ], "title": "Sockstat Used", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "octets out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Out.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" }, { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "InOctets - Received octets" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 237 }, "id": 221, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "bottom", "showLegend": true, "width": 300 }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_netstat_IpExt_InOctets{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "InOctets - Received octets", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_IpExt_OutOctets{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "OutOctets - Sent octets", "refId": "B", "step": 240 } ], "title": "Netstat IP In / Out Octets", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "messages out (-) / in (+)", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Out.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" }, { "id": "color", "value": { "fixedColor": "dark-red", "mode": "fixed" } } ] }, { "matcher": { "id": "byName", "options": "In" }, "properties": [ { "id": "color", "value": { "fixedColor": "dark-green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 237 }, "id": 115, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_netstat_Icmp_InMsgs{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "In", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_netstat_Icmp_OutMsgs{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Out", "range": true, "refId": "B", "step": 240 } ], "title": "ICMP In / Out", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "fixedColor": "yellow", "mode": "fixed" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "connections", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*MaxConn *./" }, "properties": [ { "id": "color", "value": { "fixedColor": "#890F02", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 } ] } ] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 247 }, "id": 85, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max", "min" ], "displayMode": "table", "placement": "right", "showLegend": false }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "node_netstat_Tcp_CurrEstab{instance=\"$node\",job=\"$job\"}", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "ESTABLISHED or CLOSE- WAIT", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "node_netstat_Tcp_MaxConn{instance=\"$node\",job=\"$job\"}", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "MaxConn - Limit on the total number of TCP connections the entity can support (Dynamic is \"-1\")", "refId": "B", "step": 240 } ], "title": "TCP Connections", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "connections", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 247 }, "id": 82, "options": { "legend": { "calcs": [ "mean", "min", "max", "lastNotNull" ], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_netstat_Tcp_ActiveOpens{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "CLOSED => SYN-SENT", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_netstat_Tcp_PassiveOpens{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "LISTEN => SYN-RCVD", "range": true, "refId": "B", "step": 240 } ], "title": "TCP Direct Transition", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "datagrams", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 11, "w": 12, "x": 0, "y": 257 }, "id": 109, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max", "min" ], "displayMode": "table", "placement": "bottom", "showLegend": false }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_netstat_Udp_InErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "InErrors - UDP Datagrams that could not be delivered to an application", "range": true, "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_Udp_NoPorts{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "NoPorts - UDP Datagrams received on a port with no listener", "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_netstat_UdpLite_InErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "interval": "", "legendFormat": "InErrors Lite - UDPLite Datagrams that could not be delivered to an application", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_Udp_RcvbufErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "RcvbufErrors - UDP buffer errors received", "refId": "D", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_netstat_Udp_SndbufErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "SndbufErrors - UDP buffer errors send", "refId": "E", "step": 240 } ], "title": "UDP Errors", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "counter", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 40, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 11, "w": 12, "x": 12, "y": 257 }, "id": 104, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max", "min" ], "displayMode": "table", "placement": "bottom", "showLegend": false }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "none" } }, "pluginVersion": "12.3.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_netstat_TcpExt_ListenOverflows{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "ListenOverflows - Times the listen queue of a socket overflowed", "refId": "A", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_TcpExt_ListenDrops{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "ListenDrops - SYNs to LISTEN sockets ignored", "refId": "B", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_netstat_TcpExt_TCPSynRetrans{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "TCPSynRetrans - SYN-SYN/ACK retransmits to break down retransmissions in SYN, fast/timeout retransmits", "refId": "C", "step": 240 }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_Tcp_RetransSegs{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "interval": "", "legendFormat": "RetransSegs - Segments retransmitted - that is, the number of TCP segments transmitted containing one or more previously transmitted octets", "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "expr": "irate(node_netstat_Tcp_InErrs{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "interval": "", "legendFormat": "InErrs - Segments received in error (e.g., bad TCP checksums)", "refId": "E" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "expr": "irate(node_netstat_Tcp_OutRsts{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "interval": "", "legendFormat": "OutRsts - Segments sent with RST flag", "refId": "F" }, { "datasource": { "type": "prometheus", "uid": "${datasource}" }, "editorMode": "code", "expr": "irate(node_netstat_TcpExt_TCPRcvQDrop{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "hide": false, "interval": "", "legendFormat": "TCPRcvQDrop - Packets meant to be queued in rcv queue but dropped because socket rcvbuf limit hit", "range": true, "refId": "G" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "code", "expr": "irate(node_netstat_TcpExt_TCPOFOQueue{instance=\"$node\",job=\"$job\"}[$__rate_interval])", "hide": false, "interval": "", "legendFormat": "TCPOFOQueue - TCP layer receives an out of order packet and has enough memory to queue it", "range": true, "refId": "H" } ], "title": "TCP Errors", "type": "timeseries" } ], "title": "Network (detailed)", "type": "row" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 73 }, "id": 342, "panels": [], "title": "Logs", "type": "row" }, { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 13, "w": 24, "x": 0, "y": 74 }, "id": 341, "options": { "dedupStrategy": "none", "detailsMode": "sidebar", "enableInfiniteScrolling": true, "enableLogDetails": true, "fontSize": "small", "prettifyLogMessage": true, "showControls": true, "showLabels": false, "showTime": false, "sortOrder": "Descending", "syntaxHighlighting": true, "wrapLogMessage": true }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "direction": "backward", "editorMode": "code", "expr": "{instance=\"$node\",filename=~\"/var/log/.*\"}", "maxLines": 9999, "queryType": "range", "refId": "A" } ], "title": "/var/log", "transformations": [ { "id": "extractFields", "options": { "delimiter": ",", "format": "json", "jsonPaths": [ { "path": "filename" } ], "source": "labels" } }, { "id": "filterByValue", "options": { "filters": [ { "config": { "id": "regex", "options": { "value": "/var/log/remote/.*" } }, "fieldName": "filename" }, { "config": { "id": "regex", "options": { "value": "/var/log/auth.log" } }, "fieldName": "filename" }, { "config": { "id": "regex", "options": { "value": "/var/log/unattended-upgrades/.*" } }, "fieldName": "filename" } ], "match": "any", "type": "exclude" } } ], "type": "logs" }, { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": false, "footer": { "reducers": [] }, "inspect": false, "wrapHeaderText": false, "wrapText": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "MESSAGE" }, "properties": [ { "id": "custom.width", "value": 950 } ] }, { "matcher": { "id": "byName", "options": "Facility" }, "properties": [ { "id": "mappings", "value": [ { "options": { "0": { "color": "blue", "index": 0, "text": "Kernel (0)" }, "1": { "color": "green", "index": 1, "text": "User-level (1)" }, "2": { "index": 2, "text": "Mail system (2)" }, "3": { "index": 3, "text": "System daemon (3)" }, "4": { "color": "orange", "index": 4, "text": "Security/Auth (4)" }, "5": { "index": 5, "text": "Syslog generated (5)" }, "6": { "index": 6, "text": "Line printer subsystem (6)" }, "7": { "index": 7, "text": "Network news subsystem (7)" }, "8": { "index": 8, "text": "UUCP subsystem (8)" }, "9": { "index": 9, "text": "Clock daemon (9)" }, "10": { "color": "orange", "index": 10, "text": "Security/Auth (10)" }, "11": { "index": 11, "text": "FTP daemon (11)" }, "12": { "index": 12, "text": "NTP subsystem (12)" }, "13": { "color": "yellow", "index": 13, "text": "Log audit (13)" }, "14": { "color": "red", "index": 14, "text": "Log alert (14)" }, "15": { "index": 15, "text": "Clock daemon (15)" }, "16": { "index": 16, "text": "Local (local0) (16)" }, "17": { "index": 17, "text": "Local (local1) (17)" }, "18": { "index": 18, "text": "Local (local2) (18)" }, "19": { "index": 19, "text": "Local (local3) (19)" }, "20": { "index": 20, "text": "Local (local4) (20)" }, "21": { "index": 21, "text": "Local (local5) (21)" }, "22": { "index": 22, "text": "Local (local6) (22)" }, "23": { "index": 23, "text": "Local (local7) (23)" } }, "type": "value" } ] }, { "id": "custom.cellOptions", "value": { "applyToRow": false, "mode": "gradient", "type": "color-background" } } ] }, { "matcher": { "id": "byName", "options": "Priority" }, "properties": [ { "id": "mappings", "value": [ { "options": { "0": { "color": "dark-red", "index": 0, "text": "EMERGENCY" }, "1": { "color": "semi-dark-red", "index": 1, "text": "Alert" }, "2": { "color": "semi-dark-red", "index": 2, "text": "Critical" }, "3": { "color": "semi-dark-red", "index": 3, "text": "Error" }, "4": { "color": "semi-dark-orange", "index": 4, "text": "Warning" }, "5": { "color": "yellow", "index": 5, "text": "Notice" }, "6": { "color": "blue", "index": 6, "text": "Informational" }, "7": { "color": "green", "index": 7, "text": "Debug" } }, "type": "value" } ] }, { "id": "custom.cellOptions", "value": { "applyToRow": true, "mode": "gradient", "type": "color-background" } } ] }, { "matcher": { "id": "byName", "options": "Timestamp" }, "properties": [ { "id": "unit", "value": "dateTimeAsIso" } ] } ] }, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 87 }, "id": 354, "options": { "cellHeight": "sm", "enablePagination": false, "showHeader": true, "sortBy": [] }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "direction": "backward", "editorMode": "code", "expr": "{instance=\"$node\",job=~\"loki.source.journal.*\"}", "maxLines": 5000, "queryType": "range", "refId": "A" } ], "title": "Authentication log", "transformations": [ { "id": "extractFields", "options": { "delimiter": ",", "format": "json", "keepTime": true, "replace": true, "source": "Line" } }, { "id": "organize", "options": { "excludeByName": { "CODE_FILE": true, "CODE_FUNC": true, "CODE_LINE": true, "INVOCATION_ID": true, "SYSLOG_PID": true, "SYSLOG_RAW": true, "SYSLOG_TIMESTAMP": true, "TID": true, "Time": false, "UNIT": true, "_BOOT_ID": true, "_CAP_EFFECTIVE": true, "_CMDLINE": true, "_COMM": true, "_EXE": true, "_GID": true, "_HOSTNAME": false, "_MACHINE_ID": true, "_PID": true, "_RUNTIME_SCOPE": true, "_SELINUX_CONTEXT": true, "_SOURCE_REALTIME_TIMESTAMP": true, "_STREAM_ID": true, "_SYSTEMD_CGROUP": true, "_SYSTEMD_INVOCATION_ID": true, "_SYSTEMD_SLICE": true, "_SYSTEMD_UNIT": false, "_TRANSPORT": true, "_UID": true }, "includeByName": {}, "indexByName": { "AUDIT_FIELD_ACCT": 46, "AUDIT_FIELD_ADDR": 34, "AUDIT_FIELD_COMM": 35, "AUDIT_FIELD_EXE": 36, "AUDIT_FIELD_GRANTORS": 47, "AUDIT_FIELD_HOSTNAME": 37, "AUDIT_FIELD_ID": 49, "AUDIT_FIELD_OP": 48, "AUDIT_FIELD_RES": 38, "AUDIT_FIELD_TERMINAL": 39, "AUDIT_FIELD_UNIT": 40, "CODE_FILE": 25, "CODE_FUNC": 26, "CODE_LINE": 27, "COMMAND": 82, "CPU_USAGE_NSEC": 78, "EXIT_CODE": 83, "EXIT_STATUS": 84, "INVOCATION_ID": 28, "JOB_ID": 75, "JOB_RESULT": 76, "JOB_TYPE": 77, "LEADER": 72, "MEMORY_PEAK": 79, "MEMORY_SWAP_PEAK": 80, "MESSAGE": 3, "MESSAGE_ID": 71, "PRIORITY": 4, "SESSION_ID": 73, "SYSLOG_FACILITY": 5, "SYSLOG_IDENTIFIER": 6, "SYSLOG_PID": 8, "SYSLOG_TIMESTAMP": 1, "TID": 29, "Time": 2, "UNIT": 30, "UNIT_RESULT": 81, "USER_ID": 74, "_AUDIT_FIELD_A0": 50, "_AUDIT_FIELD_A1": 51, "_AUDIT_FIELD_A2": 52, "_AUDIT_FIELD_A3": 53, "_AUDIT_FIELD_ARCH": 54, "_AUDIT_FIELD_EXIT": 55, "_AUDIT_FIELD_ITEMS": 56, "_AUDIT_FIELD_KEY": 57, "_AUDIT_FIELD_SGID": 58, "_AUDIT_FIELD_SUCCESS": 59, "_AUDIT_FIELD_SUID": 60, "_AUDIT_FIELD_SYSCALL": 61, "_AUDIT_ID": 41, "_AUDIT_LOGINUID": 42, "_AUDIT_SESSION": 43, "_AUDIT_TYPE": 44, "_AUDIT_TYPE_NAME": 45, "_BOOT_ID": 9, "_CAP_EFFECTIVE": 10, "_CMDLINE": 11, "_COMM": 12, "_EGID": 62, "_EUID": 63, "_EXE": 13, "_FSGID": 64, "_FSUID": 65, "_GID": 14, "_HOSTNAME": 0, "_MACHINE_ID": 15, "_PID": 16, "_PPID": 66, "_RUNTIME_SCOPE": 17, "_SELINUX_CONTEXT": 18, "_SOURCE_BOOTTIME_TIMESTAMP": 32, "_SOURCE_MONOTONIC_TIMESTAMP": 33, "_SOURCE_REALTIME_TIMESTAMP": 19, "_STREAM_ID": 31, "_SYSTEMD_CGROUP": 20, "_SYSTEMD_INVOCATION_ID": 21, "_SYSTEMD_OWNER_UID": 68, "_SYSTEMD_SLICE": 22, "_SYSTEMD_UNIT": 7, "_SYSTEMD_USER_SLICE": 69, "_SYSTEMD_USER_UNIT": 70, "_TRANSPORT": 23, "_TTY": 67, "_UID": 24 }, "renameByName": { "MESSAGE": "Message", "PRIORITY": "Priority", "SYSLOG_FACILITY": "Facility", "SYSLOG_IDENTIFIER": "Syslog identifier", "SYSLOG_PID": "", "SYSLOG_TIMESTAMP": "", "Time": "Timestamp", "_HOSTNAME": "Host", "_RUNTIME_SCOPE": "", "_SELINUX_CONTEXT": "", "_SYSTEMD_SLICE": "", "_SYSTEMD_UNIT": "Systemd unit" } } }, { "id": "filterFieldsByName", "options": { "include": { "pattern": "Host|Timestamp|Message|Priority|Facility|Syslog identifier|Systemd unit" } } }, { "id": "sortBy", "options": { "fields": {}, "sort": [ { "desc": true, "field": "Timestamp" } ] } }, { "id": "filterByValue", "options": { "filters": [ { "config": { "id": "regex", "options": { "value": ".*(4)|.*(10)" } }, "fieldName": "Facility" }, { "config": { "id": "notSubstring", "options": { "value": "CRON" } }, "fieldName": "Syslog identifier" } ], "match": "all", "type": "include" } } ], "type": "table" }, { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "description": "Without authentication log + CRON", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": true, "footer": { "reducers": [] }, "inspect": false, "wrapHeaderText": false, "wrapText": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": 0 }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "MESSAGE" }, "properties": [ { "id": "custom.width", "value": 950 } ] }, { "matcher": { "id": "byName", "options": "Facility" }, "properties": [ { "id": "mappings", "value": [ { "options": { "0": { "color": "blue", "index": 0, "text": "Kernel (0)" }, "1": { "color": "green", "index": 1, "text": "User-level (1)" }, "2": { "index": 2, "text": "Mail system (2)" }, "3": { "index": 3, "text": "System daemon (3)" }, "4": { "color": "orange", "index": 4, "text": "Security/Auth (4)" }, "5": { "index": 5, "text": "Syslog generated (5)" }, "6": { "index": 6, "text": "Line printer subsystem (6)" }, "7": { "index": 7, "text": "Network news subsystem (7)" }, "8": { "index": 8, "text": "UUCP subsystem (8)" }, "9": { "index": 9, "text": "Clock daemon (9)" }, "10": { "color": "orange", "index": 10, "text": "Security/Auth (10)" }, "11": { "index": 11, "text": "FTP daemon (11)" }, "12": { "index": 12, "text": "NTP subsystem (12)" }, "13": { "color": "yellow", "index": 13, "text": "Log audit (13)" }, "14": { "color": "red", "index": 14, "text": "Log alert (14)" }, "15": { "index": 15, "text": "Clock daemon (15)" }, "16": { "index": 16, "text": "Local (local0) (16)" }, "17": { "index": 17, "text": "Local (local1) (17)" }, "18": { "index": 18, "text": "Local (local2) (18)" }, "19": { "index": 19, "text": "Local (local3) (19)" }, "20": { "index": 20, "text": "Local (local4) (20)" }, "21": { "index": 21, "text": "Local (local5) (21)" }, "22": { "index": 22, "text": "Local (local6) (22)" }, "23": { "index": 23, "text": "Local (local7) (23)" } }, "type": "value" } ] }, { "id": "custom.cellOptions", "value": { "applyToRow": false, "mode": "gradient", "type": "color-background" } } ] }, { "matcher": { "id": "byName", "options": "Priority" }, "properties": [ { "id": "mappings", "value": [ { "options": { "0": { "color": "dark-red", "index": 0, "text": "EMERGENCY" }, "1": { "color": "semi-dark-red", "index": 1, "text": "Alert" }, "2": { "color": "semi-dark-red", "index": 2, "text": "Critical" }, "3": { "color": "semi-dark-red", "index": 3, "text": "Error" }, "4": { "color": "semi-dark-orange", "index": 4, "text": "Warning" }, "5": { "color": "yellow", "index": 5, "text": "Notice" }, "6": { "color": "blue", "index": 6, "text": "Informational" }, "7": { "color": "green", "index": 7, "text": "Debug" } }, "type": "value" } ] }, { "id": "custom.cellOptions", "value": { "applyToRow": true, "mode": "gradient", "type": "color-background" } } ] }, { "matcher": { "id": "byName", "options": "Timestamp" }, "properties": [ { "id": "unit", "value": "dateTimeAsIso" } ] } ] }, "gridPos": { "h": 15, "w": 24, "x": 0, "y": 99 }, "id": 340, "options": { "cellHeight": "sm", "enablePagination": false, "showHeader": true, "sortBy": [] }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "direction": "backward", "editorMode": "code", "expr": "{instance=\"$node\",job=~\"loki.source.journal.*\"}", "maxLines": 5000, "queryType": "range", "refId": "A" } ], "title": "Systemd logs", "transformations": [ { "id": "extractFields", "options": { "delimiter": ",", "format": "json", "keepTime": true, "replace": true, "source": "Line" } }, { "id": "organize", "options": { "excludeByName": { "CODE_FILE": true, "CODE_FUNC": true, "CODE_LINE": true, "INVOCATION_ID": true, "SYSLOG_PID": true, "SYSLOG_RAW": true, "SYSLOG_TIMESTAMP": true, "TID": true, "Time": false, "UNIT": true, "_BOOT_ID": true, "_CAP_EFFECTIVE": true, "_CMDLINE": true, "_COMM": true, "_EXE": true, "_GID": true, "_HOSTNAME": false, "_MACHINE_ID": true, "_PID": true, "_RUNTIME_SCOPE": true, "_SELINUX_CONTEXT": true, "_SOURCE_REALTIME_TIMESTAMP": true, "_STREAM_ID": true, "_SYSTEMD_CGROUP": true, "_SYSTEMD_INVOCATION_ID": true, "_SYSTEMD_SLICE": true, "_SYSTEMD_UNIT": false, "_TRANSPORT": true, "_UID": true }, "includeByName": {}, "indexByName": { "AUDIT_FIELD_ACCT": 46, "AUDIT_FIELD_ADDR": 34, "AUDIT_FIELD_COMM": 35, "AUDIT_FIELD_EXE": 36, "AUDIT_FIELD_GRANTORS": 47, "AUDIT_FIELD_HOSTNAME": 37, "AUDIT_FIELD_ID": 49, "AUDIT_FIELD_OP": 48, "AUDIT_FIELD_RES": 38, "AUDIT_FIELD_TERMINAL": 39, "AUDIT_FIELD_UNIT": 40, "CODE_FILE": 25, "CODE_FUNC": 26, "CODE_LINE": 27, "COMMAND": 82, "CPU_USAGE_NSEC": 78, "EXIT_CODE": 83, "EXIT_STATUS": 84, "INVOCATION_ID": 28, "JOB_ID": 75, "JOB_RESULT": 76, "JOB_TYPE": 77, "LEADER": 72, "MEMORY_PEAK": 79, "MEMORY_SWAP_PEAK": 80, "MESSAGE": 3, "MESSAGE_ID": 71, "PRIORITY": 4, "SESSION_ID": 73, "SYSLOG_FACILITY": 5, "SYSLOG_IDENTIFIER": 6, "SYSLOG_PID": 8, "SYSLOG_TIMESTAMP": 1, "TID": 29, "Time": 2, "UNIT": 30, "UNIT_RESULT": 81, "USER_ID": 74, "_AUDIT_FIELD_A0": 50, "_AUDIT_FIELD_A1": 51, "_AUDIT_FIELD_A2": 52, "_AUDIT_FIELD_A3": 53, "_AUDIT_FIELD_ARCH": 54, "_AUDIT_FIELD_EXIT": 55, "_AUDIT_FIELD_ITEMS": 56, "_AUDIT_FIELD_KEY": 57, "_AUDIT_FIELD_SGID": 58, "_AUDIT_FIELD_SUCCESS": 59, "_AUDIT_FIELD_SUID": 60, "_AUDIT_FIELD_SYSCALL": 61, "_AUDIT_ID": 41, "_AUDIT_LOGINUID": 42, "_AUDIT_SESSION": 43, "_AUDIT_TYPE": 44, "_AUDIT_TYPE_NAME": 45, "_BOOT_ID": 9, "_CAP_EFFECTIVE": 10, "_CMDLINE": 11, "_COMM": 12, "_EGID": 62, "_EUID": 63, "_EXE": 13, "_FSGID": 64, "_FSUID": 65, "_GID": 14, "_HOSTNAME": 0, "_MACHINE_ID": 15, "_PID": 16, "_PPID": 66, "_RUNTIME_SCOPE": 17, "_SELINUX_CONTEXT": 18, "_SOURCE_BOOTTIME_TIMESTAMP": 32, "_SOURCE_MONOTONIC_TIMESTAMP": 33, "_SOURCE_REALTIME_TIMESTAMP": 19, "_STREAM_ID": 31, "_SYSTEMD_CGROUP": 20, "_SYSTEMD_INVOCATION_ID": 21, "_SYSTEMD_OWNER_UID": 68, "_SYSTEMD_SLICE": 22, "_SYSTEMD_UNIT": 7, "_SYSTEMD_USER_SLICE": 69, "_SYSTEMD_USER_UNIT": 70, "_TRANSPORT": 23, "_TTY": 67, "_UID": 24 }, "renameByName": { "MESSAGE": "Message", "PRIORITY": "Priority", "SYSLOG_FACILITY": "Facility", "SYSLOG_IDENTIFIER": "Syslog identifier", "SYSLOG_PID": "", "SYSLOG_TIMESTAMP": "", "Time": "Timestamp", "_HOSTNAME": "Host", "_RUNTIME_SCOPE": "", "_SELINUX_CONTEXT": "", "_SYSTEMD_SLICE": "", "_SYSTEMD_UNIT": "Systemd unit" } } }, { "id": "filterFieldsByName", "options": { "include": { "pattern": "Host|Timestamp|Message|Priority|Facility|Syslog identifier|Systemd unit" } } }, { "id": "sortBy", "options": { "fields": {}, "sort": [ { "desc": true, "field": "Timestamp" } ] } }, { "id": "filterByValue", "options": { "filters": [ { "config": { "id": "regex", "options": { "value": ".*(4)|.*(10)" } }, "fieldName": "Facility" }, { "config": { "id": "notSubstring", "options": { "value": "CRON" } }, "fieldName": "Syslog identifier" } ], "match": "all", "type": "exclude" } } ], "type": "table" }, { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "description": "/var/log/unattended-upgrades/.*", "fieldConfig": { "defaults": {}, "overrides": [] }, "gridPos": { "h": 12, "w": 14, "x": 0, "y": 114 }, "id": 344, "options": { "dedupStrategy": "none", "detailsMode": "sidebar", "enableInfiniteScrolling": true, "enableLogDetails": true, "fontSize": "small", "prettifyLogMessage": true, "showControls": true, "showLabels": false, "showTime": false, "sortOrder": "Descending", "syntaxHighlighting": true, "wrapLogMessage": true }, "pluginVersion": "12.3.3", "targets": [ { "datasource": { "type": "loki", "uid": "P8E80F9AEF21F6940" }, "direction": "backward", "editorMode": "code", "expr": "{instance=\"$node\",filename=~\"/var/log/unattended-upgrades/.*\"}", "maxLines": 9999, "queryType": "range", "refId": "A" } ], "title": "Unattended-upgrades", "type": "logs" } ], "preload": false, "refresh": "2h", "schemaVersion": 42, "tags": [ "linux" ], "templating": { "list": [ { "current": { "text": "Prometheus", "value": "PBFA97CFB590B2093" }, "hide": 2, "includeAll": false, "label": "Datasource", "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "", "type": "datasource" }, { "current": { "text": "linux_nodes", "value": "linux_nodes" }, "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "definition": "label_values({job=\"linux_nodes\"},job)", "hide": 2, "includeAll": false, "label": "Job", "name": "job", "options": [], "query": { "qryType": 1, "query": "label_values({job=\"linux_nodes\"},job)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "linux_nodes", "sort": 1, "type": "query" }, { "allowCustomValue": true, "current": { "text": "cvut.it-1.in.cvut.it", "value": "cvut.it-1.in.cvut.it" }, "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "definition": "label_values(node_uname_info{job=\"$job\"},instance)", "includeAll": false, "label": "Host", "name": "node", "options": [], "query": { "qryType": 1, "query": "label_values(node_uname_info{job=\"$job\"},instance)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "", "sort": 1, "type": "query" }, { "current": { "text": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+", "value": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+" }, "hide": 2, "includeAll": false, "name": "diskdevices", "options": [ { "selected": true, "text": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+", "value": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+" } ], "query": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+", "type": "custom" } ] }, "time": { "from": "now-24h", "to": "now" }, "timepicker": {}, "timezone": "browser", "title": "Linux node", "uid": "linux_node", "version": 15 }