{ "apiVersion": 1, "groups": [ { "orgId": 1, "name": "backupbot", "folder": "node", "interval": "1m", "rules": [ {{ if eq (env "ALERT_BACKUP_FAILED_ENABLED") "true" }} { "uid": "de8e5xxup7t34a", "title": "Backup Failed", "condition": "C", "data": [ { "refId": "A", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "PBFA97CFB590B2093", "model": { "disableTextWrap": false, "editorMode": "builder", "expr": "backup", "fullMetaSearch": false, "includeNullMetadata": true, "instant": true, "intervalMs": 1000, "legendFormat": "__auto", "maxDataPoints": 43200, "range": false, "refId": "A", "useBackend": false } }, { "refId": "C", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "__expr__", "model": { "conditions": [ { "evaluator": { "params": [0], "type": "lt" }, "operator": { "type": "and" }, "query": { "params": ["C"] }, "reducer": { "params": [], "type": "last" }, "type": "query" } ], "datasource": { "type": "__expr__", "uid": "__expr__" }, "expression": "A", "intervalMs": 1000, "maxDataPoints": 43200, "refId": "C", "type": "threshold" } } ], "noDataState": "NoData", "execErrState": "Error", "for": "1m", "isPaused": false }, {{ end }} {{ if eq (env "ALERT_BACKUP_MISSING_ENABLED") "true" }} { "uid": "ce8e65uddcwe8d", "title": "Backup Missing", "condition": "B", "data": [ { "refId": "A", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "PBFA97CFB590B2093", "model": { "disableTextWrap": false, "editorMode": "builder", "expr": "rate(backup[24h])", "fullMetaSearch": false, "includeNullMetadata": true, "instant": true, "intervalMs": 1000, "legendFormat": "__auto", "maxDataPoints": 43200, "range": false, "refId": "A", "useBackend": false } }, { "refId": "B", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "__expr__", "model": { "conditions": [ { "evaluator": { "params": [0, 0], "type": "within_range" }, "operator": { "type": "and" }, "query": { "params": ["C"] }, "reducer": { "params": [], "type": "last" }, "type": "query" } ], "datasource": { "type": "__expr__", "uid": "__expr__" }, "expression": "A", "intervalMs": 1000, "maxDataPoints": 43200, "refId": "B", "type": "threshold" } } ], "noDataState": "NoData", "execErrState": "Error", "for": "5m", "isPaused": false }, {{ end }} {{ if eq (env "ALERT_BACKUP_NOT_SUCCESSFULL_ENABLED") "true" }} { "uid": "de8e6bc92a8lcc", "title": "Backup Not Successfull", "condition": "B", "data": [ { "refId": "A", "relativeTimeRange": { "from": 60, "to": 0 }, "datasourceUid": "PBFA97CFB590B2093", "model": { "disableTextWrap": false, "editorMode": "builder", "expr": "backup", "fullMetaSearch": false, "includeNullMetadata": true, "instant": true, "intervalMs": 1000, "legendFormat": "__auto", "maxDataPoints": 43200, "range": false, "refId": "A", "useBackend": false } }, { "refId": "B", "relativeTimeRange": { "from": 60, "to": 0 }, "datasourceUid": "__expr__", "model": { "conditions": [ { "evaluator": { "params": [ 0 ], "type": "gt" }, "operator": { "type": "and" }, "query": { "params": [ "C" ] }, "reducer": { "params": [], "type": "last" }, "type": "query" } ], "datasource": { "type": "__expr__", "uid": "__expr__" }, "expression": "A", "intervalMs": 1000, "maxDataPoints": 43200, "refId": "B", "type": "threshold" } } ], "noDataState": "NoData", "execErrState": "Error", "for": "20m", "annotations": { "summary": "Backup did not finish within 20 minutes" }, "labels": {}, "isPaused": false } {{ end }} ] }, { "orgId": 1, "name": "node", "folder": "node", "interval": "5m", "rules": [ {{ if eq (env "ALERT_NODE_DISK_SPACE_ENABLED") "true" }} { "uid": "bds8bhxu97pxca", "title": "Node Disk Space", "condition": "C", "data": [ { "refId": "A", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "PBFA97CFB590B2093", "model": { "editorMode": "code", "expr": "(node_filesystem_free_bytes{fstype=\"ext4\",mountpoint=~\"(/$)|(/media.*)\"} / node_filesystem_size_bytes{fstype=\"ext4\",mountpoint=~\"(/$)|(/media.*)\"}) * 100", "instant": true, "intervalMs": 1000, "legendFormat": "__auto", "maxDataPoints": 43200, "range": false, "refId": "A" } }, { "refId": "C", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "__expr__", "model": { "conditions": [ { "evaluator": { "params": [10], "type": "lt" }, "operator": { "type": "and" }, "query": { "params": ["C"] }, "reducer": { "params": [], "type": "last" }, "type": "query" } ], "datasource": { "type": "__expr__", "uid": "__expr__" }, "expression": "A", "intervalMs": 1000, "maxDataPoints": 43200, "refId": "C", "type": "threshold" } } ], "noDataState": "NoData", "execErrState": "Error", "for": "5m", "annotations": {}, "labels": {}, "isPaused": false }, {{ end }} {{ if eq (env "ALERT_NODE_MEMORY_USAGE_ENABLED") "true" }} { "uid": "ads8cswmly96oa", "title": "Node Memory Usage", "condition": "C", "data": [ { "refId": "A", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "PBFA97CFB590B2093", "model": { "editorMode": "code", "expr": "(node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes) * 100", "instant": true, "intervalMs": 1000, "legendFormat": "__auto", "maxDataPoints": 43200, "range": false, "refId": "A" } }, { "refId": "C", "relativeTimeRange": { "from": 600, "to": 0 }, "datasourceUid": "__expr__", "model": { "conditions": [ { "evaluator": { "params": [90], "type": "gt" }, "operator": { "type": "and" }, "query": { "params": ["C"] }, "reducer": { "params": [], "type": "last" }, "type": "query" } ], "datasource": { "type": "__expr__", "uid": "__expr__" }, "expression": "A", "intervalMs": 1000, "maxDataPoints": 43200, "refId": "C", "type": "threshold" } } ], "noDataState": "NoData", "execErrState": "Error", "for": "5m", "annotations": {}, "labels": {}, "isPaused": false } {{ end }} ] } ] }