316 lines
10 KiB
Cheetah
316 lines
10 KiB
Cheetah
{
|
|
"apiVersion": 1,
|
|
"groups": [
|
|
{
|
|
"orgId": 1,
|
|
"name": "backupbot",
|
|
"folder": "node",
|
|
"interval": "1m",
|
|
"rules": [
|
|
{{ if eq (env "ALERT_BACKUP_FAILED_ENABLED") "true" }}
|
|
{
|
|
"uid": "de8e5xxup7t34a",
|
|
"title": "Backup Failed",
|
|
"condition": "C",
|
|
"data": [
|
|
{
|
|
"refId": "A",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "PBFA97CFB590B2093",
|
|
"model": {
|
|
"disableTextWrap": false,
|
|
"editorMode": "builder",
|
|
"expr": "backup",
|
|
"fullMetaSearch": false,
|
|
"includeNullMetadata": true,
|
|
"instant": true,
|
|
"intervalMs": 1000,
|
|
"legendFormat": "__auto",
|
|
"maxDataPoints": 43200,
|
|
"range": false,
|
|
"refId": "A",
|
|
"useBackend": false
|
|
}
|
|
},
|
|
{
|
|
"refId": "C",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "__expr__",
|
|
"model": {
|
|
"conditions": [
|
|
{
|
|
"evaluator": { "params": [0], "type": "lt" },
|
|
"operator": { "type": "and" },
|
|
"query": { "params": ["C"] },
|
|
"reducer": { "params": [], "type": "last" },
|
|
"type": "query"
|
|
}
|
|
],
|
|
"datasource": { "type": "__expr__", "uid": "__expr__" },
|
|
"expression": "A",
|
|
"intervalMs": 1000,
|
|
"maxDataPoints": 43200,
|
|
"refId": "C",
|
|
"type": "threshold"
|
|
}
|
|
}
|
|
],
|
|
"noDataState": "NoData",
|
|
"execErrState": "Error",
|
|
"for": "1m",
|
|
"isPaused": false
|
|
},
|
|
{{ end }}
|
|
{{ if eq (env "ALERT_BACKUP_MISSING_ENABLED") "true" }}
|
|
{
|
|
"uid": "ce8e65uddcwe8d",
|
|
"title": "Backup Missing",
|
|
"condition": "B",
|
|
"data": [
|
|
{
|
|
"refId": "A",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "PBFA97CFB590B2093",
|
|
"model": {
|
|
"disableTextWrap": false,
|
|
"editorMode": "builder",
|
|
"expr": "rate(backup[24h])",
|
|
"fullMetaSearch": false,
|
|
"includeNullMetadata": true,
|
|
"instant": true,
|
|
"intervalMs": 1000,
|
|
"legendFormat": "__auto",
|
|
"maxDataPoints": 43200,
|
|
"range": false,
|
|
"refId": "A",
|
|
"useBackend": false
|
|
}
|
|
},
|
|
{
|
|
"refId": "B",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "__expr__",
|
|
"model": {
|
|
"conditions": [
|
|
{
|
|
"evaluator": { "params": [0, 0], "type": "within_range" },
|
|
"operator": { "type": "and" },
|
|
"query": { "params": ["C"] },
|
|
"reducer": { "params": [], "type": "last" },
|
|
"type": "query"
|
|
}
|
|
],
|
|
"datasource": { "type": "__expr__", "uid": "__expr__" },
|
|
"expression": "A",
|
|
"intervalMs": 1000,
|
|
"maxDataPoints": 43200,
|
|
"refId": "B",
|
|
"type": "threshold"
|
|
}
|
|
}
|
|
],
|
|
"noDataState": "NoData",
|
|
"execErrState": "Error",
|
|
"for": "5m",
|
|
"isPaused": false
|
|
},
|
|
{{ end }}
|
|
{{ if eq (env "ALERT_BACKUP_NOT_SUCCESSFULL_ENABLED") "true" }}
|
|
{
|
|
"uid": "de8e6bc92a8lcc",
|
|
"title": "Backup Not Successfull",
|
|
"condition": "B",
|
|
"data": [
|
|
{
|
|
"refId": "A",
|
|
"relativeTimeRange": {
|
|
"from": 60,
|
|
"to": 0
|
|
},
|
|
"datasourceUid": "PBFA97CFB590B2093",
|
|
"model": {
|
|
"disableTextWrap": false,
|
|
"editorMode": "builder",
|
|
"expr": "backup",
|
|
"fullMetaSearch": false,
|
|
"includeNullMetadata": true,
|
|
"instant": true,
|
|
"intervalMs": 1000,
|
|
"legendFormat": "__auto",
|
|
"maxDataPoints": 43200,
|
|
"range": false,
|
|
"refId": "A",
|
|
"useBackend": false
|
|
}
|
|
},
|
|
{
|
|
"refId": "B",
|
|
"relativeTimeRange": {
|
|
"from": 60,
|
|
"to": 0
|
|
},
|
|
"datasourceUid": "__expr__",
|
|
"model": {
|
|
"conditions": [
|
|
{
|
|
"evaluator": {
|
|
"params": [
|
|
0
|
|
],
|
|
"type": "gt"
|
|
},
|
|
"operator": {
|
|
"type": "and"
|
|
},
|
|
"query": {
|
|
"params": [
|
|
"C"
|
|
]
|
|
},
|
|
"reducer": {
|
|
"params": [],
|
|
"type": "last"
|
|
},
|
|
"type": "query"
|
|
}
|
|
],
|
|
"datasource": {
|
|
"type": "__expr__",
|
|
"uid": "__expr__"
|
|
},
|
|
"expression": "A",
|
|
"intervalMs": 1000,
|
|
"maxDataPoints": 43200,
|
|
"refId": "B",
|
|
"type": "threshold"
|
|
}
|
|
}
|
|
],
|
|
"noDataState": "NoData",
|
|
"execErrState": "Error",
|
|
"for": "20m",
|
|
"annotations": {
|
|
"summary": "Backup did not finish within 20 minutes"
|
|
},
|
|
"labels": {},
|
|
"isPaused": false
|
|
}
|
|
{{ end }}
|
|
]
|
|
},
|
|
{
|
|
"orgId": 1,
|
|
"name": "node",
|
|
"folder": "node",
|
|
"interval": "5m",
|
|
"rules": [
|
|
{{ if eq (env "ALERT_NODE_DISK_SPACE_ENABLED") "true" }}
|
|
{
|
|
"uid": "bds8bhxu97pxca",
|
|
"title": "Node Disk Space",
|
|
"condition": "C",
|
|
"data": [
|
|
{
|
|
"refId": "A",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "PBFA97CFB590B2093",
|
|
"model": {
|
|
"editorMode": "code",
|
|
"expr": "(node_filesystem_free_bytes{fstype=\"ext4\",mountpoint=~\"(/$)|(/media.*)\"} / node_filesystem_size_bytes{fstype=\"ext4\",mountpoint=~\"(/$)|(/media.*)\"}) * 100",
|
|
"instant": true,
|
|
"intervalMs": 1000,
|
|
"legendFormat": "__auto",
|
|
"maxDataPoints": 43200,
|
|
"range": false,
|
|
"refId": "A"
|
|
}
|
|
},
|
|
{
|
|
"refId": "C",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "__expr__",
|
|
"model": {
|
|
"conditions": [
|
|
{
|
|
"evaluator": { "params": [10], "type": "lt" },
|
|
"operator": { "type": "and" },
|
|
"query": { "params": ["C"] },
|
|
"reducer": { "params": [], "type": "last" },
|
|
"type": "query"
|
|
}
|
|
],
|
|
"datasource": { "type": "__expr__", "uid": "__expr__" },
|
|
"expression": "A",
|
|
"intervalMs": 1000,
|
|
"maxDataPoints": 43200,
|
|
"refId": "C",
|
|
"type": "threshold"
|
|
}
|
|
}
|
|
],
|
|
"noDataState": "NoData",
|
|
"execErrState": "Error",
|
|
"for": "5m",
|
|
"annotations": {},
|
|
"labels": {},
|
|
"isPaused": false
|
|
},
|
|
{{ end }}
|
|
{{ if eq (env "ALERT_NODE_MEMORY_USAGE_ENABLED") "true" }}
|
|
{
|
|
"uid": "ads8cswmly96oa",
|
|
"title": "Node Memory Usage",
|
|
"condition": "C",
|
|
"data": [
|
|
{
|
|
"refId": "A",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "PBFA97CFB590B2093",
|
|
"model": {
|
|
"editorMode": "code",
|
|
"expr": "(node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes) * 100",
|
|
"instant": true,
|
|
"intervalMs": 1000,
|
|
"legendFormat": "__auto",
|
|
"maxDataPoints": 43200,
|
|
"range": false,
|
|
"refId": "A"
|
|
}
|
|
},
|
|
{
|
|
"refId": "C",
|
|
"relativeTimeRange": { "from": 600, "to": 0 },
|
|
"datasourceUid": "__expr__",
|
|
"model": {
|
|
"conditions": [
|
|
{
|
|
"evaluator": { "params": [90], "type": "gt" },
|
|
"operator": { "type": "and" },
|
|
"query": { "params": ["C"] },
|
|
"reducer": { "params": [], "type": "last" },
|
|
"type": "query"
|
|
}
|
|
],
|
|
"datasource": { "type": "__expr__", "uid": "__expr__" },
|
|
"expression": "A",
|
|
"intervalMs": 1000,
|
|
"maxDataPoints": 43200,
|
|
"refId": "C",
|
|
"type": "threshold"
|
|
}
|
|
}
|
|
],
|
|
"noDataState": "NoData",
|
|
"execErrState": "Error",
|
|
"for": "5m",
|
|
"annotations": {},
|
|
"labels": {},
|
|
"isPaused": false
|
|
}
|
|
{{ end }}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
|