Compare commits
5
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
5a10a45ced
|
||
|
|
9211b98cc1
|
||
|
|
48888a1fe9
|
||
|
|
b240c5273b
|
||
|
|
53e03e12a4
|
@@ -54,6 +54,9 @@ SECRET_BASIC_AUTH_VERSION=v1
|
|||||||
# SYSLOG=1
|
# SYSLOG=1
|
||||||
# COMPOSE_FILE="$COMPOSE_FILE:compose.syslog.yml"
|
# COMPOSE_FILE="$COMPOSE_FILE:compose.syslog.yml"
|
||||||
|
|
||||||
|
# Monitor physical disks health
|
||||||
|
# COMPOSE_FILE="$COMPOSE_FILE:compose.smartctl.yml"
|
||||||
|
|
||||||
# Monitoring Server
|
# Monitoring Server
|
||||||
#
|
#
|
||||||
## Prometheus
|
## Prometheus
|
||||||
|
|||||||
@@ -166,3 +166,11 @@ It is possible to enable the following alerts, by uncommenting the corresponding
|
|||||||
|
|
||||||
- node disk space: `ALERT_NODE_DISK_SPACE_LEFT`
|
- node disk space: `ALERT_NODE_DISK_SPACE_LEFT`
|
||||||
- node memory usage: `ALERT_NODE_MEMORY_USAGE`
|
- node memory usage: `ALERT_NODE_MEMORY_USAGE`
|
||||||
|
|
||||||
|
## smart monitoring
|
||||||
|
|
||||||
|
To be able monitor hard drive health data, you need to configure
|
||||||
|
`smartd` to run on the host system, and also the
|
||||||
|
`collect-smartctl-json.sh` script provided here (via cronjob or as
|
||||||
|
a `smartd` hook). This is a limitation on Docker Swarm, which prevents
|
||||||
|
the `smartctl_exporter` from running on privileged mode.
|
||||||
|
|||||||
@@ -0,0 +1,6 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Collect SMART data
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/bin/collect-smartctl-json.sh
|
||||||
Executable
+61
@@ -0,0 +1,61 @@
|
|||||||
|
#! /bin/bash
|
||||||
|
# Adapted from https://github.com/prometheus-community/smartctl_exporter/blob/master/collect-smartctl-json.sh
|
||||||
|
|
||||||
|
# Data directory to dump smartctl output
|
||||||
|
# This directory will be created if it doesn't exist
|
||||||
|
data_dir="/var/lib/smartmontools/json"
|
||||||
|
|
||||||
|
# The original script used --xall but that doesn't work
|
||||||
|
# This matches the command in readSMARTctl()
|
||||||
|
smartctl_args="--json --info --health --attributes --tolerance=verypermissive \
|
||||||
|
--nocheck=standby --format=brief --log=error"
|
||||||
|
|
||||||
|
# Ignore this devices
|
||||||
|
smartctl_ignore_dev_regex="^(/dev/bus)"
|
||||||
|
|
||||||
|
# Determine the json query tool to use
|
||||||
|
if command -v jq >/dev/null; then
|
||||||
|
json_tool="jq"
|
||||||
|
json_args="--raw-output"
|
||||||
|
elif command -v yq >/dev/null; then
|
||||||
|
json_tool="yq"
|
||||||
|
json_args="--unwrapScalar"
|
||||||
|
else
|
||||||
|
echo -e "One of 'yq' or 'jq' is required. Please try again after \
|
||||||
|
installing one of them"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ ! "${UID}" -eq 0 ]] && ! command -v sudo >/dev/null; then
|
||||||
|
# Not root and sudo doesn't exist
|
||||||
|
echo "sudo does not exist. Please run this as root"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
SUDO="sudo"
|
||||||
|
if [[ "${UID}" -eq 0 ]]; then
|
||||||
|
# Don't use sudo if root
|
||||||
|
SUDO=""
|
||||||
|
fi
|
||||||
|
|
||||||
|
[[ ! -d "${data_dir}" ]] && mkdir --parents "${data_dir}"
|
||||||
|
|
||||||
|
if [[ $# -ne 0 ]]; then
|
||||||
|
devices="${1}"
|
||||||
|
else
|
||||||
|
devices="$(smartctl --scan --json | "${json_tool}" "${json_args}" \
|
||||||
|
".devices[].name | select(test(\"${smartctl_ignore_dev_regex}\") | not)")"
|
||||||
|
mapfile -t devices <<< "${devices[@]}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
for device in "${devices[@]}"
|
||||||
|
do
|
||||||
|
echo -n "Collecting data for '${device}'..."
|
||||||
|
# shellcheck disable=SC2086
|
||||||
|
data="$($SUDO smartctl ${smartctl_args} ${device})"
|
||||||
|
# Accommodate a smartmontools pre-7.3 bug
|
||||||
|
data=${data#" Pending defect count:"}
|
||||||
|
device_name="$(basename "${device}")"
|
||||||
|
echo -e "\tSaving to ${device_name}.json"
|
||||||
|
echo "${data}" > "${data_dir}/${device_name}.json"
|
||||||
|
done
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Collect SMART data
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnCalendar=hourly
|
||||||
|
Persistent=true
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
---
|
||||||
|
version: "3.8"
|
||||||
|
services:
|
||||||
|
smartctl:
|
||||||
|
image: "prometheuscommunity/smartctl-exporter:v0.14.0"
|
||||||
|
volumes:
|
||||||
|
- "/var/lib/smartmontools/json:/debug"
|
||||||
|
command:
|
||||||
|
- "--smartctl.fake-data"
|
||||||
|
- "--smartctl.interval=1h"
|
||||||
|
networks:
|
||||||
|
- "proxy"
|
||||||
|
deploy:
|
||||||
|
labels:
|
||||||
|
- "prometheus.io/scrape=true"
|
||||||
|
- "prometheus.io/port=9633"
|
||||||
|
- "prometheus.io/path=/metrics"
|
||||||
Reference in New Issue
Block a user