Added smartctl exporter.
This commit is contained in:
parent
19c57a2cc4
commit
2cd41cd98a
5 changed files with 133 additions and 1 deletions
|
@ -10,7 +10,7 @@ resources:
|
||||||
# - ./grafana/ks.yaml
|
# - ./grafana/ks.yaml
|
||||||
- ./kube-prometheus-stack/ks.yaml
|
- ./kube-prometheus-stack/ks.yaml
|
||||||
- ./loki/ks.yaml
|
- ./loki/ks.yaml
|
||||||
# - ./smartctl-exporter/ks.yaml
|
- ./smartctl-exporter/ks.yaml
|
||||||
# - ./snmp-exporter/ks.yaml
|
# - ./snmp-exporter/ks.yaml
|
||||||
- ./thanos/ks.yaml
|
- ./thanos/ks.yaml
|
||||||
# - ./unpoller/ks.yaml
|
# - ./unpoller/ks.yaml
|
||||||
|
|
|
@ -0,0 +1,37 @@
|
||||||
|
---
|
||||||
|
# yaml-language-server: $schema=https://ks.hsn.dev/helm.toolkit.fluxcd.io/helmrelease_v2beta2.json
|
||||||
|
apiVersion: helm.toolkit.fluxcd.io/v2beta2
|
||||||
|
kind: HelmRelease
|
||||||
|
metadata:
|
||||||
|
name: &app smartctl-exporter
|
||||||
|
spec:
|
||||||
|
interval: 30m
|
||||||
|
chart:
|
||||||
|
spec:
|
||||||
|
chart: prometheus-smartctl-exporter
|
||||||
|
version: 0.7.1
|
||||||
|
sourceRef:
|
||||||
|
kind: HelmRepository
|
||||||
|
name: prometheus-community
|
||||||
|
namespace: flux-system
|
||||||
|
install:
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
upgrade:
|
||||||
|
cleanupOnFail: true
|
||||||
|
remediation:
|
||||||
|
retries: 3
|
||||||
|
uninstall:
|
||||||
|
keepHistory: false
|
||||||
|
dependsOn:
|
||||||
|
- name: kube-prometheus-stack
|
||||||
|
namespace: observability
|
||||||
|
values:
|
||||||
|
fullnameOverride: *app
|
||||||
|
config:
|
||||||
|
devices:
|
||||||
|
- /dev/sda
|
||||||
|
serviceMonitor:
|
||||||
|
enabled: true
|
||||||
|
prometheusRules:
|
||||||
|
enabled: false
|
|
@ -0,0 +1,7 @@
|
||||||
|
---
|
||||||
|
# yaml-language-server: $schema=https://json.schemastore.org/kustomization
|
||||||
|
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||||
|
kind: Kustomization
|
||||||
|
resources:
|
||||||
|
- ./helmrelease.yaml
|
||||||
|
- ./prometheusrule.yaml
|
|
@ -0,0 +1,67 @@
|
||||||
|
---
|
||||||
|
# yaml-language-server: $schema=https://ks.hsn.dev/monitoring.coreos.com/prometheusrule_v1.json
|
||||||
|
apiVersion: monitoring.coreos.com/v1
|
||||||
|
kind: PrometheusRule
|
||||||
|
metadata:
|
||||||
|
name: smartctl-exporter-rules
|
||||||
|
spec:
|
||||||
|
groups:
|
||||||
|
- name: smartctl-exporter.rules
|
||||||
|
rules:
|
||||||
|
- alert: SmartDeviceHighTemperature
|
||||||
|
annotations:
|
||||||
|
summary: Mounted drive {{ $labels.device }} on device {{ $labels.instance }}
|
||||||
|
has a temperature higher than 65°C.
|
||||||
|
expr: smartctl_device_temperature > 65
|
||||||
|
for: 15m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: SmartDeviceTestFailed
|
||||||
|
annotations:
|
||||||
|
summary: Mounted drive {{ $labels.device }} on device {{ $labels.instance }}
|
||||||
|
did not pass its SMART test.
|
||||||
|
expr: |
|
||||||
|
(
|
||||||
|
smartctl_device_smart_status != 1
|
||||||
|
or
|
||||||
|
smartctl_device_status != 1
|
||||||
|
)
|
||||||
|
for: 15m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: SmartDeviceCriticalWarning
|
||||||
|
annotations:
|
||||||
|
summary: Mounted drive {{ $labels.device }} on device {{ $labels.instance }}
|
||||||
|
is in a critical state.
|
||||||
|
expr: smartctl_device_critical_warning != 0
|
||||||
|
for: 15m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
#
|
||||||
|
# Ref: https://github.com/prometheus-community/helm-charts/blob/main/charts/prometheus-smartctl-exporter/rules/rules.txt
|
||||||
|
#
|
||||||
|
- alert: SmartDeviceMediaErrors
|
||||||
|
annotations:
|
||||||
|
summary: Mounted drive {{ $labels.device }} on device {{ $labels.instance }}
|
||||||
|
has media errors.
|
||||||
|
expr: smartctl_device_media_errors != 0
|
||||||
|
for: 15m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: SmartDeviceAvailableSpareUnderThreadhold
|
||||||
|
annotations:
|
||||||
|
summary: Device {{ $labels.device }} on instance {{ $labels.instance }}
|
||||||
|
is under available spare threashold.
|
||||||
|
expr: smartctl_device_available_spare_threshold > smartctl_device_available_spare
|
||||||
|
for: 15m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
||||||
|
- alert: SmartDeviceInterfaceSlow
|
||||||
|
annotations:
|
||||||
|
summary: Device {{ $labels.device }} on instance {{ $labels.instance }}
|
||||||
|
interface is slower then it should be.
|
||||||
|
expr: |
|
||||||
|
smartctl_device_interface_speed{speed_type="current"} != on(device, instance, namespace, pod) smartctl_device_interface_speed{speed_type="max"}
|
||||||
|
for: 15m
|
||||||
|
labels:
|
||||||
|
severity: critical
|
21
kubernetes/apps/observability/smartctl-exporter/ks.yaml
Normal file
21
kubernetes/apps/observability/smartctl-exporter/ks.yaml
Normal file
|
@ -0,0 +1,21 @@
|
||||||
|
---
|
||||||
|
# yaml-language-server: $schema=https://ks.hsn.dev/kustomize.toolkit.fluxcd.io/kustomization_v1.json
|
||||||
|
apiVersion: kustomize.toolkit.fluxcd.io/v1
|
||||||
|
kind: Kustomization
|
||||||
|
metadata:
|
||||||
|
name: &app smartctl-exporter
|
||||||
|
namespace: flux-system
|
||||||
|
spec:
|
||||||
|
targetNamespace: observability
|
||||||
|
commonMetadata:
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: *app
|
||||||
|
path: ./kubernetes/apps/observability/smartctl-exporter/app
|
||||||
|
prune: true
|
||||||
|
sourceRef:
|
||||||
|
kind: GitRepository
|
||||||
|
name: homelab
|
||||||
|
wait: false
|
||||||
|
interval: 30m
|
||||||
|
retryInterval: 1m
|
||||||
|
timeout: 5m
|
Loading…
Reference in a new issue