Alerts


/etc/prometheus/alert_rules.yml > alert.rules
SystemdServiceFailed (2 active) 
alert: SystemdServiceFailed
expr: node_systemd_unit_state{state="failed"}
  == 1
for: 10m
labels:
  severity: warning
annotations:
  summary: '{{ $labels.name }} a échoué sur {{ $labels.instance }}'
Labels State Active Since Value
alertname="SystemdServiceFailed" instance="localhost:9100" job="node" name="nvmf-autoconnect.service" severity="warning" state="failed" type="oneshot" firing 2024-10-19 08:10:53 +0000 UTC 1
alertname="SystemdServiceFailed" instance="localhost:9100" job="node" name="openipmi.service" severity="warning" state="failed" type="forking" firing 2024-10-19 08:10:53 +0000 UTC 1
AptUpdatePending (0 active) 
alert: AptUpdatePending
expr: sum
  by (instance) (apt_upgrades_pending) > 5
for: 2m
labels:
  severity: info
annotations:
  summary: '{{ $labels.instance }} a {{ $value }} paquets en attente de mise à jour
    !'
CertificateCritical (0 active) 
alert: CertificateCritical
expr: (probe_ssl_earliest_cert_expiry
  - time()) / (24 * 3600) <= 2
for: 5m
labels:
  severity: critical
annotations:
  summary: Le certificat SSL de {{ $labels.instance }} arrive à échéance dans {{ humanize
    $value }} jours !
CertificateWarning (0 active) 
alert: CertificateWarning
expr: ((probe_ssl_earliest_cert_expiry
  - time()) / (24 * 3600) < 10 and (probe_ssl_earliest_cert_expiry - time()) /
  (24 * 3600) > 2)
for: 5m
labels:
  severity: warning
annotations:
  summary: Le certificat SSL de {{ $labels.instance }} arrive à échéance dans {{ humanize
    $value }} jours !
CpuUsage (0 active) 
alert: CpuUsage
expr: (100
  - avg by (instance) (irate(node_cpu_seconds_total{mode="idle"}[5m])) * 100)
  > 75
for: 10m
labels:
  severity: warning
annotations:
  summary: CPU sur {{ $labels.instance }} à {{ humanize $value }}%.
EndpointDown (0 active) 
alert: EndpointDown
expr: probe_success
  == 0
for: 10m
labels:
  severity: critical
annotations:
  summary: Site {{ $labels.instance }} inaccessible !
EndpointError (0 active) 
alert: EndpointError
expr: (probe_http_status_code
  != 0 and probe_http_status_code != 200 and probe_http_status_code != 401)
for: 10m
labels:
  severity: critical
annotations:
  summary: Site {{ $labels.instance }} retourne une erreur HTTP {{ $value }} !
EnvironmentalTemperature (0 active) 
alert: EnvironmentalTemperature
expr: environmental_temperature
  < 10
for: 10m
labels:
  severity: critical
annotations:
  summary: Température environmentale sur {{ $labels.instance }} à {{ $value }}° !
EnvironmentalTemperature (0 active) 
alert: EnvironmentalTemperature
expr: environmental_temperature
  > 35
for: 10m
labels:
  severity: critical
annotations:
  summary: Température environmentale sur {{ $labels.instance }} à {{ $value }}° !
EnvironmentalTemperature (0 active) 
alert: EnvironmentalTemperature
expr: environmental_temperature
  < 15
for: 10m
labels:
  severity: warning
annotations:
  summary: Température environmentale sur {{ $labels.instance }} à {{ $value }}° !
EnvironmentalTemperature (0 active) 
alert: EnvironmentalTemperature
expr: environmental_temperature
  > 30
for: 10m
labels:
  severity: warning
annotations:
  summary: Température environmentale sur {{ $labels.instance }} à {{ $value }}° !
InstanceDown (0 active) 
alert: InstanceDown
expr: up == 0
for: 10m
labels:
  severity: critical
annotations:
  summary: 'Federate : {{ $labels.instance }} est invisible depuis plus de 10 minutes
    !'
LoadUsage (0 active) 
alert: LoadUsage
expr: node_load1 > 3
for: 10m
labels:
  severity: warning
annotations:
  summary: La charge de {{ $labels.instance }} est à {{ $value }} !
OutOfDiskSpace (0 active) 
alert: OutOfDiskSpace
expr: node_filesystem_free_bytes{fstype="ext4"}
  / node_filesystem_size_bytes{fstype="ext4"} * 100 < 10
for: 5m
labels:
  severity: warning
annotations:
  summary: Espace libre de {{ $labels.mountpoint }} sur {{ $labels.exported_instance
    }} à {{ humanize $value }}%.
OutOfInodes (0 active) 
alert: OutOfInodes
expr: node_filesystem_files_free{fstype="ext4"}
  / node_filesystem_files{fstype="ext4"} * 100 < 10
for: 5m
labels:
  severity: warning
annotations:
  summary: 'Federate : Presque plus d'inodes disponibles ({{ $value }}% restant)
    dans {{ $labels.mountpoint }} sur {{ $labels.instance }}.'
OutOfMemory (0 active) 
alert: OutOfMemory
expr: (node_memory_MemFree_bytes
  + node_memory_Cached_bytes + node_memory_Buffers_bytes) / node_memory_MemTotal_bytes
  * 100 < 10
for: 5m
labels:
  severity: warning
annotations:
  summary: 'Federate : Mémoire libre de {{ $labels.instance }} à {{ humanize $value
    }}%.'
TemperatureCritical (0 active) 
alert: TemperatureCritical
expr: node_hwmon_temp_celsius
  > 55
for: 5m
labels:
  severity: critical
annotations:
  summary: La température de {{ $labels.instance }} est à {{ $value }}°C ( {{ $labels.sensor
    }} !
TemperatureWarning (0 active) 
alert: TemperatureWarning
expr: node_hwmon_temp_celsius
  > 45
for: 5m
labels:
  severity: warning
annotations:
  summary: La température de {{ $labels.instance }} est à {{ $value }}°C ( {{ $labels.sensor
    }} !
UnhealthyDisk (0 active) 
alert: UnhealthyDisk
expr: smartmon_device_smart_healthy
  < 1
for: 10m
labels:
  severity: critical
annotations:
  summary: Disque {{ $labels.disk }} sur {{ $labels.instance }} n'est pas en bonne
    santé !