From faa71b7797b33c7fc037481e0c523d63cf140008 Mon Sep 17 00:00:00 2001
From: teutat3s <teutates@mailbox.org>
Date: Tue, 10 Sep 2024 14:26:26 +0200
Subject: [PATCH] alerts: add check for healthy garage cluster

---
 modules/prometheus/alert-rules.nix | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/modules/prometheus/alert-rules.nix b/modules/prometheus/alert-rules.nix
index a483c2a..30a28d2 100644
--- a/modules/prometheus/alert-rules.nix
+++ b/modules/prometheus/alert-rules.nix
@@ -250,4 +250,10 @@ lib.mapAttrsToList
     #   description =
     #     "alertmanager: number of active silences has changed: {{$value}}";
     # };
+
+    garage_cluster_healthy = {
+      condition = "cluster_healthy = 0";
+      time = "15m";
+      description = "garage cluster on {{$labels.instance}} is not healthy: {{$labels.result}}!";
+    };
   })