prometheus: modernize console + alerts

Signed-off-by: Robert Günzler <r@gnzler.io>

1 files changed, 38 insertions, 0 deletions

diff --git a/bundles/prometheus/files/alertmanager.yml b/bundles/prometheus/files/alertmanager.yml
new file mode 100644
index 0000000..e725338
--- /dev/null
+++ b/bundles/prometheus/files/alertmanager.yml
@@ -0,0 +1,38 @@
+global:
+
+route:
+  group_by: [instance, alertname, severity]
+  group_wait: 30s
+  group_interval: 5m
+  repeat_interval: 4h
+  mute_time_intervals:
+    - offhours
+  routes:
+    - matchers: [severity=critical]
+      repeat_interval: 1h
+    - matchers: [severity=warning]
+      repeat_interval: 4h
+    - matchers: [severity=info]
+      repeat_interval: 24h
+  receiver: telegram
+
+time_intervals:
+  - name: offhours
+    time_intervals:
+      - location: Europe/Berlin
+        times:
+          - start_time: 23:00
+            end_time: 09:00
+
+receivers:
+  - name: telegram
+    telegram_configs:
+      - bot_token: ${repo.vault.cmd(f"rbw get tgnotify/token")}
+        chat_id: ${repo.vault.cmd(f"rbw get tgnotify/chatid")}
+        message: |
+          {{if eq .GroupLabels.severity "critical"}}🚨{{end -}}
+          {{if eq .GroupLabels.severity "warning"}}⚠️{{end -}}
+          {{if eq .GroupLabels.severity "info"}}📬{{end -}}
+          <b>{{with .GroupLabels.instance}}{{.}}/{{end}}{{.GroupLabels.alertname}}</b>
+          {{.CommonAnnotations.summary}}
+          {{.CommonAnnotations.description}}