feat: close preprod observability loop

deploy/observability/compose.observability.yml

@@ -26,6 +26,7 @@ services:
       - prometheus
       - loki
       - tempo
+      - alertmanager
     networks:
       - internal
 
@@ -44,6 +45,31 @@ services:
     networks:
       - internal
 
+  alertmanager:
+    image: prom/alertmanager:v0.29.0
+    restart: unless-stopped
+    command:
+      - --config.file=/etc/alertmanager/alertmanager.yml
+      - --storage.path=/alertmanager
+      - --config.expand-env
+    environment:
+      ALERTMANAGER_WEBHOOK_URL: ${ALERTMANAGER_WEBHOOK_URL:-http://127.0.0.1:9/}
+    volumes:
+      - alertmanager-data:/alertmanager
+      - ./observability/alertmanager/alertmanager.yml:/etc/alertmanager/alertmanager.yml:ro
+    networks:
+      - internal
+
+  blackbox:
+    image: prom/blackbox-exporter:v0.27.0
+    restart: unless-stopped
+    command:
+      - --config.file=/etc/blackbox_exporter/config.yml
+    volumes:
+      - ./observability/blackbox/config.yml:/etc/blackbox_exporter/config.yml:ro
+    networks:
+      - internal
+
   loki:
     image: grafana/loki:3.7.1
     restart: unless-stopped
@@ -84,6 +110,7 @@ services:
       - internal
 
 volumes:
+  alertmanager-data:
   grafana-data:
   prometheus-data:
   loki-data: