Prometheus: add Alertmanager

coreos-config/roles/compose_project/templates/prometheus/alertmanager.yml

@@ -0,0 +1,21 @@
+global:
+  resolve_timeout: 5m
+
+route:
+  group_by: ['alertname']
+  group_wait: 30s
+  group_interval: 5m
+  repeat_interval: 5m
+  receiver: 'email'
+
+receivers:
+  - name: 'email'
+    email_configs:
+      - to: '{{ prometheus.alertmanager.smtp.target }}'
+        from: '"Alertmanager" <{{ prometheus.alertmanager.smtp.username }}>'
+        smarthost: 'mxe8cf.netcup.net:465'
+        auth_username: '{{ prometheus.alertmanager.smtp.username }}'
+        auth_identity: '{{ prometheus.alertmanager.smtp.username }}'
+        auth_password: '{{ prometheus.alertmanager.smtp.password }}'
+
+

coreos-config/roles/compose_project/templates/prometheus/docker-compose.yaml

@@ -33,6 +33,25 @@ services:
       - /var/run/docker.sock:/var/run/docker.sock:ro,Z
       - label_discovery:/prometheus-docker-sd:rw
 
+  alertmanager:
+    image: prom/alertmanager:latest
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.routers.alertmanager.rule=Host(`alertmanager.tobiasmanske.de`)"
+      - "traefik.http.routers.alertmanager.entryPoints=websecure"
+      - "traefik.http.services.alertmanager.loadbalancer.server.port=9093"
+      - "traefik.http.routers.alertmanager.middlewares=oauth@file"
+    volumes:
+      - ./alertmanager.yml:/etc/alertmanager/config.yml:ro,Z
+      - alertmanager_data:/data
+    networks:
+      - backend
+      - gateway
+    restart: always
+    command:
+      - '--config.file=/etc/alertmanager/config.yml'
+      - '--storage.path=/data'
+
   grafana:
     image: grafana/grafana:latest
     restart: unless-stopped
@@ -91,6 +110,7 @@ services:
 volumes:
   prom_data:
   label_discovery:
+  alertmanager_data:
 networks:
   gateway:
     external: true

coreos-config/roles/compose_project/templates/prometheus/prometheus.yml

@@ -4,6 +4,9 @@ global:
   evaluation_interval: 15s
 alerting:
   alertmanagers:
+  - scheme: http
+    static_configs:
+      - targets: [ 'alertmanager:9093' ]
   - static_configs:
     - targets: []
     scheme: http