moved to NFS share for volume storage. Migrated all data

monitoring/prometheus/docker-compose.yml

@@ -20,8 +20,10 @@ services:
 #      context: ${PROJECT_ROOT}/monitoring/prometheus
     volumes:
       - ${PROJECT_ROOT}/monitoring/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro
-      - ${PROJECT_ROOT}/monitoring/prometheus/data:/prometheus
-      - ${PROJECT_ROOT}/monitoring/prometheus/rules:/etc/prometheus/rules:ro
+#      - ${PROJECT_ROOT}/monitoring/prometheus/data:/prometheus
+#      - ${PROJECT_ROOT}/monitoring/prometheus/rules:/etc/prometheus/rules:ro
+      - ${DOCKER_VOLUMES}/prometheus/data:/prometheus
+      - ${DOCKER_VOLUMES}/prometheus/rules:/etc/prometheus/rules:ro
       - ${PROJECT_ROOT}/secrets/prometheus_kuma_basic_auth_password.txt:/run/secrets/prometheus_kuma_basic_auth_password:ro
 
     restart: unless-stopped
@@ -46,3 +48,9 @@ services:
       timeout: 10s
       retries: 3
       start_period: 30s
+
+#volumes:
+#  prometheus-data:
+#    external: true
+#  prometheus-rules:
+#    external: true

monitoring/prometheus/prometheus.yml

@@ -46,10 +46,10 @@ scrape_configs:
         labels:
           role: pihole
 
-#      - targets:
-#          - server:9100
-#        labels:
-#          role: server
+      - targets:
+          - server:9100
+        labels:
+          role: server
 
       - targets:
           - nix-cache:9100

monitoring/prometheus/rules/alerts.yml

@@ -1,28 +0,0 @@
-groups:
-  - name: system
-    rules:
-      - alert: HostHighCPU
-#        expr: rate(node_cpu_seconds_total{mode!="idle"}[2m]) > 0.9
-        expr: 100 * (1 - avg by(instance) (rate(node_cpu_seconds_total{mode="idle"}[2m]))) > 90
-        for: 2m
-        labels:
-          severity: warning
-        annotations:
-          summary: "High CPU usage on host"
-
-      - alert: ContainerRestarting
-#        expr: increase(container_start_time_seconds[10m]) > 3
-        expr: increase(container_restart_count[10m]) > 3
-        for: 1m
-        labels:
-          severity: warning
-        annotations:
-          summary: "Container restarting frequently"
-
-      - alert: AlwaysFiring
-        expr: vector(1)
-        for: 10s
-        labels:
-          severity: critical
-        annotations:
-          summary: "This alert should always fire"