fix: alerting

hosts/fw/configuration.nix

@@ -76,6 +76,9 @@
 
   networkPrefix = "10.42";
 
+  # Systemd services to monitor
+  services.victoriametrics.monitoredServices = [ "ai-mailer" "container@git" "microvm@git-runner-" ];
+
   nixpkgs.overlays = [
     (import ./utils/overlays/packages.nix)
   ];

hosts/fw/modules/fwmetrics.nix

@@ -2,42 +2,19 @@
 let
   configure_prom = builtins.toFile "prometheus.yml" ''
     scrape_configs:
-    # System metrics
-    - job_name: 'node'
+    - job_name: 'server'
       stream_parse: true
       static_configs:
       - targets:
         - ${config.networking.hostName}:9100
-
-    # Systemd service monitoring
-    - job_name: 'systemd'
-      metrics_path: /metrics
-      params:
-        collect[]:
-          - 'systemd.service.state'
-          - 'systemd.service.start_time_seconds'
-          - 'systemd.unit_file.state'
-      static_configs:
-      - targets:
-        - ${config.networking.hostName}:9100
-      relabel_configs:
-        - source_labels: [__name__]
-          regex: 'node_systemd_unit_state'
-          action: keep
-        - source_labels: [name]
-          regex: '(ai-mailer|container@git|microvm@git-runner-).*\.service'
-          action: keep
   '';
 in {
   sops.secrets.victoria-agent-env = {
     sopsFile = ../utils/modules/victoriametrics/secrets.yaml;
   };
 
-  services.prometheus.exporters.node = {
-    enable = true;
-    enabledCollectors = [ "systemd" ];
-  };
-  
+  services.prometheus.exporters.node.enable = true;
+
   systemd.services.export-fw-to-prometheus = {
     path = with pkgs; [victoriametrics];
     enable = true;