add otel and honeycomb

2026-05-03 12:34:42 -04:00
parent f42d031f4f
commit 5dad72daa4
6 changed files with 171 additions and 10 deletions
@@ -6,6 +6,8 @@
 let
  hydra_notify_prometheus_port = "9199";
  hydra_queue_runner_prometheus_port = "9200";
+  postgres_exporter_port = 9187;
+  zfs_exporter_port = 9134;
 in
 {
  systemd.services.hydra-notify.serviceConfig.EnvironmentFile =
@@ -96,10 +98,23 @@ in
      enable = true;
      webExternalUrl = "https://prom.alicehuston.xyz";
      port = 9001;
-      exporters.node = {
-        enable = true;
-        enabledCollectors = [ "systemd" ];
-        port = 9002;
+      exporters = {
+        node = {
+          enable = true;
+          enabledCollectors = [ "systemd" ];
+          port = 9002;
+        };
+        postgres = {
+          enable = true;
+          listenAddress = "127.0.0.1";
+          port = postgres_exporter_port;
+          runAsLocalSuperUser = true;
+        };
+        zfs = {
+          enable = true;
+          listenAddress = "127.0.0.1";
+          port = zfs_exporter_port;
+        };
      };
      scrapeConfigs = [
        {
@@ -119,6 +134,18 @@ in
            }
          ];
        }
+        {
+          job_name = "postgres-local";
+          static_configs = [
+            { targets = [ "127.0.0.1:${toString config.services.prometheus.exporters.postgres.port}" ]; }
+          ];
+        }
+        {
+          job_name = "zfs-local";
+          static_configs = [
+            { targets = [ "127.0.0.1:${toString config.services.prometheus.exporters.zfs.port}" ]; }
+          ];
+        }
        {
          job_name = "hydra-external";
          scheme = "https";