From 465e2627261c504279553cb4426abf30d518dc47 Mon Sep 17 00:00:00 2001
From: Alex Auvolat <alex@adnab.me>
Date: Sat, 26 Feb 2022 22:06:37 +0100
Subject: [PATCH] Add node_exporter to telemetry pipeline

---
 app/garage-staging/config/garage.toml     |  2 +-
 app/telemetry/config/otel-config.yaml     |  7 ++++++-
 app/telemetry/deploy/telemetry-system.hcl | 21 +++++++++++++++++++++
 3 files changed, 28 insertions(+), 2 deletions(-)

diff --git a/app/garage-staging/config/garage.toml b/app/garage-staging/config/garage.toml
index 60db1e8..d2c51dd 100644
--- a/app/garage-staging/config/garage.toml
+++ b/app/garage-staging/config/garage.toml
@@ -24,4 +24,4 @@ index = "index.html"
 
 [admin]
 api_bind_addr = "0.0.0.0:3909"
-trace_sink = "http://10.42.2.22:4317"
+trace_sink = "http://{{ env "attr.unique.network.ip-address" }}:4317"
diff --git a/app/telemetry/config/otel-config.yaml b/app/telemetry/config/otel-config.yaml
index 574d01c..1c14860 100644
--- a/app/telemetry/config/otel-config.yaml
+++ b/app/telemetry/config/otel-config.yaml
@@ -14,7 +14,12 @@ receivers:
           scrape_interval: 5s
           static_configs:
             - targets:
-              - "localhost:3909"
+              - "{{ env "attr.unique.network.ip-address" }}:3909"
+        - job_name: "node_exporter"
+          scrape_interval: 30s
+          static_configs:
+            - targets:
+              - "{{ env "attr.unique.network.ip-address" }}:9100"
 
 exporters:
   logging:
diff --git a/app/telemetry/deploy/telemetry-system.hcl b/app/telemetry/deploy/telemetry-system.hcl
index 82103bd..c9b11b1 100644
--- a/app/telemetry/deploy/telemetry-system.hcl
+++ b/app/telemetry/deploy/telemetry-system.hcl
@@ -66,6 +66,9 @@ EOH
       port "apm" {
         static = 8200
       }
+      port "node_exporter" {
+        static = 9100
+      }
     }
 
     task "otel" {
@@ -115,6 +118,24 @@ EOH
         cpu = 100
       }
     }
+
+    task "node_exporter" {
+      driver = "docker"
+      config {
+        image = "quay.io/prometheus/node-exporter:v1.1.2"
+        network_mode = "host"
+        ports = [ "node_exporter" ]
+        volumes = [
+          "/:/host:ro,rslave"
+        ]
+        args = [ "--path.rootfs=/host" ]
+      }
+
+      resources {
+        cpu = 50
+        memory = 40
+      }
+    }
   }
 }