From 580403cf6fb357cabe9503152370da4269986253 Mon Sep 17 00:00:00 2001
From: Benedikt Bongartz <bongartz@klimlive.de>
Date: Thu, 14 Mar 2024 15:48:37 +0100
Subject: [PATCH] inverter-fleet: add observability agent

Signed-off-by: Benedikt Bongartz <bongartz@klimlive.de>
---
 .../fleets/eu-west-prod-001/fleet.yaml        | 10 +++-
 inverter-fleet/observability/config.yaml      | 59 +++++++++++++++++++
 2 files changed, 68 insertions(+), 1 deletion(-)
 create mode 100644 inverter-fleet/observability/config.yaml

diff --git a/inverter-fleet/fleets/eu-west-prod-001/fleet.yaml b/inverter-fleet/fleets/eu-west-prod-001/fleet.yaml
index 296a6772..c8c5b019 100644
--- a/inverter-fleet/fleets/eu-west-prod-001/fleet.yaml
+++ b/inverter-fleet/fleets/eu-west-prod-001/fleet.yaml
@@ -9,6 +9,8 @@ spec:
   template:
     spec:
       os:
+        # TODO: needs to include:
+        # https://copr.fedorainfracloud.org/coprs/miyunari/redhat-opentelemetry-collector/package/opentelemetry-collector/
         image: quay.io/solar-farms/ai-inverter:1.5.0
 
       config:
@@ -18,6 +20,12 @@ spec:
             repoRef: main
             repoPath: /inverter-fleet/deployment-manifests/
             mountPath: /etc/microshift/manifests
+        - name: observability-agent
+          gitRef:
+            repoUrl: https://github.com/flightctl/flightctl-demos.git
+            repoRef: main
+            repoPath: /inverter-fleet/observability/
+            mountPath: /etc/otel-collector/
         - name: pull-secret
           secretRef:
             name: device-pull-secret
@@ -34,4 +42,4 @@ spec:
        matchPatterns:
         - inverter.service
         - rs485-protocol.service
-
+        - opentelemetry-collector.service
diff --git a/inverter-fleet/observability/config.yaml b/inverter-fleet/observability/config.yaml
new file mode 100644
index 00000000..d4e88830
--- /dev/null
+++ b/inverter-fleet/observability/config.yaml
@@ -0,0 +1,59 @@
+---
+receivers:
+  journald:
+    directory: /run/log/journal
+    units:
+      - ssh
+      - microshift
+      - opentelemetry-collector
+      - inverter
+      - rs485-protocol
+    priority: info
+  hostmetrics:
+    root_path: /hostfs
+    collection_interval: 10s
+    scrapers:
+      cpu:
+      memory:
+      disk:
+      filesystem:
+  prometheus/self:
+    config:
+      scrape_configs:
+        - job_name: ‘agent’
+          scrape_interval: 10s
+          static_configs:
+            - targets: [‘127.0.0.1:8888’]
+
+processors:
+  resourcedetection/system:
+    detectors: ["system"]
+  batch:
+
+exporters:
+  debug:
+    verbosity: info
+
+extensions:
+  health_check:
+  file_storage:
+    directory: /cache
+    timeout: 2s
+    compaction:
+      on_start: true
+      directory: /tmp/
+      max_transaction_size: 65_536
+    fsync: false
+
+
+service:
+  extensions: [health_check, file_storage]
+  pipelines:
+    metrics:
+      receivers: [hostmetrics, prometheus/self]
+      processors: [resourcedetection/system, batch]
+      exporters: [debug]
+    logs:
+      receivers: [journald]
+      processors: [resourcedetection/system, batch]
+      exporters: [debug]