From a3c0153dcce11a2f47f4ba877480b29bbdb9d1fa Mon Sep 17 00:00:00 2001 From: samidbb Date: Tue, 15 Sep 2026 19:45:07 +0200 Subject: [PATCH 1/2] remove filename as a unique label from grafana logs --- apps/grafana/release.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/apps/grafana/release.yaml b/apps/grafana/release.yaml index 6eb61b23..85572486 100644 --- a/apps/grafana/release.yaml +++ b/apps/grafana/release.yaml @@ -82,6 +82,15 @@ spec: } loki.process "worker_nodes_logs" { + // Move filename into the log payload and remove it as a label to reduce stream cardinality. + stage.pack { + labels = ["filename"] + } + + stage.label_drop { + values = ["filename"] + } + forward_to = [ loki.process.logs_service.receiver, ] From 06e5fa4870a2da2e7a6527d08acfe6dd600e672b Mon Sep 17 00:00:00 2001 From: samidbb Date: Wed, 16 Sep 2026 07:54:27 +0200 Subject: [PATCH 2/2] drop unit and filename as unique labels in grafana log messages --- apps/grafana/release.yaml | 23 ++++++++++++++++++++--- 1 file changed, 20 insertions(+), 3 deletions(-) diff --git a/apps/grafana/release.yaml b/apps/grafana/release.yaml index 85572486..1a7dd942 100644 --- a/apps/grafana/release.yaml +++ b/apps/grafana/release.yaml @@ -65,6 +65,19 @@ spec: journal: enabled: true units: [] + extraLogProcessingStages: |- + stage.template { + source = "message" + template = "{{ if .unit }}unit={{ .unit }} {{ end }}{{ .Entry }}" + } + + stage.output { + source = "message" + } + + stage.label_drop { + values = ["unit"] + } extraConfig: | local.file_match "worker_nodes_logs" { path_targets = [{ @@ -82,9 +95,13 @@ spec: } loki.process "worker_nodes_logs" { - // Move filename into the log payload and remove it as a label to reduce stream cardinality. - stage.pack { - labels = ["filename"] + stage.template { + source = "message" + template = "{{ if .filename }}filename={{ .filename }} {{ end }}{{ .Entry }}" + } + + stage.output { + source = "message" } stage.label_drop {