From 5da63eb8ce60aafbfdbd11067f654811afd473ce Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Mon, 20 Jul 2026 23:18:49 +0000 Subject: [PATCH 1/3] Migrate important Self Log signals to Otel Logging. --- confgenerator/agentmetrics.go | 146 + confgenerator/confgenerator.go | 3 +- confgenerator/confgenerator_test.go | 10 +- confgenerator/config.go | 2 +- confgenerator/files.go | 2 +- confgenerator/otel/ottl/ottl.go | 4 + confgenerator/self_logs.go | 63 - .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux-gpu/fluent_bit_main.conf | 45 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 199 ++ .../golden/linux/fluent_bit_main.conf | 45 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 202 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../linux-dataproc/fluent_bit_main.conf | 46 - .../linux-dataproc/fluent_bit_parser.conf | 6 - .../linux-dataproc/logging_ping_otlp.json | 1 + .../builtin/golden/linux-dataproc/otel.yaml | 205 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../builtin/golden/linux-gpu/otel.yaml | 205 ++ .../builtin/golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../goldens/builtin/golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../builtin/golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../goldens/builtin/golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 245 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 223 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 241 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 241 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 207 ++ .../golden/windows-2012/otel.yaml | 203 ++ .../golden/windows/otel.yaml | 203 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 238 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 238 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 238 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 238 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 238 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 238 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 238 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 238 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 182 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 182 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 205 ++ .../windows-2012/otel_otlp_exporter.yaml | 213 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 205 ++ .../golden/windows/otel_otlp_exporter.yaml | 213 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 182 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 182 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 205 ++ .../windows-2012/otel_otlp_exporter.yaml | 213 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 205 ++ .../golden/windows/otel_otlp_exporter.yaml | 213 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 209 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 209 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../windows-2012/otel_otlp_exporter.yaml | 211 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/windows/otel_otlp_exporter.yaml | 211 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../windows-2012/otel_otlp_exporter.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows/otel_otlp_exporter.yaml | 207 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 209 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 209 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../windows-2012/otel_otlp_exporter.yaml | 211 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/windows/otel_otlp_exporter.yaml | 211 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 261 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux/otel_otlp_exporter.yaml | 232 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 211 ++ .../windows-2012/otel_otlp_exporter.yaml | 261 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 211 ++ .../golden/windows/otel_otlp_exporter.yaml | 261 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 209 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 209 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../windows-2012/otel_otlp_exporter.yaml | 211 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/windows/otel_otlp_exporter.yaml | 211 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 251 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 259 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 251 ++ .../golden/linux/otel_otlp_exporter.yaml | 259 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 251 ++ .../windows-2012/otel_otlp_exporter.yaml | 259 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 251 ++ .../golden/windows/otel_otlp_exporter.yaml | 259 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 1798 +++++++++++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 2130 +++++++++++++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 1758 +++++++++++ .../golden/linux/otel_otlp_exporter.yaml | 2070 +++++++++++++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../windows-2012/otel_otlp_exporter.yaml | 2622 +++++++++++++++++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel_otlp_exporter.yaml | 2622 +++++++++++++++++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 251 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 259 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 251 ++ .../golden/linux/otel_otlp_exporter.yaml | 259 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 257 ++ .../windows-2012/otel_otlp_exporter.yaml | 280 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 257 ++ .../golden/windows/otel_otlp_exporter.yaml | 280 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 176 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 208 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 176 ++ .../golden/linux/otel_otlp_exporter.yaml | 208 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../windows-2012/otel_otlp_exporter.yaml | 208 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/windows/otel_otlp_exporter.yaml | 208 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 263 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 212 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 263 ++ .../golden/linux/otel_otlp_exporter.yaml | 212 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux-gpu/otel_otlp_exporter.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux/otel_otlp_exporter.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../windows-2012/otel_otlp_exporter.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows/otel_otlp_exporter.yaml | 207 ++ .../golden/linux-gpu/fluent_bit_main.conf | 76 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 176 ++ .../golden/linux/fluent_bit_main.conf | 76 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 176 ++ .../golden/windows-2012/fluent_bit_main.conf | 76 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 76 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 180 ++ .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 180 ++ .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 54 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 54 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 54 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 54 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 76 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 176 ++ .../golden/linux/fluent_bit_main.conf | 76 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 176 ++ .../golden/windows-2012/fluent_bit_main.conf | 76 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 76 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 180 ++ .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 180 ++ .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 199 ++ .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 48 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 54 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 54 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 54 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 54 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 106 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 106 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 106 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 106 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 72 +- .../golden/linux-gpu/fluent_bit_parser.conf | 23 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 140 + .../golden/linux/fluent_bit_main.conf | 72 +- .../golden/linux/fluent_bit_parser.conf | 23 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 140 + .../golden/windows-2012/fluent_bit_main.conf | 72 +- .../windows-2012/fluent_bit_parser.conf | 23 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 72 +- .../golden/windows/fluent_bit_parser.conf | 23 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 153 +- .../golden/linux-gpu/fluent_bit_parser.conf | 107 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 153 +- .../golden/linux/fluent_bit_parser.conf | 107 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 153 +- .../windows-2012/fluent_bit_parser.conf | 107 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 153 +- .../golden/windows/fluent_bit_parser.conf | 107 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 71 +- .../golden/linux-gpu/fluent_bit_parser.conf | 16 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 137 + .../golden/linux/fluent_bit_main.conf | 71 +- .../golden/linux/fluent_bit_parser.conf | 16 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 137 + .../golden/windows-2012/fluent_bit_main.conf | 71 +- .../windows-2012/fluent_bit_parser.conf | 16 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 195 ++ .../golden/windows/fluent_bit_main.conf | 71 +- .../golden/windows/fluent_bit_parser.conf | 16 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 195 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 140 + .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 140 + .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 86 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 180 ++ .../golden/linux/fluent_bit_main.conf | 86 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 180 ++ .../golden/windows-2012/fluent_bit_main.conf | 86 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 86 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 180 ++ .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 180 ++ .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 101 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 101 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 101 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 200 ++ .../golden/windows/fluent_bit_main.conf | 101 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 200 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 141 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 141 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 48 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 180 ++ .../golden/linux/fluent_bit_main.conf | 48 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 180 ++ .../golden/windows-2012/fluent_bit_main.conf | 48 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/linux-gpu/fluent_bit_main.conf | 56 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 179 ++ .../golden/linux/fluent_bit_main.conf | 56 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 179 ++ .../golden/windows-2012/fluent_bit_main.conf | 56 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../golden/windows/fluent_bit_main.conf | 56 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/linux-gpu/fluent_bit_main.conf | 56 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 179 ++ .../golden/linux/fluent_bit_main.conf | 56 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 179 ++ .../golden/windows-2012/fluent_bit_main.conf | 56 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../golden/windows/fluent_bit_main.conf | 56 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/linux-gpu/fluent_bit_main.conf | 48 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 180 ++ .../golden/linux/fluent_bit_main.conf | 48 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 180 ++ .../golden/windows-2012/fluent_bit_main.conf | 48 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 203 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 203 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 45 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 45 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 45 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 45 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 141 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 141 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 141 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 141 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 55 +- .../golden/linux-gpu/fluent_bit_parser.conf | 16 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 55 +- .../golden/linux/fluent_bit_parser.conf | 16 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 55 +- .../windows-2012/fluent_bit_parser.conf | 16 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 55 +- .../golden/windows/fluent_bit_parser.conf | 16 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 160 + .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 160 + .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 140 + .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 140 + .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 54 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 54 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 54 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 54 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 106 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 106 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 106 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 106 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 66 +- .../golden/linux-gpu/fluent_bit_parser.conf | 23 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 66 +- .../golden/linux/fluent_bit_parser.conf | 23 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 23 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 23 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 65 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 228 ++ .../golden/linux/fluent_bit_main.conf | 65 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 228 ++ .../golden/windows-2012/fluent_bit_main.conf | 65 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 65 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 142 + .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 142 + .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 60 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 175 ++ .../golden/linux/fluent_bit_main.conf | 60 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 175 ++ .../golden/windows-2012/fluent_bit_main.conf | 60 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 60 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 45 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 204 ++ .../golden/linux/fluent_bit_main.conf | 45 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 207 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 55 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 167 ++ .../golden/linux/fluent_bit_main.conf | 55 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 167 ++ .../golden/windows-2012/fluent_bit_main.conf | 55 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 55 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 106 +- .../golden/linux-gpu/fluent_bit_parser.conf | 30 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 263 ++ .../golden/linux/fluent_bit_main.conf | 106 +- .../golden/linux/fluent_bit_parser.conf | 30 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 263 ++ .../golden/windows-2012/fluent_bit_main.conf | 106 +- .../windows-2012/fluent_bit_parser.conf | 30 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 106 +- .../golden/windows/fluent_bit_parser.conf | 30 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 43 +- .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 167 ++ .../golden/linux/fluent_bit_main.conf | 43 +- .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 167 ++ .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 166 ++ .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 166 ++ .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 204 ++ .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 204 ++ .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 44 +- .../golden/linux-gpu/fluent_bit_parser.conf | 9 + .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 204 ++ .../golden/linux/fluent_bit_main.conf | 44 +- .../golden/linux/fluent_bit_parser.conf | 9 + .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 204 ++ .../golden/windows-2012/fluent_bit_main.conf | 44 +- .../windows-2012/fluent_bit_parser.conf | 9 + .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 44 +- .../golden/windows/fluent_bit_parser.conf | 9 + .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 207 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 177 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 177 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 177 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 177 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 177 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 177 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 213 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 213 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 207 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 48 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 48 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 43 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 43 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/windows-2012/fluent_bit_main.conf | 49 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 49 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 198 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 198 ++ .../golden/windows-2012/fluent_bit_main.conf | 50 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 49 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 49 +- .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 48 +- .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/linux-gpu/fluent_bit_main.conf | 46 - .../golden/linux-gpu/fluent_bit_parser.conf | 6 - .../golden/linux-gpu/logging_ping_otlp.json | 1 + .../golden/linux-gpu/otel.yaml | 205 ++ .../golden/linux/fluent_bit_main.conf | 46 - .../golden/linux/fluent_bit_parser.conf | 6 - .../golden/linux/logging_ping_otlp.json | 1 + .../golden/linux/otel.yaml | 205 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../windows-2012/otel_otlp_exporter.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows/otel_otlp_exporter.yaml | 207 ++ .../golden/windows-2012/fluent_bit_main.conf | 46 - .../windows-2012/fluent_bit_parser.conf | 6 - .../windows-2012/logging_ping_otlp.json | 1 + .../golden/windows-2012/otel.yaml | 199 ++ .../windows-2012/otel_otlp_exporter.yaml | 207 ++ .../golden/windows/fluent_bit_main.conf | 46 - .../golden/windows/fluent_bit_parser.conf | 6 - .../golden/windows/logging_ping_otlp.json | 1 + .../golden/windows/otel.yaml | 199 ++ .../golden/windows/otel_otlp_exporter.yaml | 207 ++ integration_test/ops_agent_test/main_test.go | 42 +- internal/self_metrics/self_metrics.go | 32 + 3155 files changed, 184601 insertions(+), 37446 deletions(-) create mode 100644 confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/builtin/golden/linux-dataproc/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/builtin/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/builtin/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/builtin/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/builtin/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_overrides_disable_all/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_overrides_disable_all/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_overrides_disable_all/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_overrides_disable_all/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_forward/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_forward/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_forward/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_forward/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mongodb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mongodb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mongodb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mongodb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel_otlp_exporter.yaml create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel_otlp_exporter.yaml create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel_otlp_exporter.yaml create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel_otlp_exporter.yaml create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-ruby_regex/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-ruby_regex/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-ruby_regex/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-otel-ruby_regex/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-pipeline_multiple_pipelines/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-pipeline_multiple_pipelines/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-pipeline_multiple_pipelines/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-pipeline_multiple_pipelines/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_json_and_parse_regex_types/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_json_and_parse_regex_types/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_json_and_parse_regex_types/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_json_and_parse_regex_types/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_journald_receiver/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_journald_receiver/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_regex_type_on_default_pipeline/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-processor_parse_regex_type_on_default_pipeline/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_syslog_type_multiple_receivers/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_syslog_type_multiple_receivers/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_syslog_type_multiple_receivers/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_syslog_type_multiple_receivers/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_systemd/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_systemd/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm_v2/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm_v2/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/test-otlp-exporter-only/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/test-otlp-exporter-only/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/test-otlp-exporter-only/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/test-otlp-exporter-only/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-all-backward_compatible_with_explicit_exporters/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-all-backward_compatible_with_explicit_exporters/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-all-custom_use_built_in_receivers/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-all-custom_use_built_in_receivers/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_active_directory_ds/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_active_directory_ds/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_iis/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_iis/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_new_channels/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_new_channels/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_override_builtin/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_override_builtin/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_xml/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_xml/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-use_ansi/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-logging-use_ansi/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-pipeline_multiple_pipelines/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-pipeline_multiple_pipelines/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_active_directory_ds/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_active_directory_ds/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_duplicate/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_duplicate/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_override/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_override/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/linux-gpu/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/linux/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_duplicate/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_duplicate/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_override/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_override/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/logging_ping_otlp.json create mode 100644 confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/logging_ping_otlp.json diff --git a/confgenerator/agentmetrics.go b/confgenerator/agentmetrics.go index 022c073821..c0491fcdce 100644 --- a/confgenerator/agentmetrics.go +++ b/confgenerator/agentmetrics.go @@ -22,6 +22,7 @@ import ( "github.com/GoogleCloudPlatform/ops-agent/confgenerator/otel" "github.com/GoogleCloudPlatform/ops-agent/confgenerator/otel/ottl" + "github.com/GoogleCloudPlatform/ops-agent/internal/version" ) // AgentSelfMetrics provides the agent.googleapis.com/agent/ metrics. @@ -34,6 +35,7 @@ type AgentSelfMetrics struct { OtelPort int OtelRuntimeDir string OtlpExporterEnabled bool + LogsDir string } // Following reference : https://github.com/googleapis/googleapis/blob/master/google/rpc/code.proto @@ -112,6 +114,18 @@ func (r AgentSelfMetrics) AddSelfMetricsPipelines(receiverPipelines map[string]o Type: "metrics", ReceiverPipelineName: "ops_agent", } + + receiverPipelines["logging_ping"] = r.LoggingPingPipeline(ctx) + pipelines["loggingping"] = otel.Pipeline{ + Type: "logs", + ReceiverPipelineName: "logging_ping", + } + + receiverPipelines["health_checks"] = r.HealthChecksPipeline(ctx) + pipelines["healthchecks"] = otel.Pipeline{ + Type: "logs", + ReceiverPipelineName: "health_checks", + } } func (r AgentSelfMetrics) PrometheusMetricsPipeline(ctx context.Context) otel.ReceiverPipeline { @@ -439,4 +453,136 @@ func (r AgentSelfMetrics) OpsAgentPipeline(ctx context.Context) otel.ReceiverPip }, ctx) } +// This method creates a component that enforces the `Structured Health Logs` format to +// all `ops-agent-health` logs. It sets `agentKind`, `agentVersion` and `schemaVersion`. +// This method also processes all self logs to set the severity field correctly. +func generateStructuredHealthLogsOtelComponents(ctx context.Context) []otel.Component { + components, err := LoggingProcessorModifyFields{ + Fields: map[string]*ModifyField{ + fmt.Sprintf(`labels."%s"`, agentKindKey): { + StaticValue: &agentKind, + }, + fmt.Sprintf(`labels."%s"`, agentVersionKey): { + StaticValue: &version.Version, + }, + fmt.Sprintf(`labels."%s"`, schemaVersionKey): { + StaticValue: &schemaVersion, + }, + "severity": { + MoveFrom: "jsonPayload.severity", + MapValues: map[string]string{ + "error": "ERROR", + "warn": "WARNING", + "info": "INFO", + "debug": "DEBUG", + }, + MapValuesExclusive: false, + }, + }, + }.Processors(ctx) + if err != nil { + // We're generating a hard-coded config, so this should never fail. + panic(err) + } + return components +} + +// generateHealthLogsParsingComponents creates OTel processors that parse health check logs from JSON +// and filter out any lines that do not have a valid severity. +func generateHealthLogsParsingComponents(ctx context.Context) []otel.Component { + components := []otel.Component{} + parseJsonProccesor, err := LoggingProcessorParseJson{ + ParserShared: ParserShared{ + TimeKey: "time", + TimeFormat: "%Y-%m-%dT%H:%M:%S%z", + }, + }.Processors(ctx) + if err != nil { + // We're generating a hard-coded config, so this should never fail. + panic(err) + } + components = append(components, parseJsonProccesor...) + + // This is used to exclude any previous content of the `health-checks.log` file that does not contain + // the `jsonPayload.severity` field. + body := ottl.LValue{"body"} + bodySeverity := ottl.LValue{"body", "severity"} + excludeLogFilter := otel.Filter("logs", "log_record", + []ottl.Value{ + ottl.IsNil(body), + ottl.And(body.IsPresent(), ottl.IsNil(bodySeverity)), + ottl.And(bodySeverity.IsPresent(), ottl.Not(ottl.IsMatch(bodySeverity, "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))), + }) + components = append(components, excludeLogFilter) + + return components +} + +func (r AgentSelfMetrics) LoggingPingPipeline(ctx context.Context) otel.ReceiverPipeline { + logProccesors := []otel.Component{ + otel.Transform("log", "log", + []ottl.Statement{ + "set(observed_time, Now())", + "set(time, Now())", + }, + ), + } + logProccesors = append(logProccesors, generateStructuredHealthLogsOtelComponents(ctx)...) + logProccesors = append(logProccesors, otelSetLogNameComponents(ctx, healthLogsTag)...) + + return ConvertGCMSystemExporterToOtlpExporter(otel.ReceiverPipeline{ + Receiver: otel.Component{ + Type: "otlpjsonfile", + Config: map[string]any{ + "include": []string{ + filepath.Join(r.OtelRuntimeDir, "logging_ping_otlp.json"), + }, + "replay_file": true, + "poll_interval": time.Duration(600 * time.Second).String(), + "start_at": "beginning", + }, + }, + Processors: map[string][]otel.Component{ + "logs": logProccesors, + }, + ExporterTypes: map[string]otel.ExporterType{ + "logs": otel.Logging, + }, + }, ctx) +} + +func (r AgentSelfMetrics) HealthChecksPipeline(ctx context.Context) otel.ReceiverPipeline { + healthChecksPath := filepath.Join(r.LogsDir, "health-checks.log") + + logProccesors := generateHealthLogsParsingComponents(ctx) + logProccesors = append(logProccesors, generateStructuredHealthLogsOtelComponents(ctx)...) + logProccesors = append(logProccesors, otelSetLogNameComponents(ctx, healthLogsTag)...) + + return ConvertGCMSystemExporterToOtlpExporter(otel.ReceiverPipeline{ + Receiver: otel.Component{ + Type: "file_log", + Config: map[string]any{ + "include": []string{healthChecksPath}, + "start_at": "beginning", + "storage": fileStorageExtensionType, + "operators": []map[string]any{ + { + "id": "body", + "type": "move", + "from": "body", + "to": "body.message", + }, + }, + }, + }, + Processors: map[string][]otel.Component{ + "logs": logProccesors, + }, + ExporterTypes: map[string]otel.ExporterType{ + "logs": otel.Logging, + }, + UsedExtensions: []string{fileStorageExtensionType}, + }, ctx) +} + // intentionally not registered as a component because this is not created by users diff --git a/confgenerator/confgenerator.go b/confgenerator/confgenerator.go index 3684735207..10500db2a9 100644 --- a/confgenerator/confgenerator.go +++ b/confgenerator/confgenerator.go @@ -241,7 +241,7 @@ func fileStorageExtension(stateDir string) otel.Component { } } -func (uc *UnifiedConfig) GenerateOtelConfig(ctx context.Context, outDir, stateDir string) (string, error) { +func (uc *UnifiedConfig) GenerateOtelConfig(ctx context.Context, outDir, stateDir, logsDir string) (string, error) { p := platform.FromContext(ctx) userAgent, _ := p.UserAgent("Google-Cloud-Ops-Agent-Metrics") @@ -260,6 +260,7 @@ func (uc *UnifiedConfig) GenerateOtelConfig(ctx context.Context, outDir, stateDi OtelPort: int(uc.GetOtelMetricsPort()), OtelRuntimeDir: outDir, OtlpExporterEnabled: uc.Global.GetOtlpExporter(), + LogsDir: logsDir, } agentSelfMetrics.AddSelfMetricsPipelines(receiverPipelines, pipelines, ctx) diff --git a/confgenerator/confgenerator_test.go b/confgenerator/confgenerator_test.go index 0c1508e2a5..3e9c2b8001 100644 --- a/confgenerator/confgenerator_test.go +++ b/confgenerator/confgenerator_test.go @@ -281,7 +281,7 @@ func generateConfigs(pc platformConfig, testDir string) (got map[string]string, } // Otel configs - otelGeneratedConfig, err := mergedUc.GenerateOtelConfig(ctx, "", "") + otelGeneratedConfig, err := mergedUc.GenerateOtelConfig(ctx, "", "", "") if err != nil { return } @@ -333,6 +333,12 @@ func generateConfigs(pc platformConfig, testDir string) (got map[string]string, } got["enabled_receivers_otlp.json"] = string(generatedEnabledReceiversOTLPJSON) + generatedLoggingPingOTLPJSON, err := self_metrics.CollectLoggingPingToOTLPJSON() + if err != nil { + return + } + got["logging_ping_otlp.json"] = string(generatedLoggingPingOTLPJSON) + // If the confgenerator test is designed to test the otel_logging experiment, generate an OTEL config with both otlp_exporter and otel_logging enabled. if len(enabledExperiments) == 1 && enabledExperiments["otel_logging"] { generateOtelConfigWithOtlpExporterEnabled(got, pc, testDir, otelGeneratedConfig) @@ -358,7 +364,7 @@ func generateOtelConfigWithOtlpExporterEnabled(got map[string]string, pc platfor enabled := true mergedUcOtlp.Global.OtlpExporter = &enabled - otelGeneratedConfigOtlp, err := mergedUcOtlp.GenerateOtelConfig(ctxOtlp, "", "") + otelGeneratedConfigOtlp, err := mergedUcOtlp.GenerateOtelConfig(ctxOtlp, "", "", "") if err == nil { got["otel_otlp_exporter.yaml"] = otelGeneratedConfigOtlp } diff --git a/confgenerator/config.go b/confgenerator/config.go index 9ac1665877..26a4f3ace3 100644 --- a/confgenerator/config.go +++ b/confgenerator/config.go @@ -1239,7 +1239,7 @@ func (uc *UnifiedConfig) OTelLoggingSupported(ctx context.Context) bool { } t := true ucLoggingCopy.Logging.Service.OTelLogging = &t - _, err = ucLoggingCopy.GenerateOtelConfig(ctx, "", "") + _, err = ucLoggingCopy.GenerateOtelConfig(ctx, "", "", "") return err == nil } diff --git a/confgenerator/files.go b/confgenerator/files.go index 23afc6b715..0e90c8ba40 100644 --- a/confgenerator/files.go +++ b/confgenerator/files.go @@ -59,7 +59,7 @@ func (uc *UnifiedConfig) GenerateFilesFromConfig(ctx context.Context, service, l } } case "otel": - otelConfig, err := uc.GenerateOtelConfig(ctx, outDir, stateDir) + otelConfig, err := uc.GenerateOtelConfig(ctx, outDir, stateDir, logsDir) if err != nil { return fmt.Errorf("can't parse configuration: %w", err) } diff --git a/confgenerator/otel/ottl/ottl.go b/confgenerator/otel/ottl/ottl.go index 6de6106e78..89547f9d78 100644 --- a/confgenerator/otel/ottl/ottl.go +++ b/confgenerator/otel/ottl/ottl.go @@ -247,6 +247,10 @@ func Or(conditions ...Value) Value { return valuef(`(%s)`, strings.Join(out, " or ")) } +func IsNil(a Value) Value { + return valuef(`%s == nil`, a) +} + func IsNotNil(a Value) Value { return valuef(`%s != nil`, a) } diff --git a/confgenerator/self_logs.go b/confgenerator/self_logs.go index c678fe3ce1..6c59e5bd6b 100644 --- a/confgenerator/self_logs.go +++ b/confgenerator/self_logs.go @@ -22,23 +22,13 @@ import ( "github.com/GoogleCloudPlatform/ops-agent/confgenerator/fluentbit" "github.com/GoogleCloudPlatform/ops-agent/internal/healthchecks" - "github.com/GoogleCloudPlatform/ops-agent/internal/logs" "github.com/GoogleCloudPlatform/ops-agent/internal/platform" "github.com/GoogleCloudPlatform/ops-agent/internal/version" ) -var ( - agentKind string = "ops-agent" - schemaVersion string = "v1" -) - const ( opsAgentLogsMatch string = "ops-agent-*" fluentBitSelfLogsTag string = "ops-agent-fluent-bit" - healthLogsTag string = "ops-agent-health" - agentVersionKey string = "agent.googleapis.com/health/agentVersion" - agentKindKey string = "agent.googleapis.com/health/agentKind" - schemaVersionKey string = "agent.googleapis.com/health/schemaVersion" ) func fluentbitSelfLogsPath(p platform.Platform) string { @@ -49,57 +39,6 @@ func fluentbitSelfLogsPath(p platform.Platform) string { return path.Join("${logs_dir}", "subagents", loggingModule) } -func healthChecksLogsPath() string { - return path.Join("${logs_dir}", "health-checks.log") -} - -func generateInputHealthLoggingPingComponent(ctx context.Context) []fluentbit.Component { - return []fluentbit.Component{ - { - Kind: "INPUT", - Config: map[string]string{ - "Name": "dummy", - "Tag": healthLogsTag, - "Dummy": `{"code": "LogPingOpsAgent", "severity": "DEBUG"}`, - "Interval_Sec": "600", - "Interval_NSec": "0", - }, - }, - } -} - -// This method creates a file input for the `health-checks.log` file, a json parser for the -// structured logs and a grep filter to avoid ingesting previous content of the file. -func generateInputHealthChecksLogsComponents(ctx context.Context) []fluentbit.Component { - out := make([]fluentbit.Component, 0) - out = append(out, LoggingReceiverFilesMixin{ - IncludePaths: []string{healthChecksLogsPath()}, - BufferInMemory: true, - }.Components(ctx, healthLogsTag)...) - out = append(out, LoggingProcessorParseJson{ - // TODO(b/282754149): Remove TimeKey and TimeFormat when feature gets implemented. - ParserShared: ParserShared{ - TimeKey: logs.TimeZapKey, - TimeFormat: "%Y-%m-%dT%H:%M:%S%z", - }, - }.Components(ctx, healthLogsTag, "health-checks-json")...) - out = append(out, []fluentbit.Component{ - // This is used to exclude any previous content of the `health-checks.log` file that does not contain - // the `jsonPayload.severity` field. Due to `https://github.com/fluent/fluent-bit/issues/7092` the - // filtering can't be done directly to the `logging.googleapis.com/severity` field. - // We cannot use `LoggingProcessorExcludeLogs` here since it doesn't exclude when the field is missing. - { - Kind: "FILTER", - Config: map[string]string{ - "Name": "grep", - "Match": healthLogsTag, - "Regex": fmt.Sprintf("%s INFO|ERROR|WARNING|DEBUG|info|error|warning|debug", logs.SeverityZapKey), - }, - }, - }...) - return out -} - // This method creates a file input for the `logging-module.log` file, a regex parser for the // fluent-bit self logs and a translator of severity to the logging api format. func generateInputFluentBitSelfLogsComponents(ctx context.Context, logLevel string) []fluentbit.Component { @@ -216,9 +155,7 @@ func generateOutputSelfLogsComponent(ctx context.Context, userAgent string, inge func (uc *UnifiedConfig) generateSelfLogsComponents(ctx context.Context, userAgent string) []fluentbit.Component { out := make([]fluentbit.Component, 0) - out = append(out, generateInputHealthLoggingPingComponent(ctx)...) out = append(out, generateInputFluentBitSelfLogsComponents(ctx, uc.Logging.Service.LogLevel)...) - out = append(out, generateInputHealthChecksLogsComponents(ctx)...) out = append(out, generateFilterSelfLogsSamplingComponents(ctx)...) out = append(out, generateFilterStructuredHealthLogsComponents(ctx)...) out = append(out, generateFilterMapSeverityFieldComponent(ctx)...) diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml index 32661c8a50..03a0b95d89 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml @@ -47,6 +47,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -633,7 +640,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -660,7 +753,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -696,7 +856,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -736,6 +910,12 @@ receivers: processes: {} nvml/hostmetrics_1: collection_interval: 60s + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -761,7 +941,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml index 44b8d6029f..73db90d1b4 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml @@ -47,6 +47,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -609,7 +616,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -636,7 +729,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -672,7 +832,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -710,6 +884,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -735,7 +915,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..aff3732ef7 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_main.conf @@ -18,40 +18,41 @@ Scrape_On_Start True [INPUT] +<<<<<<< HEAD Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 Interval_Sec 600 Name dummy Tag ops-agent-health - -[INPUT] +======= Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-fluent-bit + DB ${buffers_dir}/default_pipeline_syslog DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/logging-module.log + Path /var/log/messages,/var/log/syslog Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-fluent-bit - storage.type memory + Tag default_pipeline.syslog + storage.type filesystem +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health + DB ${buffers_dir}/ops-agent-fluent-bit DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/health-checks.log + Path ${logs_dir}/logging-module.log Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-health + Tag ops-agent-fluent-bit storage.type memory [FILTER] @@ -74,30 +75,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/otel.yaml index 72b47b7c87..d871e64032 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows-2012/otel.yaml @@ -47,6 +47,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -616,7 +623,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -643,7 +736,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -679,6 +839,7 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: exclude: [] fingerprint_size: 5kb @@ -686,13 +847,21 @@ receivers: - /var/log/messages - /var/log/syslog include_file_name: false +======= + file_log/health_checks: + include: + - health-checks.log +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) operators: - from: body id: body to: body.message type: move +<<<<<<< HEAD preserve_leading_whitespaces: true preserve_trailing_whitespaces: true +======= +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) start_at: beginning storage: file_storage hostmetrics/hostmetrics: @@ -720,6 +889,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -745,6 +920,7 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: exporters: - googlecloud/logging @@ -753,6 +929,29 @@ service: - resourcedetection/_global_0 receivers: - file_log/logging_syslog +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_main.conf index a8cb802c02..aff3732ef7 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_main.conf @@ -18,40 +18,41 @@ Scrape_On_Start True [INPUT] +<<<<<<< HEAD Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 Interval_Sec 600 Name dummy Tag ops-agent-health - -[INPUT] +======= Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-fluent-bit + DB ${buffers_dir}/default_pipeline_syslog DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/logging-module.log + Path /var/log/messages,/var/log/syslog Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-fluent-bit - storage.type memory + Tag default_pipeline.syslog + storage.type filesystem +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health + DB ${buffers_dir}/ops-agent-fluent-bit DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/health-checks.log + Path ${logs_dir}/logging-module.log Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-health + Tag ops-agent-fluent-bit storage.type memory [FILTER] @@ -74,30 +75,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/otel.yaml b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/otel.yaml index 72b47b7c87..d871e64032 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/windows/otel.yaml @@ -47,6 +47,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -616,7 +623,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -643,7 +736,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -679,6 +839,7 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: exclude: [] fingerprint_size: 5kb @@ -686,13 +847,21 @@ receivers: - /var/log/messages - /var/log/syslog include_file_name: false +======= + file_log/health_checks: + include: + - health-checks.log +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) operators: - from: body id: body to: body.message type: move +<<<<<<< HEAD preserve_leading_whitespaces: true preserve_trailing_whitespaces: true +======= +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) start_at: beginning storage: file_storage hostmetrics/hostmetrics: @@ -720,6 +889,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -745,6 +920,7 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: exporters: - googlecloud/logging @@ -753,6 +929,29 @@ service: - resourcedetection/_global_0 receivers: - file_log/logging_syslog +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..87ea1385e6 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf @@ -18,40 +18,41 @@ Scrape_On_Start True [INPUT] +<<<<<<< HEAD Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 Interval_Sec 600 Name dummy Tag ops-agent-health - -[INPUT] +======= Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-fluent-bit + DB ${buffers_dir}/host_syslog DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/subagents/logging-module.log + Path /var/log/messages,/var/log/syslog Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-fluent-bit - storage.type memory + Tag host.syslog + storage.type filesystem +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health + DB ${buffers_dir}/ops-agent-fluent-bit DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/health-checks.log + Path ${logs_dir}/subagents/logging-module.log Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-health + Tag ops-agent-fluent-bit storage.type memory [FILTER] @@ -74,30 +75,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml index ea4a278c6f..1767b1c5e4 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml @@ -57,6 +57,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -643,7 +650,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -670,7 +763,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -706,7 +866,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -746,6 +920,12 @@ receivers: processes: {} nvml/hostmetrics_1: collection_interval: 60s + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -771,7 +951,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf index 9d767d886b..87ea1385e6 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf @@ -18,40 +18,41 @@ Scrape_On_Start True [INPUT] +<<<<<<< HEAD Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 Interval_Sec 600 Name dummy Tag ops-agent-health - -[INPUT] +======= Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-fluent-bit + DB ${buffers_dir}/host_syslog DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/subagents/logging-module.log + Path /var/log/messages,/var/log/syslog Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-fluent-bit - storage.type memory + Tag host.syslog + storage.type filesystem +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health + DB ${buffers_dir}/ops-agent-fluent-bit DB.locking true Key message Mem_Buf_Limit 10M Name tail - Path ${logs_dir}/health-checks.log + Path ${logs_dir}/subagents/logging-module.log Read_from_Head True Rotate_Wait 30 Skip_Long_Lines On - Tag ops-agent-health + Tag ops-agent-fluent-bit storage.type memory [FILTER] @@ -74,30 +75,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml index b53080e38d..5981be630b 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml @@ -52,6 +52,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -614,7 +621,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -641,7 +734,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -677,7 +837,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -715,6 +889,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -740,7 +920,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..5a990828df 100644 --- a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_main.conf @@ -18,11 +18,17 @@ Scrape_On_Start True [INPUT] +<<<<<<< HEAD Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 Interval_Sec 600 Name dummy Tag ops-agent-health +======= + DB ${buffers_dir}/default_pipeline_journald + Name systemd + Tag default_pipeline.journald +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) [INPUT] Buffer_Chunk_Size 512k @@ -39,21 +45,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +65,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/otel.yaml index a4faaa818a..1b48b651d4 100644 --- a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/otel.yaml @@ -57,6 +57,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -643,11 +650,16 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_journald_0: +======= + transform/health_checks_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["PRIORITY"]) where (body != nil and body["PRIORITY"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -680,6 +692,86 @@ processors: - set(cache["value"], Int(cache["value"])) where ((cache != nil and cache["value"] != nil) and Int(cache["value"]) != nil) - set(attributes["gcp.source_location"]["line"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_journald_1: +======= + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -706,7 +798,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "journald") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -763,6 +922,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -791,6 +960,12 @@ receivers: storage: file_storage nvml/hostmetrics_1: collection_interval: 60s + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -816,6 +991,7 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_journald: exporters: - googlecloud/logging @@ -826,6 +1002,29 @@ service: - resourcedetection/_global_0 receivers: - journald/logging_journald +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_main.conf index 9d767d886b..5a990828df 100644 --- a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_main.conf @@ -18,11 +18,17 @@ Scrape_On_Start True [INPUT] +<<<<<<< HEAD Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 Interval_Sec 600 Name dummy Tag ops-agent-health +======= + DB ${buffers_dir}/default_pipeline_journald + Name systemd + Tag default_pipeline.journald +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) [INPUT] Buffer_Chunk_Size 512k @@ -39,21 +45,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +65,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/otel.yaml index 1f9dc851ab..525fc2193f 100644 --- a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/otel.yaml @@ -52,6 +52,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -614,11 +621,16 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_journald_0: +======= + transform/health_checks_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["PRIORITY"]) where (body != nil and body["PRIORITY"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -651,6 +663,86 @@ processors: - set(cache["value"], Int(cache["value"])) where ((cache != nil and cache["value"] != nil) and Int(cache["value"]) != nil) - set(attributes["gcp.source_location"]["line"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_journald_1: +======= + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -677,7 +769,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "journald") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -734,6 +893,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -756,10 +925,19 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} +<<<<<<< HEAD journald/logging_journald: priority: debug start_at: beginning storage: file_storage +======= + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -785,6 +963,7 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_journald: exporters: - googlecloud/logging @@ -795,6 +974,29 @@ service: - resourcedetection/_global_0 receivers: - journald/logging_journald +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml index d14f09ed76..4bbf4c9c53 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml @@ -57,6 +57,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -643,7 +650,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -670,7 +763,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -706,7 +866,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -746,6 +920,12 @@ receivers: processes: {} nvml/hostmetrics_1: collection_interval: 60s + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -771,7 +951,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml index 3376fff4d4..12bfe6aaf7 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml @@ -52,6 +52,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -614,7 +621,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -641,7 +734,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -677,7 +837,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -715,6 +889,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -740,7 +920,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml index 42a760cac7..49ab8ceef6 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml @@ -62,6 +62,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -678,6 +685,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -691,18 +809,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -878,6 +1007,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -904,6 +1058,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1056,6 +1211,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1097,6 +1255,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1122,6 +1290,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1203,7 +1377,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml index 42a760cac7..49ab8ceef6 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml @@ -62,6 +62,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -678,6 +685,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -691,18 +809,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -878,6 +1007,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -904,6 +1058,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1056,6 +1211,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1097,6 +1255,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1122,6 +1290,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1203,7 +1377,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf index d1bff564db..cc6e571fa2 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match * Name lua @@ -80,30 +58,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/logging_ping_otlp.json b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml index bd32637505..d99658c3e3 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml @@ -52,6 +52,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -614,7 +621,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -641,13 +734,20 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_syslog_1: +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], "test-cluster") - set(attributes["compute.googleapis.com/attributes/dataproc-cluster-name"], cache["value"]) where (cache != nil and cache["value"] != nil) @@ -657,6 +757,66 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], "test-region") - set(attributes["compute.googleapis.com/attributes/dataproc-region"], cache["value"]) where (cache != nil and cache["value"] != nil) +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) transform/loggingmetrics_0: error_mode: ignore metric_statements: @@ -691,7 +851,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -729,6 +903,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -754,7 +934,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml index d14f09ed76..4bbf4c9c53 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml @@ -57,6 +57,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -643,7 +650,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -670,7 +763,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -706,7 +866,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -746,6 +920,12 @@ receivers: processes: {} nvml/hostmetrics_1: collection_interval: 60s + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -771,7 +951,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/builtin/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/builtin/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml index 3376fff4d4..12bfe6aaf7 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml @@ -52,6 +52,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -614,7 +621,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -641,7 +734,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -677,7 +837,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -715,6 +889,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -740,7 +920,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/builtin/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml index 42a760cac7..49ab8ceef6 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml @@ -62,6 +62,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -678,6 +685,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -691,18 +809,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -878,6 +1007,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -904,6 +1058,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1056,6 +1211,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1097,6 +1255,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1122,6 +1290,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1203,7 +1377,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/builtin/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/builtin/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml index 42a760cac7..49ab8ceef6 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml @@ -62,6 +62,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -678,6 +685,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -691,18 +809,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -878,6 +1007,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -904,6 +1058,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1056,6 +1211,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1097,6 +1255,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1122,6 +1290,12 @@ receivers: mute_process_exe_error: true mute_process_name_error: true processes: {} + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1203,7 +1377,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml index b434749fcd..20978d37cb 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml @@ -69,6 +69,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -668,7 +675,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -695,7 +788,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -770,7 +930,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -814,6 +988,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -839,7 +1019,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml index 2ac846250a..631710daf0 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml @@ -64,6 +64,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -639,7 +646,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -666,7 +759,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -741,7 +901,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -783,6 +957,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -808,7 +988,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml index b500c6e827..ae09bdc1cf 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1161,6 +1319,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1190,6 +1358,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1271,7 +1445,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml index b500c6e827..ae09bdc1cf 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1161,6 +1319,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1190,6 +1358,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1271,7 +1445,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml index c498139619..49dd7db7de 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml @@ -65,6 +65,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -673,7 +680,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -700,7 +793,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -736,7 +896,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -780,6 +954,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -805,7 +985,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml index ce6ea4e2ed..5018ef8600 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml @@ -60,6 +60,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -644,7 +651,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -671,7 +764,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -707,7 +867,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -749,6 +923,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -774,7 +954,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml index 213c586192..64473c888d 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml @@ -70,6 +70,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -708,6 +715,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -721,18 +839,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -908,6 +1037,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -934,6 +1088,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1086,6 +1241,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1127,6 +1285,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1156,6 +1324,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1237,7 +1411,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml index 213c586192..64473c888d 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml @@ -70,6 +70,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -708,6 +715,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -721,18 +839,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -908,6 +1037,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -934,6 +1088,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1086,6 +1241,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1127,6 +1285,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1156,6 +1324,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1237,7 +1411,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml index 6d9bce0dd0..2b359b0f27 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml @@ -67,6 +67,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -681,7 +688,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -708,7 +801,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -744,7 +904,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -788,6 +962,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -813,7 +993,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml index 1c7ec8c72a..c6584be7a3 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml @@ -61,6 +61,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -651,7 +658,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -678,7 +771,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -714,7 +874,21 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -756,6 +930,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -781,7 +961,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml index c5a4274c56..0e28ba9184 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml @@ -73,6 +73,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -717,6 +724,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -730,18 +848,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -917,6 +1046,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -943,6 +1097,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1095,6 +1250,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1136,6 +1294,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1165,6 +1333,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1246,7 +1420,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml index c5a4274c56..0e28ba9184 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml @@ -73,6 +73,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -717,6 +724,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -730,18 +848,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -917,6 +1046,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -943,6 +1097,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1095,6 +1250,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1136,6 +1294,16 @@ processors: statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1165,6 +1333,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1246,7 +1420,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml index 059eb0cb64..6d287bce5d 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml @@ -69,6 +69,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -668,7 +675,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -695,7 +788,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -741,7 +901,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -785,6 +959,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -810,7 +990,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml index 59c0080de1..07b97d2966 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml @@ -64,6 +64,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -639,7 +646,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -666,7 +759,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -712,7 +872,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -754,6 +928,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -779,7 +959,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml index d1459b8b83..d331361da8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1132,6 +1290,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1161,6 +1329,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1242,7 +1416,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml index d1459b8b83..d331361da8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1132,6 +1290,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1161,6 +1329,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1242,7 +1416,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml index 059eb0cb64..6d287bce5d 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml @@ -69,6 +69,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -668,7 +675,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -695,7 +788,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -741,7 +901,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -785,6 +959,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -810,7 +990,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml index 59c0080de1..07b97d2966 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml @@ -64,6 +64,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -639,7 +646,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -666,7 +759,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -712,7 +872,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -754,6 +928,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -779,7 +959,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml index d1459b8b83..d331361da8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1132,6 +1290,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1161,6 +1329,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1242,7 +1416,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml index d1459b8b83..d331361da8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1132,6 +1290,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1161,6 +1329,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1242,7 +1416,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml index 585f2ee41c..4c3fd2a936 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml @@ -69,6 +69,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -668,7 +675,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -695,7 +788,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -741,7 +901,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -785,6 +959,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -810,7 +990,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml index 1db0a90a91..cebdc24ab3 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml @@ -64,6 +64,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -639,7 +646,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -666,7 +759,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -712,7 +872,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -754,6 +928,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -779,7 +959,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml index a767294a08..4a519d985f 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1132,6 +1290,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1161,6 +1329,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1242,7 +1416,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml index a767294a08..4a519d985f 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -703,6 +710,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -716,18 +834,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -903,6 +1032,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -929,6 +1083,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1081,6 +1236,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1132,6 +1290,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1161,6 +1329,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1242,7 +1416,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml index cf0e509678..f9838cb7b8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml @@ -61,6 +61,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -656,7 +663,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -683,7 +776,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -729,7 +889,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -773,6 +947,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -798,7 +978,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml index e7f9029cc2..823b08b938 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml @@ -56,6 +56,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -627,7 +634,93 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -654,7 +747,74 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -700,7 +860,21 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -742,6 +916,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -767,7 +947,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml index cb63924b4f..7d8fc5fcd5 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml @@ -66,6 +66,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -691,6 +698,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -704,18 +822,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -891,6 +1020,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -917,6 +1071,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1069,6 +1224,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1120,6 +1278,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1149,6 +1317,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1230,7 +1404,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml index cb63924b4f..7d8fc5fcd5 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml @@ -66,6 +66,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -691,6 +698,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -704,18 +822,29 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -891,6 +1020,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -917,6 +1071,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1069,6 +1224,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1120,6 +1278,16 @@ processors: - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1149,6 +1317,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1230,7 +1404,32 @@ service: extensions: - file_storage pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - googlecloud/logging + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - googlecloud/logging + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - googlecloud/logging processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/otel.yaml index eb84f88868..ac0492ea4f 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux-gpu/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -906,6 +913,149 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD +======= + transform/file__logs_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "file_logs") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) transform/hostmetrics_1_1: metric_statements: - context: scope @@ -936,7 +1086,45 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_file__logs_0: +======= + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -963,6 +1151,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "file_logs") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_syslog_0: @@ -1035,6 +1224,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "syslog_custom") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1168,7 +1360,21 @@ receivers: preserve_trailing_whitespaces: true start_at: beginning storage: file_storage +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -1216,6 +1422,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1246,7 +1458,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/otel.yaml index 213d3a8383..82f8223684 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/linux/otel.yaml @@ -69,6 +69,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -921,10 +928,127 @@ processors: - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "file_logs") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) +<<<<<<< HEAD transform/logging_syslog_0: error_mode: ignore log_statements: - context: log +======= + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/hostmetrics_3: + metric_statements: + - context: scope +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) statements: - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) @@ -955,6 +1079,7 @@ processors: log_statements: - context: log statements: +<<<<<<< HEAD - set(cache["__body_string"], body) where IsString(body) - set(cache["__body_map"], body) where IsMap(body) - set(body, {}) @@ -964,6 +1089,47 @@ processors: - delete_key(cache, "__body_map") where (cache != nil and cache["__body_map"] != nil) - delete_key(cache, "__body_string") where (cache != nil and cache["__body_string"] != nil) transform/logging_syslog__custom_1: +======= + - delete_key(attributes, "service.name") + - delete_key(attributes, "service.instance.id") + - delete_key(attributes, "service.namespace") + - delete_key(attributes, "service.version") + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -990,7 +1156,11 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog_custom") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1124,7 +1294,21 @@ receivers: preserve_trailing_whitespaces: true start_at: beginning storage: file_storage +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -1170,6 +1354,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1200,7 +1390,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/otel.yaml index 67a58984ad..21857b8b28 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows-2012/otel.yaml @@ -79,6 +79,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -941,6 +948,149 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD +======= + transform/file__logs_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "file_logs") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) transform/hostmetrics_3: metric_statements: - context: scope @@ -984,7 +1134,45 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_file__logs_0: +======= + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -1011,6 +1199,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "file_logs") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_syslog__custom_0: @@ -1420,6 +1609,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1574,6 +1766,16 @@ receivers: preserve_trailing_whitespaces: true start_at: beginning storage: file_storage + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1607,6 +1809,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1693,7 +1901,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/otel.yaml index 67a58984ad..21857b8b28 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otel_logging_otlpgrpc_exporter/golden/windows/otel.yaml @@ -79,6 +79,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -941,6 +948,149 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD +======= + transform/file__logs_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "file_logs") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) transform/hostmetrics_3: metric_statements: - context: scope @@ -984,7 +1134,45 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_file__logs_0: +======= + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -1011,6 +1199,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "file_logs") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_syslog__custom_0: @@ -1420,6 +1609,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1574,6 +1766,16 @@ receivers: preserve_trailing_whitespaces: true start_at: beginning storage: file_storage + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1607,6 +1809,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1693,7 +1901,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml index 44482a95d0..7be8e55f15 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml @@ -74,6 +74,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -906,6 +913,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/hostmetrics_1_1: metric_statements: - context: scope @@ -936,7 +1054,45 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -963,7 +1119,11 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1082,7 +1242,21 @@ processors: - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -1130,6 +1304,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1156,7 +1336,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf index 9d767d886b..baf8a4c527 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml index cc069f533e..aaa34b9956 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml @@ -69,6 +69,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -877,6 +884,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/hostmetrics_3: metric_statements: - context: scope @@ -892,7 +1010,45 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_syslog_0: +======= + transform/logging_ping_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -919,7 +1075,11 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "syslog") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1038,7 +1198,21 @@ processors: - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil receivers: +<<<<<<< HEAD file_log/logging_syslog: +======= + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage + file_log/syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exclude: [] fingerprint_size: 5kb include: @@ -1084,6 +1258,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1110,7 +1290,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_syslog: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_syslog: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml index ec559da98a..dd99d798f4 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml @@ -79,6 +79,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -941,6 +948,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/hostmetrics_3: metric_statements: - context: scope @@ -984,18 +1102,29 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -1171,6 +1300,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -1197,6 +1351,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1349,6 +1504,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1488,6 +1646,16 @@ processors: - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1521,6 +1689,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1603,7 +1777,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf index a8cb802c02..ce41551674 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf @@ -17,13 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} - Interval_NSec 0 - Interval_Sec 600 - Name dummy - Tag ops-agent-health - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -39,21 +32,6 @@ Tag ops-agent-fluent-bit storage.type memory -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/ops-agent-health - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path ${logs_dir}/health-checks.log - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag ops-agent-health - storage.type memory - [FILTER] Match ops-agent-fluent-bit Name lua @@ -74,30 +52,6 @@ call parser_merge_record script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua -[FILTER] - Match ops-agent-health - Name lua - call parser_nest - script b4a0dead382dce7b4fe011d3f59fdb6d.lua - -[FILTER] - Key_Name message - Match ops-agent-health - Name parser - Reserve_Data True - Parser ops-agent-health.health-checks-json - -[FILTER] - Match ops-agent-health - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Match ops-agent-health - Name grep - Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug - [FILTER] Match ops-agent-fluent-bit Name rewrite_tag diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf index 3c603780bd..7c1a7e754c 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf @@ -5,9 +5,3 @@ Time_Format %Y/%m/%d %H:%M:%S Time_Key time Types severity:string - -[PARSER] - Format json - Name ops-agent-health.health-checks-json - Time_Format %Y-%m-%dT%H:%M:%S%z - Time_Key time diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json new file mode 100644 index 0000000000..9a3261ba40 --- /dev/null +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/logging_ping_otlp.json @@ -0,0 +1 @@ +{"resourceLogs":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeLogs":[{"scope":{},"logRecords":[{"body":{"kvlistValue":{"values":[{"key":"code","value":{"stringValue":"LogPingOpsAgent"}},{"key":"severity","value":{"stringValue":"DEBUG"}}]}}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml index ec559da98a..dd99d798f4 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml @@ -79,6 +79,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -941,6 +948,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/hostmetrics_3: metric_statements: - context: scope @@ -984,18 +1102,29 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "service.namespace") - delete_key(attributes, "service.version") +<<<<<<< HEAD transform/logging_windows__event__log_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) transform/logging_windows__event__log_1: +======= + - set(observed_time, Now()) + - set(time, Now()) + transform/logging_ping_1: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) @@ -1171,6 +1300,31 @@ processors: - set(cache["value"], Concat([FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%s%z"), "%Y-%m-%d %T.%s"),"+0000"], " ")) - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_1_2: +======= + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/logging_ping_2: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) error_mode: ignore log_statements: - context: log @@ -1197,6 +1351,7 @@ processors: - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) +<<<<<<< HEAD - set(cache["value"], "windows_event_log") where cache["value"] == nil - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/logging_windows__event__log_2: @@ -1349,6 +1504,9 @@ processors: - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) - set(cache["value"], "windows_event_log") where cache["value"] == nil +======= + - set(cache["value"], "ops-agent-health") where cache["value"] == nil +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/loggingmetrics_0: error_mode: ignore @@ -1488,6 +1646,16 @@ processors: - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil receivers: + file_log/health_checks: + include: + - health-checks.log + operators: + - from: body + id: body + to: body.message + type: move + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -1521,6 +1689,12 @@ receivers: protocols: grpc: endpoint: 0.0.0.0:4317 + otlpjsonfile/logging_ping: + include: + - logging_ping_otlp.json + poll_interval: 10m0s + replay_file: true + start_at: beginning otlpjsonfile/ops_agent: include: - enabled_receivers_otlp.json @@ -1603,7 +1777,40 @@ service: - file_storage - googleclientauth pipelines: +<<<<<<< HEAD logs/logs_default__pipeline_logging_windows__event__log: +======= + logs/healthchecks: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/health_checks_0 + - filter/health_checks_1 + - transform/health_checks_2 + - transform/health_checks_3 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - file_log/health_checks + logs/loggingping: + exporters: + - otlp_grpc/otlp_logs + processors: + - transform/logging_ping_0 + - transform/logging_ping_1 + - transform/logging_ping_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_logs_0 + - resource/otlp_grpc/otlp_logs_logs_1 + - transform/otlp_grpc/otlp_logs_logs_2 + - transform/otlp_grpc/otlp_logs_logs_3 + receivers: + - otlpjsonfile/logging_ping + logs/logs_default__pipeline_windows__event__log: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.) exporters: - otlp_grpc/otlp_logs processors: diff --git a/confgenerator/testdata/goldens/combined-receiver_redis/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_redis/golden/windows-2012/otel.yaml index f30833cbc9..4492ad0e7b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_redis/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_redis/golden/windows-2012/otel.yaml @@ -70,6 +70,13 @@ processors: match_type: strict metric_names: - fluentbit_uptime + filter/health_checks_1: + error_mode: ignore + logs: + log_record: + - body == nil + - ((body != nil) and body["severity"] == nil) + - ((body != nil and body["severity"] != nil) and (not IsMatch(body["severity"], "INFO|ERROR|WARNING|DEBUG|info|error|warning|debug"))) filter/hostmetrics_1: metrics: exclude: @@ -701,6 +708,117 @@ processors: - delete_key(attributes, "service.instance.id") - delete_key(attributes, "server.port") - delete_key(attributes, "url.scheme") + transform/health_checks_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(cache["__parsed_json"], ParseJSON(body["message"])) where (body != nil and body["message"] != nil) + - delete_key(body, "message") where ((body != nil and body["message"] != nil) and (cache != nil and cache["__parsed_json"] != nil)) + - merge_maps(body, cache["__parsed_json"], "upsert") where (cache != nil and cache["__parsed_json"] != nil) + - delete_key(cache, "__parsed_json") where (cache != nil and cache["__parsed_json"] != nil) + - set(cache["__time_valid"], false) + - set(cache["__time_valid"], true) where ((body != nil and body["time"] != nil) and Time(body["time"], "%Y-%m-%dT%H:%M:%S%z") != nil) + - set(time, Time(body["time"], "%Y-%m-%dT%H:%M:%S%z")) where cache["__time_valid"] == true + - delete_key(body, "time") where ((body != nil and body["time"] != nil) and cache["__time_valid"] == true) + - merge_maps(attributes, body["logging.googleapis.com/labels"], "upsert") where body["logging.googleapis.com/labels"] != nil + - delete_key(body, "logging.googleapis.com/labels") where (body != nil and body["logging.googleapis.com/labels"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/httpRequest"]) where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(body, "logging.googleapis.com/httpRequest") where (body != nil and body["logging.googleapis.com/httpRequest"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.http_request"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/logName"]) where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(body, "logging.googleapis.com/logName") where (body != nil and body["logging.googleapis.com/logName"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/severity"]) where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(body, "logging.googleapis.com/severity") where (body != nil and body["logging.googleapis.com/severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(severity_text, cache["value"]) where (cache != nil and cache["value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/sourceLocation"]) where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(body, "logging.googleapis.com/sourceLocation") where (body != nil and body["logging.googleapis.com/sourceLocation"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(attributes["gcp.source_location"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/spanId"]) where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(body, "logging.googleapis.com/spanId") where (body != nil and body["logging.googleapis.com/spanId"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(span_id.string, cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["logging.googleapis.com/trace"]) where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(body, "logging.googleapis.com/trace") where (body != nil and body["logging.googleapis.com/trace"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - delete_key(cache, "__setif_value") where (cache != nil and cache["__setif_value"] != nil) + - set(cache["__setif_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - replace_pattern(cache["__setif_value"], "^projects/([^/]*)/traces/", "") where (cache != nil and cache["__setif_value"] != nil) + - set(trace_id.string, cache["__setif_value"]) where (cache != nil and cache["value"] != nil) + transform/health_checks_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["severity"]) where (body != nil and body["severity"] != nil) + - delete_key(body, "severity") where (body != nil and body["severity"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "ops-agent") + - set(attributes["agent.googleapis.com/health/agentKind"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "latest") + - set(attributes["agent.googleapis.com/health/agentVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], "v1") + - set(attributes["agent.googleapis.com/health/schemaVersion"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - delete_key(cache, "mapped_value") where (cache != nil and cache["mapped_value"] != nil) + - set(cache["mapped_value"], cache["value"]) where (cache != nil and cache["value"] != nil) + - set(cache["mapped_value"], "DEBUG") where cache["value"] == "debug" + - set(cache["mapped_value"], "ERROR") where cache["value"] == "error" + - set(cache["mapped_value"], "INFO") where cache["value"] == "info" + - set(cache["mapped_value"], "WARNING") where cache["value"] == "warn" + - set(severity_text, cache["mapped_value"]) where (cache != nil and cache["mapped_value"] != nil) + - set(severity_number, 0) where (cache != nil and cache["mapped_value"] != nil) + transform/health_checks_3: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) where (cache != nil and cache["__field_0"] != nil) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) where (cache != nil and cache["__field_1"] != nil) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) where (cache != nil and cache["__field_2"] != nil) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) where (cache != nil and cache["__field_3"] != nil) + - set(cache["value"], "ops-agent-health") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) transform/iis_1: metric_statements: - context: metric @@ -714,11 +832,16 @@ processors: statements: - set(name, "agent.googleapis.com/iis") - set(version, "1.0") +<<<<<<< HEAD:confgenerator/testdata/goldens/combined-receiver_redis/golden/windows-2012/otel.yaml transform/logging_redis_0: +======= + transform/logging_ping_0: +>>>>>>> 1160c91a9 (Migrate important Self Log signals to Otel Logging.):confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml error_mode: ignore log_statements: - context: log statements: +<<<<<<< HEAD:confgenerator/testdata/goldens/combined-receiver_redis/golden/windows-2012/otel.yaml - "set(cache[\"__parsed_regex\"], ExtractPatternsRubyRegex(body[\"message\"], \"^\\\\[?(?\\\\d+):?(?[A-Z])?\\\\]?\\\\s+(?