icecheng/freeleaps-ops
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: update centralStorage OpenTelemetry configuration

Browse Source 
- Change start_at from 'end' to 'beginning' for complete log history
- Fix transform configuration to match authentication service
- Add k8s_cluster receiver to collect container stdout logs
- Remove problematic json_parser operator
- Ensure consistent log processing across services
This commit is contained in:
Nicolas 2025-09-23 08:58:01 +08:00
parent a8d6af93aa
commit beb355249a
1 changed files with 9 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
freeleaps/helm-pkg/centralStorage/templates/central-storage/opentelemetry.yaml
View File

@ -46,15 +46,14 @@ spec:
filelog:
include:
- {{ .Values.logIngest.logPathPattern }}
start_at: end
poll_interval: 1s
start_at: beginning
include_file_path: false
include_file_name: false
operators:
- type: json_parser
parse_from: body
parse_to: attributes
# Add container logs receiver
operators: []
# Add container logs receiver for stdout
k8s_cluster:
auth_type: serviceAccount
namespaces: [{{ .Release.Namespace }}]
processors:
resource:
attributes:
@ -80,13 +79,8 @@ spec:
log_statements:
- context: log
statements:
- set(resource.attributes["application"], log.attributes["context"]["app"])
- set(resource.attributes["environment"], log.attributes["context"]["env"])
- set(resource.attributes["kubernetes_node_name"], resource.attributes["k8s.node.name"])
- set(resource.attributes["kubernetes_pod_name"], resource.attributes["k8s.pod.name"])
- set(resource.attributes["kubernetes_pod_ip"], resource.attributes["k8s.pod.ip"])
- set(resource.attributes["kubernetes_deployment_name"], resource.attributes["k8s.deployment.name"])
- set(resource.attributes["kubernetes_namespace"], resource.attributes["k8s.namespace.name"])
- set(resource.attributes["application"], "central-storage")
- set(resource.attributes["environment"], "{{ .Values.global.environment | default .Release.Namespace }}")
- set(resource.attributes["body_json"], ParseJSON(log.body))
- set(resource.attributes["body_json"]["kubernetes"]["pod"], resource.attributes["k8s.pod.name"])
- set(resource.attributes["body_json"]["kubernetes"]["namespace"], resource.attributes["k8s.namespace.name"])
@ -113,7 +107,7 @@ spec:
level: info
pipelines:
logs:
receivers: [filelog] # Only use filelog receiver to prevent duplicate collection
receivers: [filelog, k8s_cluster] # Use both filelog and k8s_cluster receivers
processors: [resource, transform, batch]
exporters: [otlphttp/logs]
{{- end }}