feat: optimize devsvc OpenTelemetry logging configuration

- Change start_at from beginning to end to avoid processing old logs
- Add poll_interval: 1s for more frequent file monitoring
- Add otlp and k8scluster receivers for comprehensive log collection
- Reduce batch processor send_batch_size to 1 and timeout to 1s for real-time logging
- Update pipelines to include all three receivers
This commit is contained in:
Nicolas 2025-07-31 12:47:10 +08:00
parent cc73ad92a9
commit ef36db54c2

View File

@ -47,13 +47,23 @@ spec:
include: include:
- {{ .Values.logIngest.logPathPattern }} - {{ .Values.logIngest.logPathPattern }}
- {{ .Values.logIngest.logPath }}/.log - {{ .Values.logIngest.logPath }}/.log
start_at: beginning start_at: end
include_file_path: false include_file_path: false
include_file_name: false include_file_name: false
poll_interval: 1s
operators: operators:
- type: json_parser - type: json_parser
parse_from: body parse_from: body
parse_to: attributes parse_to: attributes
otlp:
protocols:
grpc:
endpoint: 0.0.0.0:4317
http:
endpoint: 0.0.0.0:4318
k8scluster:
collection_interval: 1s
auth_type: serviceAccount
processors: processors:
resource: resource:
attributes: attributes:
@ -97,8 +107,8 @@ spec:
- set(log.body, resource.attributes["body_json"]) - set(log.body, resource.attributes["body_json"])
- delete_key(resource.attributes, "body_json") - delete_key(resource.attributes, "body_json")
batch: batch:
send_batch_size: 5 send_batch_size: 1
timeout: 10s timeout: 1s
exporters: exporters:
otlphttp/logs: otlphttp/logs:
endpoint: {{ .Values.logIngest.lokiEndpoint }}/otlp endpoint: {{ .Values.logIngest.lokiEndpoint }}/otlp
@ -110,7 +120,7 @@ spec:
level: info level: info
pipelines: pipelines:
logs: logs:
receivers: [filelog] receivers: [filelog, otlp, k8scluster]
processors: [resource, transform, batch] processors: [resource, transform, batch]
exporters: [otlphttp/logs] exporters: [otlphttp/logs]
{{- end }} {{- end }}