62 lines
1.6 KiB
YAML
62 lines
1.6 KiB
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: kafka-monitoring-schema
|
|
namespace: freeleaps-data-platform
|
|
data:
|
|
schema.json: |
|
|
{
|
|
"schemaName": "kafka_metrics",
|
|
"dimensionFieldSpecs": [
|
|
{
|
|
"name": "topic",
|
|
"dataType": "STRING"
|
|
},
|
|
{
|
|
"name": "partition",
|
|
"dataType": "INT"
|
|
}
|
|
],
|
|
"metricFieldSpecs": [
|
|
{
|
|
"name": "messages_in_per_sec",
|
|
"dataType": "DOUBLE"
|
|
},
|
|
{
|
|
"name": "bytes_in_per_sec",
|
|
"dataType": "DOUBLE"
|
|
}
|
|
],
|
|
"timeFieldSpec": {
|
|
"incomingGranularitySpec": {
|
|
"timeType": "MILLISECONDS",
|
|
"timeFormat": "EPOCH",
|
|
"name": "timestamp",
|
|
"dataType": "LONG"
|
|
}
|
|
}
|
|
}
|
|
table.json: |
|
|
{
|
|
"tableName": "business_metrics",
|
|
"tableType": "REALTIME",
|
|
"segmentsConfig": {
|
|
"timeColumnName": "timestamp",
|
|
"timeType": "MILLISECONDS",
|
|
"retentionTimeUnit": "DAYS",
|
|
"retentionTimeValue": "90"
|
|
},
|
|
"streamConfigs": {
|
|
"streamType": "kafka",
|
|
"stream.kafka.consumer.type": "lowlevel",
|
|
"stream.kafka.topic.name": "business-metrics",
|
|
"stream.kafka.broker.list": "kafka-headless.freeleaps-data-platform.svc.cluster.local:9092",
|
|
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
|
|
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder"
|
|
},
|
|
"indexingConfig": {
|
|
"loadMode": "MMAP",
|
|
"aggregateMetrics": true
|
|
}
|
|
}
|
|
|