diff --git a/cluster/manifests/freeleaps-data-platform/doris/deploy.sh b/cluster/manifests/freeleaps-data-platform/doris/deploy.sh new file mode 100644 index 00000000..06ce5406 --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/doris/deploy.sh @@ -0,0 +1,16 @@ +#!/bin/bash + +# 创建命名空间 +kubectl create namespace freeleaps-data-platform + +# 安装Doris Operator CRD +kubectl create -f https://raw.githubusercontent.com/apache/doris-operator/master/config/crd/bases/doris.apache.com_dorisclusters.yaml + +# 部署 Doris Operator +kubectl apply -f https://raw.githubusercontent.com/apache/doris-operator/master/config/operator/operator.yaml + +# 创建 Doris 集群配置 +kubectl apply -f doris-cluster.yaml -n freeleaps-data-platform + +# 检查部署状态 +kubectl get pods -n freeleaps-data-platform -l app=doris \ No newline at end of file diff --git a/cluster/manifests/freeleaps-data-platform/doris/doris-cluster.yaml b/cluster/manifests/freeleaps-data-platform/doris/doris-cluster.yaml new file mode 100644 index 00000000..bb326343 --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/doris/doris-cluster.yaml @@ -0,0 +1,52 @@ +apiVersion: doris.apache.com/v1 +kind: DorisCluster +metadata: + name: doris-cluster + namespace: freeleaps-data-platform +spec: + feSpec: + replicas: 1 + image: apache/doris:2.0.2 + resources: + requests: + cpu: "1" + memory: "2Gi" + limits: + cpu: "2" + memory: "4Gi" + service: + type: ClusterIP + configMap: + fe.conf: | + JAVA_OPTS="-Xmx2048m -XX:+UseG1GC" + + beSpec: + replicas: 1 + image: apache/doris:2.0.2 + resources: + requests: + cpu: "2" + memory: "4Gi" + limits: + cpu: "4" + memory: "8Gi" + storage: + storageSize: "50Gi" + storageClassName: "standard" + configMap: + be.conf: | + JAVA_OPTS="-Xmx8192m -XX:+UseG1GC" + BE_ADDR=${POD_IP}:9060 + BE_HTTP_PORT=8040 + BE_PORT=9060 + HEARTBEAT_SERVICE_PORT=9050 + BRPC_PORT=8060 + + feAddress: doris-cluster-fe-service + + monitoring: + enabled: true + prometheus: + serviceMonitor: + enabled: true + namespace: freeleaps-data-platform \ No newline at end of file diff --git a/cluster/manifests/freeleaps-data-platform/doris/storage.yaml b/cluster/manifests/freeleaps-data-platform/doris/storage.yaml new file mode 100644 index 00000000..f7012a0c --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/doris/storage.yaml @@ -0,0 +1,8 @@ +apiVersion: storage.k8s.io/v1 +kind: StorageClass +metadata: + name: doris-storage +provisioner: kubernetes.io/azure-disk +parameters: + storageaccounttype: Standard_LRS + kind: Managed \ No newline at end of file diff --git a/cluster/manifests/freeleaps-data-platform/kafka/kafka.sh b/cluster/manifests/freeleaps-data-platform/kafka/kafka.sh new file mode 100644 index 00000000..924fdfee --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/kafka/kafka.sh @@ -0,0 +1,6 @@ +#!/usr/bin/env bash +# 查看kafka的pod +kubectl get pods -n freeleaps-data-platform +# 查看kafka的服务 +kubectl get svc -n freeleaps-data-platform + diff --git a/cluster/manifests/freeleaps-data-platform/kafka/values.yaml b/cluster/manifests/freeleaps-data-platform/kafka/values.yaml new file mode 100644 index 00000000..77dde670 --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/kafka/values.yaml @@ -0,0 +1,75 @@ +global: + storageClass: "standard" + +nameOverride: "kafka" +fullnameOverride: "kafka" +namespaceOverride: "freeleaps-data-platform" + +kafka: + replicaCount: 1 + heapOpts: "-Xmx1024m -Xms1024m" + + resources: + requests: + memory: "1Gi" + cpu: "2" + limits: + memory: "2Gi" + cpu: "1" + + persistence: + enabled: true + size: 20Gi + mountPath: /bitnami/kafka + + config: + num.partitions: 1 + default.replication.factor: 1 + min.insync.replicas: 1 + auto.create.topics.enable: true + delete.topic.enable: true + log.retention.hours: 168 + log.retention.bytes: 1073741824 + + service: + type: ClusterIP + ports: + client: 9092 + internal: 9093 + + metrics: + kafka: + enabled: true + serviceMonitor: + enabled: true + namespace: freeleaps-data-platform + jmx: + enabled: true + +zookeeper: + enabled: true + replicaCount: 1 + + resources: + requests: + memory: "1Gi" + cpu: "1" + limits: + memory: "2Gi" + cpu: "1" + + persistence: + enabled: true + size: 8Gi + + service: + type: ClusterIP + port: 2181 + +serviceAccount: + create: true + name: "kafka" + +networkPolicy: + enabled: true + allowExternal: true \ No newline at end of file diff --git a/cluster/manifests/freeleaps-data-platform/namespace.yaml b/cluster/manifests/freeleaps-data-platform/namespace.yaml new file mode 100644 index 00000000..4329c2fe --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/namespace.yaml @@ -0,0 +1,6 @@ +apiVersion: v1 +kind: Namespace +metadata: + name: freeleaps-devops-system + labels: + name: freeleaps-devops-system diff --git a/cluster/manifests/freeleaps-data-platform/pinot/values.yaml b/cluster/manifests/freeleaps-data-platform/pinot/values.yaml new file mode 100644 index 00000000..371da4de --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/pinot/values.yaml @@ -0,0 +1,26 @@ +cluster: + name: pinot-cluster + +namespaceOverride: "freeleaps-data-platform" + +controller: + replicaCount: 1 + persistence: + enabled: true + size: 20Gi + +broker: + replicaCount: 1 + +server: + replicaCount: 1 + persistence: + enabled: true + size: 50Gi + +zookeeper: + enabled: false + external: + enabled: true + host: "kafka-zookeeper" + port: 2181 \ No newline at end of file diff --git a/cluster/manifests/helm-repos/REPO.list b/cluster/manifests/helm-repos/REPO.list index dcea5527..99d8c1f3 100644 --- a/cluster/manifests/helm-repos/REPO.list +++ b/cluster/manifests/helm-repos/REPO.list @@ -12,3 +12,4 @@ descheduler,https://kubernetes-sigs.github.io/descheduler/,force-update kubernetes-dashboard,https://kubernetes.github.io/dashboard/,force-update grafana,https://grafana.github.io/helm-charts,force-update fluent,https://fluent.github.io/helm-charts,force-update +pinot,https://raw.githubusercontent.com/apache/pinot/master/helm,force-update \ No newline at end of file