brilliant-monitoring/helm-charts-observability/charts/data-prepper/template.yaml

---
# Source: data-prepper/templates/serviceaccount.yaml
apiVersion: v1
kind: ServiceAccount
metadata:
  name: data-prepper
  labels:
    helm.sh/chart: data-prepper-0.3.1
    app.kubernetes.io/name: data-prepper
    app.kubernetes.io/instance: data-prepper
    app.kubernetes.io/version: "2.8.0"
    app.kubernetes.io/managed-by: Helm
automountServiceAccountToken: true
---
# Source: data-prepper/templates/secret.yaml
apiVersion: v1
kind: Secret
metadata:
  name: data-prepper-pipeline
  labels:
    helm.sh/chart: data-prepper-0.3.1
    app.kubernetes.io/name: data-prepper
    app.kubernetes.io/instance: data-prepper
    app.kubernetes.io/version: "2.8.0"
    app.kubernetes.io/managed-by: Helm
type: Opaque
stringData:
  pipelines.yaml: |
    cpanel-log-pipeline:
      buffer:
        bounded_blocking:
          batch_size: 128
          buffer_size: 2048
      delay: 10
      sink:
      - opensearch:
          cert: /usr/share/dataprepper/cert/root-ca.pem
          hosts:
          - https://brilliant-opensearch-cluster-master:9200
          index: cpanel-test-%{yyyy.MM.dd}
          index_type: custom
          insecure: false
          password: ${LOGGER_PASSWORD}
          username: logger
      source:
        http:
          path: /logs
          ssl: false
      workers: 2
---
# Source: data-prepper/templates/configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
  name: data-prepper-config
  labels:
    helm.sh/chart: data-prepper-0.3.1
    app.kubernetes.io/name: data-prepper
    app.kubernetes.io/instance: data-prepper
    app.kubernetes.io/version: "2.8.0"
    app.kubernetes.io/managed-by: Helm
data:
  data-prepper-config.yaml: |
    ssl: false
    # circuit_breakers:
    #   heap:
    #     usage: 2gb
    #     reset: 30s
    #     check_interval: 5s
    
  log4j2-rolling.properties: |
    #
    # Copyright OpenSearch Contributors
    # SPDX-License-Identifier: Apache-2.0
    #
    
    status = error
    dest = err
    name = PropertiesConfig
    
    property.filename = log/data-prepper/data-prepper.log
    
    appender.console.type = Console
    appender.console.name = STDOUT
    appender.console.layout.type = PatternLayout
    appender.console.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n
    
    appender.rolling.type = RollingFile
    appender.rolling.name = RollingFile
    appender.rolling.fileName = ${filename}
    appender.rolling.filePattern = logs/data-prepper.log.%d{MM-dd-yy-HH}-%i.gz
    appender.rolling.layout.type = PatternLayout
    appender.rolling.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n
    appender.rolling.policies.type = Policies
    appender.rolling.policies.time.type = TimeBasedTriggeringPolicy
    appender.rolling.policies.time.interval = 1
    appender.rolling.policies.time.modulate = true
    appender.rolling.policies.size.type = SizeBasedTriggeringPolicy
    appender.rolling.policies.size.size=100MB
    appender.rolling.strategy.type = DefaultRolloverStrategy
    appender.rolling.strategy.max = 168
    
    rootLogger.level = warn
    rootLogger.appenderRef.stdout.ref = STDOUT
    rootLogger.appenderRef.file.ref = RollingFile
    
    logger.pipeline.name = org.opensearch.dataprepper.pipeline
    logger.pipeline.level = info
    
    logger.parser.name = org.opensearch.dataprepper.parser
    logger.parser.level = info
    
    logger.plugins.name = org.opensearch.dataprepper.plugins
    logger.plugins.level = info
---
# Source: data-prepper/templates/service.yaml
apiVersion: v1
kind: Service
metadata:
  name: data-prepper
  labels:
    helm.sh/chart: data-prepper-0.3.1
    app.kubernetes.io/name: data-prepper
    app.kubernetes.io/instance: data-prepper
    app.kubernetes.io/version: "2.8.0"
    app.kubernetes.io/managed-by: Helm
spec:
  type: ClusterIP
  ports:
    - name: http-source
      port: 2021
      targetPort: 2021
      protocol: TCP
  selector:
    app.kubernetes.io/name: data-prepper
    app.kubernetes.io/instance: data-prepper
---
# Source: data-prepper/templates/deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
  name: data-prepper
  labels:
    helm.sh/chart: data-prepper-0.3.1
    app.kubernetes.io/name: data-prepper
    app.kubernetes.io/instance: data-prepper
    app.kubernetes.io/version: "2.8.0"
    app.kubernetes.io/managed-by: Helm
spec:
  replicas: 1
  selector:
    matchLabels:
      app.kubernetes.io/name: data-prepper
      app.kubernetes.io/instance: data-prepper
  template:
    metadata:
      annotations:
        checksum/config: d9f25a6756b9ae068c1ec208e538bfd4708057961af4ababf7abb949f2458ac
        checksum/pipelineconfig: 2166ddb3315ca7f85e5ee3ab3ebee0ede10992fb0882d771a2f9b9d9188f5df
      labels:
        helm.sh/chart: data-prepper-0.3.1
        app.kubernetes.io/name: data-prepper
        app.kubernetes.io/instance: data-prepper
        app.kubernetes.io/version: "2.8.0"
        app.kubernetes.io/managed-by: Helm
    spec:
      serviceAccountName: data-prepper
      securityContext:
        {}
      containers:
        - name: data-prepper
          env:
            - name: LOGGER_PASSWORD
              valueFrom:
                secretKeyRef:
                  key: logger
                  secretName: prepper-creds
          securityContext:
            {}
          image: "opensearchproject/data-prepper:2.8.0"
          imagePullPolicy: IfNotPresent
          ports:
            - name: http-source
              containerPort: 2021
              protocol: TCP
            - name: server
              containerPort: 4900
              protocol: TCP
          livenessProbe:
            httpGet:
              path: /list
              port: server
            periodSeconds: 10
            initialDelaySeconds: 60
            failureThreshold: 2
          readinessProbe:
            httpGet:
              path: /list
              port: server
          resources:
            limits:
              cpu: 4
              memory: 6Gi
            requests:
              cpu: 2
              memory: 4Gi
          volumeMounts:
            - name: data-prepper-config
              mountPath: /usr/share/data-prepper/config
              readOnly: true
            - name: data-prepper-pipelines
              mountPath: /usr/share/data-prepper/pipelines
              readOnly: true
            - mountPath: /usr/share/dataprepper/cert
              name: root-ca
              readOnly: true
      volumes:
        - name: data-prepper-config
          configMap:
            name: data-prepper-config
        - name: data-prepper-pipelines
          secret:
            secretName: data-prepper-pipeline
        - name: root-ca
          secret:
            secretName: opensearch-dashboard-ca