--- # Source: data-prepper/templates/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount metadata: name: data-prepper labels: helm.sh/chart: data-prepper-0.3.1 app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper app.kubernetes.io/version: "2.8.0" app.kubernetes.io/managed-by: Helm automountServiceAccountToken: true --- # Source: data-prepper/templates/secret.yaml apiVersion: v1 kind: Secret metadata: name: data-prepper-pipeline labels: helm.sh/chart: data-prepper-0.3.1 app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper app.kubernetes.io/version: "2.8.0" app.kubernetes.io/managed-by: Helm type: Opaque stringData: pipelines.yaml: | cpanel-log-pipeline: buffer: bounded_blocking: batch_size: 128 buffer_size: 2048 delay: 10 sink: - opensearch: cert: /usr/share/dataprepper/cert/root-ca.pem hosts: - https://brilliant-opensearch-cluster-master:9200 index: cpanel-test-%{yyyy.MM.dd} index_type: custom insecure: false password: ${LOGGER_PASSWORD} username: logger source: http: path: /logs ssl: false workers: 2 --- # Source: data-prepper/templates/configmap.yaml apiVersion: v1 kind: ConfigMap metadata: name: data-prepper-config labels: helm.sh/chart: data-prepper-0.3.1 app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper app.kubernetes.io/version: "2.8.0" app.kubernetes.io/managed-by: Helm data: data-prepper-config.yaml: | ssl: false # circuit_breakers: # heap: # usage: 2gb # reset: 30s # check_interval: 5s log4j2-rolling.properties: | # # Copyright OpenSearch Contributors # SPDX-License-Identifier: Apache-2.0 # status = error dest = err name = PropertiesConfig property.filename = log/data-prepper/data-prepper.log appender.console.type = Console appender.console.name = STDOUT appender.console.layout.type = PatternLayout appender.console.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n appender.rolling.type = RollingFile appender.rolling.name = RollingFile appender.rolling.fileName = ${filename} appender.rolling.filePattern = logs/data-prepper.log.%d{MM-dd-yy-HH}-%i.gz appender.rolling.layout.type = PatternLayout appender.rolling.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n appender.rolling.policies.type = Policies appender.rolling.policies.time.type = TimeBasedTriggeringPolicy appender.rolling.policies.time.interval = 1 appender.rolling.policies.time.modulate = true appender.rolling.policies.size.type = SizeBasedTriggeringPolicy appender.rolling.policies.size.size=100MB appender.rolling.strategy.type = DefaultRolloverStrategy appender.rolling.strategy.max = 168 rootLogger.level = warn rootLogger.appenderRef.stdout.ref = STDOUT rootLogger.appenderRef.file.ref = RollingFile logger.pipeline.name = org.opensearch.dataprepper.pipeline logger.pipeline.level = info logger.parser.name = org.opensearch.dataprepper.parser logger.parser.level = info logger.plugins.name = org.opensearch.dataprepper.plugins logger.plugins.level = info --- # Source: data-prepper/templates/service.yaml apiVersion: v1 kind: Service metadata: name: data-prepper labels: helm.sh/chart: data-prepper-0.3.1 app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper app.kubernetes.io/version: "2.8.0" app.kubernetes.io/managed-by: Helm spec: type: ClusterIP ports: - name: http-source port: 2021 targetPort: 2021 protocol: TCP selector: app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper --- # Source: data-prepper/templates/deployment.yaml apiVersion: apps/v1 kind: Deployment metadata: name: data-prepper labels: helm.sh/chart: data-prepper-0.3.1 app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper app.kubernetes.io/version: "2.8.0" app.kubernetes.io/managed-by: Helm spec: replicas: 1 selector: matchLabels: app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper template: metadata: annotations: checksum/config: d9f25a6756b9ae068c1ec208e538bfd4708057961af4ababf7abb949f2458ac checksum/pipelineconfig: 2166ddb3315ca7f85e5ee3ab3ebee0ede10992fb0882d771a2f9b9d9188f5df labels: helm.sh/chart: data-prepper-0.3.1 app.kubernetes.io/name: data-prepper app.kubernetes.io/instance: data-prepper app.kubernetes.io/version: "2.8.0" app.kubernetes.io/managed-by: Helm spec: serviceAccountName: data-prepper securityContext: {} containers: - name: data-prepper env: - name: LOGGER_PASSWORD valueFrom: secretKeyRef: key: logger secretName: prepper-creds securityContext: {} image: "opensearchproject/data-prepper:2.8.0" imagePullPolicy: IfNotPresent ports: - name: http-source containerPort: 2021 protocol: TCP - name: server containerPort: 4900 protocol: TCP livenessProbe: httpGet: path: /list port: server periodSeconds: 10 initialDelaySeconds: 60 failureThreshold: 2 readinessProbe: httpGet: path: /list port: server resources: limits: cpu: 4 memory: 6Gi requests: cpu: 2 memory: 4Gi volumeMounts: - name: data-prepper-config mountPath: /usr/share/data-prepper/config readOnly: true - name: data-prepper-pipelines mountPath: /usr/share/data-prepper/pipelines readOnly: true - mountPath: /usr/share/dataprepper/cert name: root-ca readOnly: true volumes: - name: data-prepper-config configMap: name: data-prepper-config - name: data-prepper-pipelines secret: secretName: data-prepper-pipeline - name: root-ca secret: secretName: opensearch-dashboard-ca