Convert helm-charts-observability to regular directory

helm-charts-observability/charts/data-prepper/template.yaml

@@ -0,0 +1,226 @@
+---
+# Source: data-prepper/templates/serviceaccount.yaml
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: data-prepper
+  labels:
+    helm.sh/chart: data-prepper-0.3.1
+    app.kubernetes.io/name: data-prepper
+    app.kubernetes.io/instance: data-prepper
+    app.kubernetes.io/version: "2.8.0"
+    app.kubernetes.io/managed-by: Helm
+automountServiceAccountToken: true
+---
+# Source: data-prepper/templates/secret.yaml
+apiVersion: v1
+kind: Secret
+metadata:
+  name: data-prepper-pipeline
+  labels:
+    helm.sh/chart: data-prepper-0.3.1
+    app.kubernetes.io/name: data-prepper
+    app.kubernetes.io/instance: data-prepper
+    app.kubernetes.io/version: "2.8.0"
+    app.kubernetes.io/managed-by: Helm
+type: Opaque
+stringData:
+  pipelines.yaml: |
+    cpanel-log-pipeline:
+      buffer:
+        bounded_blocking:
+          batch_size: 128
+          buffer_size: 2048
+      delay: 10
+      sink:
+      - opensearch:
+          cert: /usr/share/dataprepper/cert/root-ca.pem
+          hosts:
+          - https://brilliant-opensearch-cluster-master:9200
+          index: cpanel-test-%{yyyy.MM.dd}
+          index_type: custom
+          insecure: false
+          password: ${LOGGER_PASSWORD}
+          username: logger
+      source:
+        http:
+          path: /logs
+          ssl: false
+      workers: 2
+---
+# Source: data-prepper/templates/configmap.yaml
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: data-prepper-config
+  labels:
+    helm.sh/chart: data-prepper-0.3.1
+    app.kubernetes.io/name: data-prepper
+    app.kubernetes.io/instance: data-prepper
+    app.kubernetes.io/version: "2.8.0"
+    app.kubernetes.io/managed-by: Helm
+data:
+  data-prepper-config.yaml: |
+    ssl: false
+    # circuit_breakers:
+    #   heap:
+    #     usage: 2gb
+    #     reset: 30s
+    #     check_interval: 5s
+    
+  log4j2-rolling.properties: |
+    #
+    # Copyright OpenSearch Contributors
+    # SPDX-License-Identifier: Apache-2.0
+    #
+    
+    status = error
+    dest = err
+    name = PropertiesConfig
+    
+    property.filename = log/data-prepper/data-prepper.log
+    
+    appender.console.type = Console
+    appender.console.name = STDOUT
+    appender.console.layout.type = PatternLayout
+    appender.console.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n
+    
+    appender.rolling.type = RollingFile
+    appender.rolling.name = RollingFile
+    appender.rolling.fileName = ${filename}
+    appender.rolling.filePattern = logs/data-prepper.log.%d{MM-dd-yy-HH}-%i.gz
+    appender.rolling.layout.type = PatternLayout
+    appender.rolling.layout.pattern = %d{ISO8601} [%t] %-5p %40C - %m%n
+    appender.rolling.policies.type = Policies
+    appender.rolling.policies.time.type = TimeBasedTriggeringPolicy
+    appender.rolling.policies.time.interval = 1
+    appender.rolling.policies.time.modulate = true
+    appender.rolling.policies.size.type = SizeBasedTriggeringPolicy
+    appender.rolling.policies.size.size=100MB
+    appender.rolling.strategy.type = DefaultRolloverStrategy
+    appender.rolling.strategy.max = 168
+    
+    rootLogger.level = warn
+    rootLogger.appenderRef.stdout.ref = STDOUT
+    rootLogger.appenderRef.file.ref = RollingFile
+    
+    logger.pipeline.name = org.opensearch.dataprepper.pipeline
+    logger.pipeline.level = info
+    
+    logger.parser.name = org.opensearch.dataprepper.parser
+    logger.parser.level = info
+    
+    logger.plugins.name = org.opensearch.dataprepper.plugins
+    logger.plugins.level = info
+---
+# Source: data-prepper/templates/service.yaml
+apiVersion: v1
+kind: Service
+metadata:
+  name: data-prepper
+  labels:
+    helm.sh/chart: data-prepper-0.3.1
+    app.kubernetes.io/name: data-prepper
+    app.kubernetes.io/instance: data-prepper
+    app.kubernetes.io/version: "2.8.0"
+    app.kubernetes.io/managed-by: Helm
+spec:
+  type: ClusterIP
+  ports:
+    - name: http-source
+      port: 2021
+      targetPort: 2021
+      protocol: TCP
+  selector:
+    app.kubernetes.io/name: data-prepper
+    app.kubernetes.io/instance: data-prepper
+---
+# Source: data-prepper/templates/deployment.yaml
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: data-prepper
+  labels:
+    helm.sh/chart: data-prepper-0.3.1
+    app.kubernetes.io/name: data-prepper
+    app.kubernetes.io/instance: data-prepper
+    app.kubernetes.io/version: "2.8.0"
+    app.kubernetes.io/managed-by: Helm
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: data-prepper
+      app.kubernetes.io/instance: data-prepper
+  template:
+    metadata:
+      annotations:
+        checksum/config: d9f25a6756b9ae068c1ec208e538bfd4708057961af4ababf7abb949f2458ac
+        checksum/pipelineconfig: 2166ddb3315ca7f85e5ee3ab3ebee0ede10992fb0882d771a2f9b9d9188f5df
+      labels:
+        helm.sh/chart: data-prepper-0.3.1
+        app.kubernetes.io/name: data-prepper
+        app.kubernetes.io/instance: data-prepper
+        app.kubernetes.io/version: "2.8.0"
+        app.kubernetes.io/managed-by: Helm
+    spec:
+      serviceAccountName: data-prepper
+      securityContext:
+        {}
+      containers:
+        - name: data-prepper
+          env:
+            - name: LOGGER_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  key: logger
+                  secretName: prepper-creds
+          securityContext:
+            {}
+          image: "opensearchproject/data-prepper:2.8.0"
+          imagePullPolicy: IfNotPresent
+          ports:
+            - name: http-source
+              containerPort: 2021
+              protocol: TCP
+            - name: server
+              containerPort: 4900
+              protocol: TCP
+          livenessProbe:
+            httpGet:
+              path: /list
+              port: server
+            periodSeconds: 10
+            initialDelaySeconds: 60
+            failureThreshold: 2
+          readinessProbe:
+            httpGet:
+              path: /list
+              port: server
+          resources:
+            limits:
+              cpu: 4
+              memory: 6Gi
+            requests:
+              cpu: 2
+              memory: 4Gi
+          volumeMounts:
+            - name: data-prepper-config
+              mountPath: /usr/share/data-prepper/config
+              readOnly: true
+            - name: data-prepper-pipelines
+              mountPath: /usr/share/data-prepper/pipelines
+              readOnly: true
+            - mountPath: /usr/share/dataprepper/cert
+              name: root-ca
+              readOnly: true
+      volumes:
+        - name: data-prepper-config
+          configMap:
+            name: data-prepper-config
+        - name: data-prepper-pipelines
+          secret:
+            secretName: data-prepper-pipeline
+        - name: root-ca
+          secret:
+            secretName: opensearch-dashboard-ca