Add vector and fluent-bit subcharts

helm/Chart.lock

@@ -0,0 +1,9 @@
+dependencies:
+- name: vector
+  repository: https://helm.vector.dev
+  version: 0.20.1
+- name: fluent-bit
+  repository: https://fluent.github.io/helm-charts
+  version: 0.25.0
+digest: sha256:6c2f59e945e35ad1c6abc08135f2af84fda329db93921e19a8fc5e49cca70a78
+generated: "2023-04-02T12:33:19.346089+05:30"

helm/Chart.yaml

@@ -2,5 +2,15 @@ apiVersion: v2
 name: parseable
 description: Helm chart for Parseable Server
 type: application
-version: 0.3.0
-AppVersion: "v0.3.0"
+version: 0.3.1
+AppVersion: "v0.3.1"
+
+dependencies:
+- name: vector
+  version: 0.20.1
+  repository: https://helm.vector.dev
+  condition: vector.enabled
+- name: fluent-bit
+  version: 0.25.0
+  repository: https://fluent.github.io/helm-charts
+  condition: fluent-bit.enabled

helm/values.yaml

@@ -1,7 +1,7 @@
 parseable:
   image:
     repository: parseable/parseable
-    tag: v0.3.0
+    tag: v0.3.1
     pullPolicy: Always
   local: false
   persistence:
@@ -68,3 +68,108 @@ parseable:
   nodeSelector: {}
   affinity: {}
   tolerations: []
+
+vector:
+  enabled: false
+  # customConfig -- Override Vector's default configs, if used **all** options need to be specified. This section supports
+  # using helm templates to populate dynamic values. See Vector's [configuration documentation](https://vector.dev/docs/reference/configuration/)
+  # for all options.
+  customConfig:
+    data_dir: /vector-data-dir
+    api:
+      enabled: true
+      address: 127.0.0.1:8686
+      playground: false
+    sources:
+      kubernetes_logs:
+        type: kubernetes_logs
+    sinks:
+      parseable:
+        type: http
+        batch:
+          max_bytes: 10485760
+          max_events: 1000
+          timeout_secs: 10
+        compression: gzip
+        inputs: 
+          - kubernetes_logs
+        encoding:
+          codec: json
+        uri: 'http://parseable.parseable.svc.cluster.local/api/v1/ingest'
+        auth:
+          strategy: basic
+          user: admin
+          password: admin
+        request:
+          headers:
+            X-P-Stream: vectordemo
+        healthcheck:
+          enabled: true
+          path: 'http://parseable.parseable.svc.cluster.local/api/v1/liveness'
+          port: 80
+
+
+fluent-bit:
+  enabled: false
+  ## https://docs.fluentbit.io/manual/administration/configuring-fluent-bit/classic-mode/configuration-file
+  config:
+    service: |
+      [SERVICE]
+          Daemon Off
+          Flush {{ .Values.flush }}
+          Log_Level {{ .Values.logLevel }}
+          Parsers_File parsers.conf
+          Parsers_File custom_parsers.conf
+          HTTP_Server On
+          HTTP_Listen 0.0.0.0
+          HTTP_Port {{ .Values.metricsPort }}
+          Health_Check On
+
+    ## https://docs.fluentbit.io/manual/pipeline/inputs
+    inputs: |
+      [INPUT]
+          Name mem
+          Tag kube.*
+          Mem_Buf_Limit 5MB
+          Skip_Long_Lines On
+
+    ## https://docs.fluentbit.io/manual/pipeline/filters
+    filters: |
+      [FILTER]
+          Name                kubernetes
+          Match               kube.*
+          Merge_Log           On
+          Keep_Log            Off
+          K8S-Logging.Parser  On
+          K8S-Logging.Exclude On
+
+    ## https://docs.fluentbit.io/manual/pipeline/outputs
+    outputs: |
+      [OUTPUT]
+          Name http
+          Match kube.*
+          host parseable.parseable.svc.cluster.local
+          http_User admin
+          http_Passwd admin
+          format json
+          port 80
+          header Content-Type application/json
+          header X-P-META-meta1 value1
+          header X-P-TAG-tag1 value1
+          header X-P-Stream fluentbitdemo
+          uri /api/v1/ingest
+          json_date_key timestamp
+          json_date_format iso8601
+
+    ## https://docs.fluentbit.io/manual/administration/configuring-fluent-bit/classic-mode/upstream-servers
+    ## This configuration is deprecated, please use `extraFiles` instead.
+    upstream: {}
+
+    ## https://docs.fluentbit.io/manual/pipeline/parsers
+    customParsers: |
+      # [PARSER]
+      #     Name docker_no_time
+      #     Format json
+      #     Time_Keep Off
+      #     Time_Key time
+      #     Time_Format %Y-%m-%dT%H:%M:%S.%L

index.yaml

@@ -3,18 +3,37 @@ entries:
   collector:
   - apiVersion: v2
     appVersion: 4769fbf
-    created: "2023-03-13T08:38:18.255419+05:30"
+    created: "2023-04-02T12:53:12.172311+05:30"
     description: Helm chart for Parseable Collector
-    digest: 6dff0616530cb0ab2244f244616dc93d16d67051d887eb263ccc1acf9e69c565
+    digest: c893997205811de1e22b3a197cb2ac3417993a8bfb14d1a718911b18c94c3750
     name: collector
     type: application
     urls:
     - https://charts.parseable.io/helm-releases/collector-0.0.1.tgz
     version: 0.0.1
   parseable:
+  - apiVersion: v2
+    appVersion: v0.3.1
+    created: "2023-04-02T12:53:12.188789+05:30"
+    dependencies:
+    - condition: vector.enabled
+      name: vector
+      repository: https://helm.vector.dev
+      version: 0.20.1
+    - condition: fluent-bit.enabled
+      name: fluent-bit
+      repository: https://fluent.github.io/helm-charts
+      version: 0.25.0
+    description: Helm chart for Parseable Server
+    digest: a7f954ab17411a4744fcdf8fe398d2cfb632cad0919d9a65ff1038c50ece61d8
+    name: parseable
+    type: application
+    urls:
+    - https://charts.parseable.io/helm-releases/parseable-0.3.1.tgz
+    version: 0.3.1
   - apiVersion: v2
     appVersion: v0.3.0
-    created: "2023-03-13T08:38:18.269545+05:30"
+    created: "2023-04-02T12:53:12.184025+05:30"
     description: Helm chart for Parseable Server
     digest: ff30739229b727dc637f62fd4481c886a6080ce4556bae10cafe7642ddcfd937
     name: parseable
@@ -24,7 +43,7 @@ entries:
     version: 0.3.0
   - apiVersion: v2
     appVersion: v0.2.2
-    created: "2023-03-13T08:38:18.268454+05:30"
+    created: "2023-04-02T12:53:12.183165+05:30"
     description: Helm chart for Parseable Server
     digest: 477d0dc2f0c07d4f4c32e105d4bdd70c71113add5c2a75ac5f1cb42aa0276db7
     name: parseable
@@ -34,7 +53,7 @@ entries:
     version: 0.2.2
   - apiVersion: v2
     appVersion: v0.2.1
-    created: "2023-03-13T08:38:18.266117+05:30"
+    created: "2023-04-02T12:53:12.182318+05:30"
     description: Helm chart for Parseable Server
     digest: 84826fcd1b4c579f301569f43b0309c07e8082bad76f5cdd25f86e86ca2e8192
     name: parseable
@@ -44,7 +63,7 @@ entries:
     version: 0.2.1
   - apiVersion: v2
     appVersion: v0.2.0
-    created: "2023-03-13T08:38:18.265101+05:30"
+    created: "2023-04-02T12:53:12.181659+05:30"
     description: Helm chart for Parseable Server
     digest: 7a759f7f9809f3935cba685e904c021a0b645f217f4e45b9be185900c467edff
     name: parseable
@@ -54,7 +73,7 @@ entries:
     version: 0.2.0
   - apiVersion: v2
     appVersion: v0.1.1
-    created: "2023-03-13T08:38:18.264264+05:30"
+    created: "2023-04-02T12:53:12.180806+05:30"
     description: Helm chart for Parseable Server
     digest: 37993cf392f662ec7b1fbfc9a2ba00ec906d98723e38f3c91ff1daca97c3d0b3
     name: parseable
@@ -64,7 +83,7 @@ entries:
     version: 0.1.1
   - apiVersion: v2
     appVersion: v0.1.0
-    created: "2023-03-13T08:38:18.263388+05:30"
+    created: "2023-04-02T12:53:12.179996+05:30"
     description: Helm chart for Parseable Server
     digest: 1d580d072af8d6b1ebcbfee31c2e16c907d08db754780f913b5f0032b403789b
     name: parseable
@@ -74,7 +93,7 @@ entries:
     version: 0.1.0
   - apiVersion: v2
     appVersion: v0.0.8
-    created: "2023-03-13T08:38:18.262587+05:30"
+    created: "2023-04-02T12:53:12.179273+05:30"
     description: Helm chart for Parseable Server
     digest: c805254ffa634f96ecec448bcfff9973339aa9487dd8199b21b17b79a4de9345
     name: parseable
@@ -84,7 +103,7 @@ entries:
     version: 0.0.8
   - apiVersion: v2
     appVersion: v0.0.7
-    created: "2023-03-13T08:38:18.261627+05:30"
+    created: "2023-04-02T12:53:12.178194+05:30"
     description: Helm chart for Parseable Server
     digest: c591f617ed1fe820bb2c72a4c976a78126f1d1095d552daa07c4700f46c4708a
     name: parseable
@@ -94,7 +113,7 @@ entries:
     version: 0.0.7
   - apiVersion: v2
     appVersion: v0.0.6
-    created: "2023-03-13T08:38:18.260615+05:30"
+    created: "2023-04-02T12:53:12.176814+05:30"
     description: Helm chart for Parseable Server
     digest: f9ae56a6fcd6a59e7bee0436200ddbedeb74ade6073deb435b8fcbaf08dda795
     name: parseable
@@ -104,7 +123,7 @@ entries:
     version: 0.0.6
   - apiVersion: v2
     appVersion: v0.0.5
-    created: "2023-03-13T08:38:18.259926+05:30"
+    created: "2023-04-02T12:53:12.175896+05:30"
     description: Helm chart for Parseable Server
     digest: 4d6b08a064fba36e16feeb820b77e1e8e60fb6de48dbf7ec8410d03d10c26ad0
     name: parseable
@@ -114,7 +133,7 @@ entries:
     version: 0.0.5
   - apiVersion: v2
     appVersion: v0.0.2
-    created: "2023-03-13T08:38:18.258245+05:30"
+    created: "2023-04-02T12:53:12.174024+05:30"
     description: Helm chart for Parseable Server
     digest: 38a0a3e4c498afbbcc76ebfcb9cb598fa2ca843a53cc93b3cb4f135b85c10844
     name: parseable
@@ -124,12 +143,12 @@ entries:
     version: 0.0.2
   - apiVersion: v2
     appVersion: v0.0.1
-    created: "2023-03-13T08:38:18.256475+05:30"
+    created: "2023-04-02T12:53:12.173227+05:30"
     description: Helm chart for Parseable Server
     digest: 1f1142db092b9620ee38bb2294ccbb1c17f807b33bf56da43816af7fe89f301e
     name: parseable
     type: application
     urls:
     - https://charts.parseable.io/helm-releases/parseable-0.0.1.tgz
     version: 0.0.1
-generated: "2023-03-13T08:38:18.253267+05:30"
+generated: "2023-04-02T12:53:12.171708+05:30"