update Parseable helm chart for distributed mode

parseablehq · Apr 20, 2024 · 48689fe · 48689fe
1 parent a678290
commit 48689fe
Show file tree

Hide file tree

Showing 10 changed files with 94 additions and 769 deletions.
diff --git a/helm-releases/operator-0.0.3.tgz b/helm-releases/operator-0.0.3.tgz
diff --git a/helm-releases/parseable-1.0.0.tgz b/helm-releases/parseable-1.0.0.tgz
diff --git a/helm/Chart.yaml b/helm/Chart.yaml
@@ -2,8 +2,8 @@ apiVersion: v2
 name: parseable
 description: Helm chart for Parseable Server
 type: application
-version: 0.9.0
-appVersion: "v0.9.0"
+version: 1.0.0
+appVersion: "v1.0.0"
 maintainers:
   - name: Parseable Team
     email: [email protected]

diff --git a/helm/templates/ingestor-service.yaml b/helm/templates/ingestor-service.yaml
@@ -2,13 +2,13 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ include "parseable.fullname" . }}
+  name: {{ include "parseable.fullname" . }}-ingestor-service
   namespace: {{ .Release.Namespace }}
 spec:
-  type: {{ $.Values.parseable.service.type }}
+  type: {{ $.Values.parseable.highAvailability.ingestor.service.type }}
   ports:
-    - port: {{ $.Values.parseable.service.port }}
-      targetPort: 8000
+    - port: {{ $.Values.parseable.highAvailability.ingestor.service.port }}
+      targetPort: {{ .Values.parseable.highAvailability.ingestor.port }}
       protocol: TCP
   selector:
     {{- include "parseable.ingestorLabelsSelector" . | nindent 4 }}

diff --git a/helm/templates/ingestor-statefulset.yaml b/helm/templates/ingestor-statefulset.yaml
@@ -2,7 +2,7 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ include "parseable.fullname" . }}-headless
+  name: {{ include "parseable.fullname" . }}-ingestor-headless
   namespace: {{ .Release.Namespace }}
 spec:
   ports:
@@ -25,7 +25,7 @@ spec:
       {{- include "parseable.ingestorLabelsSelector" . | nindent 6 }}
   serviceName: {{ include "parseable.fullname" . }}-headless
   replicas: {{ .Values.parseable.highAvailability.ingestor.count }}
-  minReadySeconds: 10
+  minReadySeconds: 2
   template:
     metadata:
       labels:
@@ -38,9 +38,8 @@ spec:
           {{- toYaml .Values.parseable.securityContext | nindent 8 }}
         image: {{ .Values.parseable.image.repository }}:{{ .Values.parseable.image.tag | default .Chart.AppVersion }}
         imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
-        # Uncomment to debug
-        # command: [ "/bin/sh", "-c", "sleep 1000000" ]
-        args: ["parseable", "s3-store"]
+        command: ["/bin/bash", "-c"]
+        args: ["parseable s3-store --ingestor-endpoint=${HOSTNAME}.{{ include "parseable.fullname" . }}-ingestor-headless.{{ .Release.Namespace }}.svc.cluster.local:{{ .Values.parseable.highAvailability.ingestor.port }}"]
         env:
           {{- range $key, $value :=  .Values.parseable.highAvailability.ingestor.env }}
           - name: {{ $key }}
@@ -59,14 +58,12 @@ spec:
           {{- end }}
           - name: P_MODE
             value: "ingest"
-          - name: P_INGESTOR_URL
-            value: "$HOSTNAME:$PORT"
         ports:
-          - containerPort: 8000
+          - containerPort: {{ .Values.parseable.highAvailability.ingestor.port }}
         resources:
           {{- toYaml .Values.parseable.highAvailability.ingestor.resources | nindent 12 }}
         volumeMounts:
-        ## No data volume for ingestor
+          ## No data volume for ingestor
         - mountPath: "/parseable/staging"
           name: stage-volume
   volumeClaimTemplates:

diff --git a/helm/templates/querier-service.yaml b/helm/templates/querier-service.yaml
@@ -0,0 +1,15 @@
+{{- if eq .Values.parseable.highAvailability.enabled true }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ include "parseable.fullname" . }}-ingestor-service
+  namespace: {{ .Release.Namespace }}
+spec:
+  type: {{ $.Values.parseable.service.type }}
+  ports:
+    - port: {{ $.Values.parseable.service.port }}
+      targetPort: 8000
+      protocol: TCP
+  selector:
+    {{- include "parseable.labelsSelector" . | nindent 4 }}
+{{- end }}
diff --git a/helm/values.yaml b/helm/values.yaml
@@ -1,19 +1,22 @@
 parseable:
   image:
     repository: parseable/parseable
-    tag: edge-debug
+    tag: v1.0.0
     pullPolicy: Always
   ## Set to true if you want to deploy Parseable in local mode (store logs
   ## on local mount point instead of S3 bucket)
-  local: false
+  local: true
   ## Set to true if you want to deploy Parseable in a HA mode (multiple ingestors)
   ## Please note that highAvailability is not supported in local mode
   highAvailability:
-    enabled: true
+    enabled: false
     ingestor: 
+      port: 8000
       count: 3
       env: 
         RUST_LOG: warn
+      ## Use this endpoint to send events to ingestors
+      ## Console (UI) is available on the other service (that points to the query pod)
       service:
         type: ClusterIP
         port: 80