Add Seldon Core v2.5.0 Helm Charts (#36)

SeldonIO · May 16, 2023 · 45ddbda · 45ddbda
1 parent 5366029
commit 45ddbda
Show file tree

Hide file tree

Showing 9 changed files with 48 additions and 30 deletions.
diff --git a/helm-charts/seldon-core-v2-crds/Chart.yaml b/helm-charts/seldon-core-v2-crds/Chart.yaml
@@ -1,9 +1,9 @@
 apiVersion: v1
-appVersion: 2.4.0
+appVersion: 2.5.0
 description: Seldon Core V2 CRDs
 keywords:
 - kubernetes
 - machine-learning
 - mlops
 name: seldon-core-v2-crds
-version: 2.4.0
+version: 2.5.0
diff --git a/helm-charts/seldon-core-v2-servers/Chart.yaml b/helm-charts/seldon-core-v2-servers/Chart.yaml
@@ -1,9 +1,9 @@
 apiVersion: v1
-appVersion: 2.4.0
+appVersion: 2.5.0
 description: Seldon Core V2 Servers
 keywords:
 - kubernetes
 - machine-learning
 - mlops
 name: seldon-core-v2-servers
-version: 2.4.0
+version: 2.5.0
diff --git a/helm-charts/seldon-core-v2-setup/Chart.yaml b/helm-charts/seldon-core-v2-setup/Chart.yaml
@@ -1,9 +1,9 @@
 apiVersion: v1
-appVersion: 2.4.0
+appVersion: 2.5.0
 description: Seldon Core V2 Setup
 keywords:
 - kubernetes
 - machine-learning
 - mlops
 name: seldon-core-v2-setup
-version: 2.4.0
+version: 2.5.0
diff --git a/helm-charts/seldon-core-v2-setup/templates/agent.yaml b/helm-charts/seldon-core-v2-setup/templates/agent.yaml
@@ -2,7 +2,8 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: seldon-agent
+  namespace: '{{ .Release.Namespace }}'
 data:
   agent.yaml: |-
-    rclone: 
+    rclone:
       config_secrets: ["seldon-rclone-gs-public"]
diff --git a/helm-charts/seldon-core-v2-setup/templates/kafka.yaml b/helm-charts/seldon-core-v2-setup/templates/kafka.yaml
@@ -2,6 +2,7 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: seldon-kafka
+  namespace: '{{ .Release.Namespace }}'
 data:
   kafka.json: |-
    {

diff --git a/helm-charts/seldon-core-v2-setup/templates/rclone-gs-public.yaml b/helm-charts/seldon-core-v2-setup/templates/rclone-gs-public.yaml
@@ -2,6 +2,7 @@ apiVersion: v1
 kind: Secret
 metadata:
   name: seldon-rclone-gs-public
+  namespace: '{{ .Release.Namespace }}'
 type: Opaque
 stringData:
   gs: |

diff --git a/helm-charts/seldon-core-v2-setup/templates/seldon-v2-components.yaml b/helm-charts/seldon-core-v2-setup/templates/seldon-v2-components.yaml
@@ -634,31 +634,38 @@ spec:
           value: '{{ .Values.kafka.topics.replicationFactor }}'
         - name: SELDON_KAFKA_PARTITIONS_DEFAULT
           value: '{{ .Values.kafka.topics.numPartitions }}'
-        - name: SELDON_CORES_COUNT
-          value: '{{ .Values.dataflow.cores }}'
+        - name: SELDON_KAFKA_MAX_MESSAGE_SIZE_BYTES
+          value: '{{ int .Values.kafka.consumer.messageMaxBytes }}'
         - name: SELDON_KAFKA_SECURITY_PROTOCOL
           value: '{{ .Values.security.kafka.protocol }}'
-        - name: SELDON_TLS_CLIENT_SECRET
+        - name: SELDON_KAFKA_TLS_CLIENT_SECRET
           value: '{{ .Values.security.kafka.ssl.client.secret }}'
-        - name: SELDON_TLS_CLIENT_KEY_PATH
+        - name: SELDON_KAFKA_TLS_CLIENT_KEY_PATH
           value: '{{ .Values.security.kafka.ssl.client.keyPath }}'
-        - name: SELDON_TLS_CLIENT_CERT_PATH
+        - name: SELDON_KAFKA_TLS_CLIENT_CERT_PATH
           value: '{{ .Values.security.kafka.ssl.client.crtPath }}'
-        - name: SELDON_TLS_CLIENT_CA_PATH
+        - name: SELDON_KAFKA_TLS_CLIENT_CA_PATH
           value: '{{ .Values.security.kafka.ssl.client.caPath }}'
-        - name: SELDON_SASL_USERNAME
+        - name: SELDON_KAFKA_TLS_BROKER_SECRET
+          value: '{{ .Values.security.kafka.ssl.client.brokerValidationSecret }}'
+        - name: SELDON_KAFKA_TLS_BROKER_CA_PATH
+          value: '{{ .Values.security.kafka.ssl.client.brokerCaPath }}'
+        - name: SELDON_KAFKA_TLS_ENDPOINT_IDENTIFICATION_ALGORITHM
+          value: '{{ .Values.security.kafka.ssl.client.endpointIdentificationAlgorithm
+            }}'
+        - name: SELDON_KAFKA_SASL_MECHANISM
+          value: '{{ .Values.security.kafka.sasl.mechanism }}'
+        - name: SELDON_KAFKA_SASL_USERNAME
           value: '{{ .Values.security.kafka.sasl.client.username }}'
-        - name: SELDON_SASL_SECRET
+        - name: SELDON_KAFKA_SASL_SECRET
           value: '{{ .Values.security.kafka.sasl.client.secret }}'
-        - name: SELDON_SASL_PASSWORD_PATH
+        - name: SELDON_KAFKA_SASL_PASSWORD_PATH
           value: '{{ .Values.security.kafka.sasl.client.passwordPath }}'
-        - name: SELDON_TLS_BROKER_SECRET
-          value: '{{ .Values.security.kafka.ssl.client.brokerValidationSecret }}'
-        - name: SELDON_TLS_BROKER_CA_PATH
-          value: '{{ .Values.security.kafka.ssl.client.brokerCa }}'
         - name: SELDON_TLS_ENDPOINT_IDENTIFICATION_ALGORITHM
           value: '{{ .Values.security.kafka.ssl.client.endpointIdentificationAlgorithm
             }}'
+        - name: SELDON_CORES_COUNT
+          value: '{{ .Values.dataflow.cores }}'
         - name: SELDON_UPSTREAM_HOST
           value: seldon-scheduler
         - name: SELDON_UPSTREAM_PORT
@@ -877,6 +884,8 @@ spec:
           value: '{{ .Values.security.controlplane.ssl.client.serverCaPath }}'
         - name: KAFKA_SECURITY_PROTOCOL
           value: '{{ .Values.security.kafka.protocol }}'
+        - name: KAFKA_SASL_MECHANISM
+          value: '{{ .Values.security.kafka.sasl.mechanism }}'
         - name: KAFKA_CLIENT_TLS_SECRET_NAME
           value: '{{ .Values.security.kafka.ssl.client.secret }}'
         - name: KAFKA_CLIENT_TLS_KEY_LOCATION
@@ -983,6 +992,8 @@ spec:
         env:
         - name: KAFKA_SECURITY_PROTOCOL
           value: '{{ .Values.security.kafka.protocol }}'
+        - name: KAFKA_SASL_MECHANISM
+          value: '{{ .Values.security.kafka.sasl.mechanism }}'
         - name: KAFKA_CLIENT_TLS_SECRET_NAME
           value: '{{ .Values.security.kafka.ssl.client.secret }}'
         - name: KAFKA_CLIENT_TLS_KEY_LOCATION
@@ -1625,6 +1636,8 @@ spec:
         value: "9500"
       - name: SERVER_MODELS_DIR
         value: /mnt/agent/models
+      - name: LD_PRELOAD
+        value: /usr/lib/x86_64-linux-gnu/libtcmalloc.so.4
       image: '{{ .Values.serverConfig.triton.image.registry }}/{{ .Values.serverConfig.triton.image.repository
         }}:{{ .Values.serverConfig.triton.image.tag }}'
       imagePullPolicy: '{{ .Values.serverConfig.triton.image.pullPolicy }}'

diff --git a/helm-charts/seldon-core-v2-setup/templates/tracing.yaml b/helm-charts/seldon-core-v2-setup/templates/tracing.yaml
@@ -2,6 +2,7 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: seldon-tracing
+  namespace: '{{ .Release.Namespace }}'
 data:
   tracing.json: |-
    {

diff --git a/helm-charts/seldon-core-v2-setup/values.yaml b/helm-charts/seldon-core-v2-setup/values.yaml
@@ -20,6 +20,7 @@ security:
   kafka:
     protocol: PLAINTEXT
     sasl:
+      mechanism: SCRAM-SHA-512
       client:
         username: seldon
         secret:
@@ -79,7 +80,7 @@ hodometer:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldon-hodometer
-    tag: 2.4.0
+    tag: 2.5.0
   logLevel: info
   metricsLevel: feature
   extraPublishUrls: ""
@@ -114,7 +115,7 @@ modelgateway:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldon-modelgateway
-    tag: 2.4.0
+    tag: 2.5.0
   workers: 8
   resources:
     cpu: 100m
@@ -130,7 +131,7 @@ pipelinegateway:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldon-pipelinegateway
-    tag: 2.4.0
+    tag: 2.5.0
   resources:
     cpu: 100m
     memory: 1G
@@ -145,7 +146,7 @@ dataflow:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldon-dataflow-engine
-    tag: 2.4.0
+    tag: 2.5.0
   cores: 4
   resources:
     cpu: 100m
@@ -161,7 +162,7 @@ controller:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldonv2-controller
-    tag: 2.4.0
+    tag: 2.5.0
   resources:
     cpu: 10m
     memory: 64Mi
@@ -176,7 +177,7 @@ envoy:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldon-envoy
-    tag: 2.4.0
+    tag: 2.5.0
   resources:
     cpu: 100m
     memory: 128Mi
@@ -193,7 +194,7 @@ scheduler:
     pullPolicy: IfNotPresent
     registry: docker.io
     repository: seldonio/seldon-scheduler
-    tag: 2.4.0
+    tag: 2.5.0
   resources:
     cpu: 100m
     memory: 1Gi
@@ -220,7 +221,7 @@ serverConfig:
       pullPolicy: IfNotPresent
       registry: docker.io
       repository: seldonio/seldon-rclone
-      tag: 2.4.0
+      tag: 2.5.0
     resources:
       cpu: 50m
       memory: 128Mi
@@ -230,7 +231,7 @@ serverConfig:
       pullPolicy: IfNotPresent
       registry: docker.io
       repository: seldonio/seldon-agent
-      tag: 2.4.0
+      tag: 2.5.0
     overcommitPercentage: "10"
     scalingStatsPeriodSeconds: "20"
     modelInferenceLagThreshold: "30"
@@ -244,7 +245,7 @@ serverConfig:
       pullPolicy: IfNotPresent
       registry: docker.io
       repository: seldonio/mlserver
-      tag: 1.3.0
+      tag: 1.3.2
     serverCapabilities: "mlserver,alibi-detect,alibi-explain,huggingface,lightgbm,mlflow,python,sklearn,spark-mlib,xgboost"
     modelVolumeStorage: 1Gi
     resources: