Skip to content

Commit

Permalink
Add Seldon Core v2.7.0 (#58)
Browse files Browse the repository at this point in the history
  • Loading branch information
RafalSkolasinski committed Jan 22, 2024
1 parent d869e9e commit 7e4ec91
Show file tree
Hide file tree
Showing 7 changed files with 56 additions and 38 deletions.
4 changes: 2 additions & 2 deletions helm-charts/seldon-core-v2-crds/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
apiVersion: v1
appVersion: 2.7.0-rc1
appVersion: 2.7.0
description: Seldon Core V2 CRDs
keywords:
- kubernetes
- machine-learning
- mlops
name: seldon-core-v2-crds
version: 2.7.0-rc1
version: 2.7.0
37 changes: 24 additions & 13 deletions helm-charts/seldon-core-v2-crds/templates/seldon-v2-crds.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -370,8 +370,11 @@ spec:
type: string
type: array
joinType:
description: One of inner (default), outer, or any (see above
for details)
default: inner
enum:
- inner
- outer
- any
type: string
joinWindowMs:
description: msecs to wait for messages from multiple inputs to
Expand All @@ -385,8 +388,11 @@ spec:
-> input1
type: object
triggersJoinType:
description: One of inner (default), outer, or any (see above
for details)
default: inner
enum:
- inner
- outer
- any
type: string
type: object
output:
Expand All @@ -403,8 +409,11 @@ spec:
type: string
type: array
stepsJoin:
description: One of inner (default), outer, or any (see above
for details)
default: inner
enum:
- inner
- outer
- any
type: string
tensorMap:
additionalProperties:
Expand Down Expand Up @@ -436,11 +445,11 @@ spec:
type: string
type: array
inputsJoinType:
description: 'One of inner (default), outer, or any inner -
do an inner join: data must be available from all inputs outer
- do an outer join: data will include any data from any inputs
at end of window any - first data input that arrives will
be forwarded'
default: inner
enum:
- inner
- outer
- any
type: string
joinWindowMs:
description: msecs to wait for messages from multiple inputs
Expand All @@ -462,8 +471,10 @@ spec:
type: string
type: array
triggersJoinType:
description: One of inner (default), outer, or any (see above
for details)
enum:
- inner
- outer
- any
type: string
required:
- name
Expand Down
4 changes: 2 additions & 2 deletions helm-charts/seldon-core-v2-runtime/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
apiVersion: v1
appVersion: 2.7.0-rc1
appVersion: 2.7.0
description: Seldon Core V2 Runtime
keywords:
- kubernetes
- machine-learning
- mlops
name: seldon-core-v2-runtime
version: 2.7.0-rc1
version: 2.7.0
4 changes: 2 additions & 2 deletions helm-charts/seldon-core-v2-servers/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
apiVersion: v1
appVersion: 2.7.0-rc1
appVersion: 2.7.0
description: Seldon Core V2 Servers
keywords:
- kubernetes
- machine-learning
- mlops
name: seldon-core-v2-servers
version: 2.7.0-rc1
version: 2.7.0
4 changes: 2 additions & 2 deletions helm-charts/seldon-core-v2-setup/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
apiVersion: v1
appVersion: 2.7.0-rc1
appVersion: 2.7.0
description: Seldon Core V2 Setup
keywords:
- kubernetes
- machine-learning
- mlops
name: seldon-core-v2-setup
version: 2.7.0-rc1
version: 2.7.0
Original file line number Diff line number Diff line change
Expand Up @@ -1353,6 +1353,13 @@ spec:
name: http
- containerPort: 9003
name: envoy-admin
readinessProbe:
failureThreshold: 3
httpGet:
path: /ready
port: envoy-admin
initialDelaySeconds: 10
periodSeconds: 5
resources:
limits:
memory: '{{ .Values.envoy.resources.memory }}'
Expand Down Expand Up @@ -1666,6 +1673,8 @@ spec:
- containerPort: 9000
name: server-http
protocol: TCP
- containerPort: 8082
name: server-metrics
readinessProbe:
httpGet:
path: /v2/health/live
Expand Down Expand Up @@ -1872,14 +1881,12 @@ spec:
- mountPath: /mnt/tracing
name: tracing-config-volume
- args:
- --model-repository=$(SERVER_MODELS_DIR)
- --http-port=$(SERVER_HTTP_PORT)
- --grpc-port=$(SERVER_GRPC_PORT)
- --log-verbose=1
- --model-control-mode=explicit
- --backend-config=python,shm-default-byte-size=16777216
- -c
- tritonserver --model-repository=$(SERVER_MODELS_DIR) --http-port=$(SERVER_HTTP_PORT)
--grpc-port=$(SERVER_GRPC_PORT) --log-verbose=1 --model-control-mode=explicit
--backend-config=python,shm-default-byte-size=16777216
command:
- /opt/tritonserver/bin/tritonserver
- bash
env:
- name: SERVER_HTTP_PORT
value: "9000"
Expand Down
20 changes: 10 additions & 10 deletions helm-charts/seldon-core-v2-setup/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ security:
client:
username: seldon
secret:
passwordPath: /tmp/sasl/kafka/client/password
passwordPath: password
ssl:
client:
secret:
Expand Down Expand Up @@ -83,7 +83,7 @@ hodometer:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-hodometer
tag: 2.7.0-rc1
tag: 2.7.0
logLevel: info
metricsLevel: feature
extraPublishUrls: ""
Expand Down Expand Up @@ -120,7 +120,7 @@ modelgateway:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-modelgateway
tag: 2.7.0-rc1
tag: 2.7.0
workers: 8
resources:
cpu: 100m
Expand All @@ -136,7 +136,7 @@ pipelinegateway:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-pipelinegateway
tag: 2.7.0-rc1
tag: 2.7.0
resources:
cpu: 100m
memory: 1G
Expand All @@ -151,7 +151,7 @@ dataflow:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-dataflow-engine
tag: 2.7.0-rc1
tag: 2.7.0
cores: 4
resources:
cpu: 100m
Expand All @@ -168,7 +168,7 @@ controller:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldonv2-controller
tag: 2.7.0-rc1
tag: 2.7.0
resources:
cpu: 10m
memory: 64Mi
Expand All @@ -183,7 +183,7 @@ envoy:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-envoy
tag: 2.7.0-rc1
tag: 2.7.0
resources:
cpu: 100m
memory: 128Mi
Expand All @@ -200,7 +200,7 @@ scheduler:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-scheduler
tag: 2.7.0-rc1
tag: 2.7.0
resources:
cpu: 100m
memory: 1Gi
Expand All @@ -227,7 +227,7 @@ serverConfig:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-rclone
tag: 2.7.0-rc1
tag: 2.7.0
resources:
cpu: 50m
memory: 128Mi
Expand All @@ -237,7 +237,7 @@ serverConfig:
pullPolicy: IfNotPresent
registry: docker.io
repository: seldonio/seldon-agent
tag: 2.7.0-rc1
tag: 2.7.0
overcommitPercentage: "10"
scalingStatsPeriodSeconds: "20"
modelInferenceLagThreshold: "30"
Expand Down

0 comments on commit 7e4ec91

Please sign in to comment.