feat: enable immich cuda

muhlba91 · Dec 6, 2024 · a898795 · a898795
1 parent 1a89294
commit a898795
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/applications/immich/immich/extensions/external-secret-immich-config.yaml b/applications/immich/immich/extensions/external-secret-immich-config.yaml
@@ -68,7 +68,7 @@ spec:
             url: http://immich-machine-learning:3003
             clip:
               enabled: true
-              modelName: ViT-B-32__openai
+              modelName: ViT-B-16-SigLIP-256__webli
             facialRecognition:
               enabled: true
               modelName: buffalo_l

diff --git a/applications/immich/immich/values.yaml b/applications/immich/immich/values.yaml
@@ -75,7 +75,7 @@ controllers:
   machine-learning:
     enabled: true
     pod:
-      # runtimeClassName: nvidia
+      runtimeClassName: nvidia
       tolerations:
         - key: nvidia.com/gpu
           operator: Exists
@@ -85,17 +85,17 @@ controllers:
         image:
           repository: ghcr.io/immich-app/immich-machine-learning
           pullPolicy: IfNotPresent
-          tag: v1.122.0
+          tag: v1.122.0-cuda
 
         envFrom:
           - configMapRef:
               name: immich-env
 
         env:
-          # - name: NVIDIA_DRIVER_CAPABILITIES
-          #   value: compute,utility
-          # - name: NVIDIA_VISIBLE_DEVICES
-          #   value: all
+          - name: NVIDIA_DRIVER_CAPABILITIES
+            value: compute,utility
+          - name: NVIDIA_VISIBLE_DEVICES
+            value: all
           - name: TRANSFORMERS_CACHE
             value: /cache
           - name: DB_USERNAME
@@ -113,11 +113,11 @@ controllers:
           requests:
             cpu: 100m
             memory: 384Mi
-            # nvidia.com/gpu: "1"
+            nvidia.com/gpu: "1"
           limits:
             cpu: 3
             memory: 1536Mi
-            # nvidia.com/gpu: "1"
+            nvidia.com/gpu: "1"
 
         probes:
           liveness: &ml_probes