build: add numpy to server dependency

winstxnhdw · Jun 18, 2024 · 949ce16 · 949ce16
1 parent 61e4a5d
commit 949ce16
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 4 deletions.
diff --git a/capgen/transcriber/transcriber.py b/capgen/transcriber/transcriber.py
@@ -40,14 +40,18 @@ def __init__(
         number_of_workers: int = 1,
     ):
         model_parameters: WhisperParameters = {
-            'model_size_or_path': 'Systran/faster-distil-whisper-large-v3',
+            'model_size_or_path': 'distil-large-v3',
             'device': device,
             'compute_type': 'auto',
             'cpu_threads': number_of_threads,
             'num_workers': number_of_workers,
         }
 
-        self.model = WhisperModel(**model_parameters)
+        try:
+            self.model = WhisperModel(**model_parameters, flash_attention=True)
+
+        except ValueError:
+            self.model = WhisperModel(**model_parameters)
 
     async def transcribe(self, file: str | BinaryIO, caption_format: str) -> str | None:
         """

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -36,7 +36,6 @@ readme = "README.md"
 [tool.poetry.dependencies]
 python = "^3.12"
 faster-whisper = "^1.0.2"
-numpy = "<2.0.0"
 nvidia-cudnn-cu12 = { version = "8.9.7.29", optional = true }
 nvidia-cublas-cu12 = { version = "^12.5.2.13", optional = true }
 
@@ -49,6 +48,7 @@ gunicorn = "^22.0.0"
 uvicorn = "^0.30.0"
 httptools = "^0.6.1"
 uvloop = "^0.19.0"
+numpy = "<2.0.0"
 
 [tool.poetry.group.dev.dependencies]
 pyright = "^1.1.367"