[package] add flash-attn dependency

imoneoi · Sep 14, 2023 · df03b57 · df03b57
1 parent 76ab48c
commit df03b57
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -34,7 +34,8 @@ dependencies = [
     "pydantic", 
     "shortuuid", 
     "uvicorn", 
-    "vllm"
+    "vllm",
+    "flash-attn"
 ]
 
 [project.urls]