From df03b570012a717121ae02cf1d8b549d8c0ccc37 Mon Sep 17 00:00:00 2001 From: One Date: Thu, 14 Sep 2023 18:44:09 +0800 Subject: [PATCH] [package] add flash-attn dependency --- pyproject.toml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index cc35170..d53c49a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -34,7 +34,8 @@ dependencies = [ "pydantic", "shortuuid", "uvicorn", - "vllm" + "vllm", + "flash-attn" ] [project.urls]