From 34a5ba23573291484c2368a7797942c5c0aed144 Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome Date: Mon, 15 Apr 2024 10:55:19 +0200 Subject: [PATCH] Add `filelock` and `flash-attn` to `vllm` extra (#529) `filelock` to avoid `BaseFileLock.__init__() got an unexpected keyword argument 'mode'`; and `flash-attn` as it's recommended over the default `xformers` --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 5b9c4102d..27e63d53f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -65,7 +65,7 @@ mistralai = ["mistralai >= 0.1.0"] ollama = ["ollama >= 0.1.7"] openai = ["openai >= 1.0.0"] vertexai = ["google-cloud-aiplatform >= 1.38.0"] -vllm = ["vllm >= 0.2.1"] +vllm = ["vllm >= 0.2.1", "filelock >= 3.13.4", "flash-attn >= 2.5.7"] [project.urls] Documentation = "https://distilabel.argilla.io/"