Merge pull request #233 from bolna-ai/fix/vllm

fix vllm to use litellm
bolna-ai · Jun 6, 2024 · d98aaea · d98aaea
2 parents 7a98e85 + db6fb26
commit d98aaea
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bolna/providers.py b/bolna/providers.py
@@ -26,7 +26,7 @@
     'fireworks': LiteLLM,
     'azure-openai': LiteLLM,
     'perplexity': LiteLLM,
-    'vllm': OpenAiLLM,
+    'vllm': LiteLLM,
     'anyscale': LiteLLM,
     'custom': OpenAiLLM,
     'ola': OpenAiLLM,