update

neuralmagic · Nov 2, 2024 · bb1a75b · bb1a75b
1 parent 2ea9355
commit bb1a75b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/v1/engine/async_llm.py b/vllm/v1/engine/async_llm.py
@@ -63,7 +63,7 @@ def __init__(
                                        stream_mode=True)
 
         # EngineCore (starts the engine in background process).
-        self.engine_core = EngineCoreClient(
+        self.engine_core = EngineCoreClient.make_client(
             vllm_config=vllm_config,
             executor_class=executor_class,
             usage_context=usage_context,