Fixing mypy after a rushed merge (#171)

ROCm · Sep 5, 2024 · 8032519 · 8032519
1 parent 598314e
commit 8032519
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/entrypoints/sync_openai/api_server.py b/vllm/entrypoints/sync_openai/api_server.py
@@ -388,6 +388,7 @@ async def chat_completions(request: ChatCompletionRequest,
 
     while True:
         _, token, stats = await result_queue.get()
+        assert res.choices[0].message.content is not None
         res.choices[0].message.content += str(token)
         if stats is not None:
             res.usage.completion_tokens += stats["tokens"]  # type: ignore