[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (vllm-projec…

…t#7360)
neuralmagic · Aug 9, 2024 · 74af2bb · 74af2bb
1 parent fc7b8d1
commit 74af2bb
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -348,6 +348,8 @@ def __init__(
             self.multi_modal_inputs = multi_modal_inputs
             self.prefix_cache_hit = prefix_cache_hit
 
+            self.n_seqs = len(self.seq_ids)
+
             if not reinit:
                 self.__post_init__()