diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py index 2731bddba76da..c71e29381e645 100644 --- a/vllm/worker/model_runner.py +++ b/vllm/worker/model_runner.py @@ -348,6 +348,8 @@ def __init__( self.multi_modal_inputs = multi_modal_inputs self.prefix_cache_hit = prefix_cache_hit + self.n_seqs = len(self.seq_ids) + if not reinit: self.__post_init__()