fix-qwen2vl-no-position_ids (#33487)

huggingface · Oct 29, 2024 · 0ab0a42 · 0ab0a42
1 parent 8755dd2
commit 0ab0a42
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/transformers/models/qwen2_vl/modeling_qwen2_vl.py b/src/transformers/models/qwen2_vl/modeling_qwen2_vl.py
@@ -1719,6 +1719,9 @@ def forward(
             if attention_mask is not None:
                 attention_mask = attention_mask.to(inputs_embeds.device)
 
+        if position_ids is None and input_ids is not None:
+            position_ids, _ = self.get_rope_index(input_ids, image_grid_thw, video_grid_thw, attention_mask)
+
         outputs = self.model(
             input_ids=None,
             position_ids=position_ids,