Fix MiniCPM-V-2_6 running on NPU (#12486)

intel-analytics · Dec 3, 2024 · 5fe7667 · 5fe7667
1 parent 598603b
commit 5fe7667
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/src/ipex_llm/transformers/npu_models/minicpmv_mp.py b/python/llm/src/ipex_llm/transformers/npu_models/minicpmv_mp.py
@@ -198,7 +198,7 @@ def forward(self, x):
 
 @module_optimization
 def replace_with_Layernorm(layer, qtype=None, device='NPU',
-                           modules_to_not_convert=[], group_size=0):
+                           modules_to_not_convert=[], group_size=0, imatrix=None):
     if isinstance(layer, torch.nn.LayerNorm):
         return MinicpmVLayerNorm(
             weight=layer.weight.to(torch.float16),