Fix MiniCPM-V models running on NPU (intel-analytics#12478)

przemekmatusiak · Dec 10, 2024 · 30ca175 · 30ca175
1 parent fb361d0
commit 30ca175
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/python/llm/src/ipex_llm/transformers/npu_model.py b/python/llm/src/ipex_llm/transformers/npu_model.py
@@ -276,7 +276,8 @@ def optimize_npu_model(cls, *args, **kwargs):
         model.share_memory()
 
         if not pipeline:
-            if model.config.model_type in ["qwen2", "llama", "minicpm"]:
+            if (not hasattr(model, 'llm') and
+                    model.config.model_type in ["qwen2", "llama", "minicpm"]):
                 from ipex_llm.transformers.npu_models.convert import optimize_llm_single_process
                 optimize_llm_single_process(
                     llm,