Small fix

intel · Jan 15, 2025 · ec344d8 · ec344d8
1 parent 3ddfffe
commit ec344d8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/llm/src/ipex_llm/transformers/models/llama.py b/python/llm/src/ipex_llm/transformers/models/llama.py
@@ -125,15 +125,15 @@ def pre_compute_inv_freq(module: torch.nn.Module):
         if hasattr(module, "scaling_factor"):
             module.inv_freq_scaled = module.inv_freq / module.scaling_factor
         elif hasattr(module, "rope_type"):
-            if hasattr(module.rope_kwargs, "factor"):
+            if "factor" in module.rope_kwargs:
                 module.inv_freq_scaled = module.inv_freq / module.rope_kwargs["factor"]
             elif module.config is not None:
                 module.inv_freq_scaled = module.inv_freq / module.config.rope_scaling["factor"]
 
     elif module.__class__.__name__ == "LlamaRotaryEmbedding":
         if hasattr(module, "rope_type") and module.rope_type == "linear":
             module.register_buffer("inv_freq_scaled", None, persistent=False)
-            if hasattr(module.rope_kwargs, "factor"):
+            if "factor" in module.rope_kwargs:
                 module.inv_freq_scaled = module.inv_freq / module.rope_kwargs["factor"]
             elif module.config is not None:
                 module.inv_freq_scaled = module.inv_freq / module.config.rope_scaling["factor"]