diff --git a/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py b/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py
index 27e4469fd99..ad687741c34 100644
--- a/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py
+++ b/python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py
@@ -472,7 +472,9 @@ def layer_norm(self, hidden_states, layernorm_weight):
         )
         eps = self.constant(self.rms_norm_eps)
         hidden_states = self.eltwise_div(hidden_states, self.sqrt(self.eltwise_add(variance, eps)))
-        if os.environ.get("IPEX_LLM_NPU_DRIVER_VERSION", None) in ["5716", "5733"]:
+        if os.environ.get("IPEX_LLM_NPU_DRIVER_VERSION", None) in ["5716", "5733"] or \
+           os.environ.get("IPEX_LLM_NPU_MTL", "0") == "1" or \
+           os.environ.get("IPEX_LLM_NPU_ARL", "0") == "1":
             # to support special drivers
             hidden_states = self.convert_to_fp16(hidden_states)
         else: