Fix the bug to enable layernorm_geglu_fp8_dot in LayernormMlp

Signed-off-by: Ming Huang <[email protected]>

Author: mingxu1067

transformer_engine/jax/flax/module.py

@@ -809,7 +809,7 @@ def is_geglu(acts):
                 if not isinstance(act, str):
                     return False
                 normalize_acts.append(act.lower())
-            return normalize_acts in geglu_act_pool
+            return tuple(normalize_acts) in geglu_act_pool
 
         use_fused_ln_mlp = fuse_layernorm \
             and (not self.use_bias) and is_geglu(self.activations) \