diff --git a/megatron/core/transformer/torch_layer_norm.py b/megatron/core/transformer/torch_layer_norm.py
new file mode 100644
index 0000000000..c718b1854e
--- /dev/null
+++ b/megatron/core/transformer/torch_layer_norm.py
@@ -0,0 +1,4 @@
+# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.
+from megatron.core.transformer.torch_norm import WrappedTorchNorm
+
+WrappedTorchLayerNorm = WrappedTorchNorm