From e842d46d2c7071b6610a4eb95d4efd0d6599723b Mon Sep 17 00:00:00 2001 From: Anna Shors Date: Fri, 29 Nov 2024 05:24:36 -0800 Subject: [PATCH] ADLR/megatron-lm!2391 - Add TorchLayerNorm alias for backward compatibility --- megatron/core/transformer/torch_layer_norm.py | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 megatron/core/transformer/torch_layer_norm.py diff --git a/megatron/core/transformer/torch_layer_norm.py b/megatron/core/transformer/torch_layer_norm.py new file mode 100644 index 0000000000..c718b1854e --- /dev/null +++ b/megatron/core/transformer/torch_layer_norm.py @@ -0,0 +1,4 @@ +# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved. +from megatron.core.transformer.torch_norm import WrappedTorchNorm + +WrappedTorchLayerNorm = WrappedTorchNorm