[Unified MoE Layer]: Add MoE Layer with DeepEP EP Support; Add Qwen3MoE EP

paddleformers/nn/moe_deepep/__init__.py

@@ -0,0 +1,45 @@
+# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+from contextlib import suppress
+from typing import TYPE_CHECKING
+
+from ...utils.lazy_import import _LazyModule
+
+import_structure = {
+    "modular_moe_layer": ["ModularMoELayer"],
+    "moe_communication": ["MoECommunicationInterface", "AllToAllMoECommunication", "DeepEPMoECommunication"],
+    "moe_expert": ["MoEExpertInterface", "StandardMoEExpert", "Qwen2MLP"],
+    "moe_gate": ["PretrainedMoEGate"],
+    "moe_factory": ["QuickAccessMoEFactory"],
+}
+
+if TYPE_CHECKING:
+    from .modular_moe_layer import ModularMoELayer
+    from .moe_communication import (
+        AllToAllMoECommunication,
+        DeepEPMoECommunication,
+        MoECommunicationInterface,
+    )
+    from .moe_expert import MoEExpertInterface, Qwen2MLP, StandardMoEExpert
+    from .moe_factory import *
+    from .moe_gate import PretrainedMoEGate
+else:
+    sys.modules[__name__] = _LazyModule(
+        __name__,
+        globals()["__file__"],
+        import_structure,
+        module_spec=__spec__,
+    )