From 7a324c3a310e4a138dff2f828d69b1b5401c74f7 Mon Sep 17 00:00:00 2001 From: ShenweiHu Date: Thu, 2 Apr 2026 21:29:24 +0800 Subject: [PATCH] fix(moe): fix moe_use_fusion_node when EP==1 --- src/paddlefleet/transformer/moe/moe_layer.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/paddlefleet/transformer/moe/moe_layer.py b/src/paddlefleet/transformer/moe/moe_layer.py index 24e65426f..baacd511a 100644 --- a/src/paddlefleet/transformer/moe/moe_layer.py +++ b/src/paddlefleet/transformer/moe/moe_layer.py @@ -201,6 +201,8 @@ def __init__( False # TODO: Support EP>1 alltoall moe_grouped_gemm ) self.fp8_dispatch = False + else: + self.moe_use_fusion_node = config.moe_use_fusion_node if self.fp8: if paddle.version.cuda() == "12.6":