From 7019db58cf230d8e5958c861e153201db1b25651 Mon Sep 17 00:00:00 2001 From: huangjiyi <947613776@qq.com> Date: Wed, 1 Apr 2026 10:49:31 +0800 Subject: [PATCH] [Fusion] use paddle.nn.functional.swiglu to replace manual chunk+silu --- src/paddlefleet/fusions/fused_bias_swiglu.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/paddlefleet/fusions/fused_bias_swiglu.py b/src/paddlefleet/fusions/fused_bias_swiglu.py index 09932e267..be3cf99ab 100644 --- a/src/paddlefleet/fusions/fused_bias_swiglu.py +++ b/src/paddlefleet/fusions/fused_bias_swiglu.py @@ -18,7 +18,6 @@ import logging import paddle -import paddle.nn.functional as F from paddlefleet.jit import jit_fuser from paddlefleet.utils import nvtx_decorator @@ -38,8 +37,7 @@ def swiglu(y): Returns: paddle.Tensor: Result of SwiGLU activation: SiLU(y1) * y2, where y1, y2 are the split halves. """ - y_1, y_2 = paddle.chunk(y, 2, -1) - return F.silu(y_1) * y_2 + return paddle.nn.functional.swiglu(y) @jit_fuser