Skip to content

Commit f3d7320

Browse files
committed
Add incubate port.
1 parent e8e494e commit f3d7320

File tree

2 files changed

+8
-1
lines changed

2 files changed

+8
-1
lines changed

paddle/phi/kernels/moe_fuse_bwd_op.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
#include "paddle/common/exception.h"
1818
#include "paddle/phi/kernels/moe_kernel_impl.h"
1919

20-
20+
p/
2121
template<typename T, int64_t vec_size>
2222
__global__ void gather_with_mask_permute_kernel(const T* dy, // [s*k, d]
2323
const int* scatter_index, // [s, k]

python/paddle/incubate/nn/functional/__init__.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,9 @@
5050
from .build_src_rank_and_local_expert_id import build_src_rank_and_local_expert_id
5151
from .int_bincount import int_bincount
5252
from .fused_rms_norm_ext import fused_rms_norm_ext
53+
from .moe_gate_dispatch import moe_gate_dispatch
54+
from .moe_gate_dispatch_permute import moe_gate_dispatch_permute
55+
from .moe_ops_partial_nosoftmaxtopk import moe_gate_dispatch_partial_nosoftmaxtopk
5356

5457
__all__ = [
5558
'fused_multi_head_attention',
@@ -75,4 +78,8 @@
7578
"build_src_rank_and_local_expert_id"
7679
"int_bincount",
7780
"fused_rms_norm_ext",
81+
"moe_gate_dispatch",
82+
"moe_gate_dispatch_permute",
83+
"moe_gate_dispatch_partial_nosoftmaxtopk",
84+
7885
]

0 commit comments

Comments
 (0)