Skip to content

Commit 269658b

Browse files
committed
refine kernel selection
Signed-off-by: Yuening Li <[email protected]>
1 parent 90730fc commit 269658b

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

cpp/tensorrt_llm/thop/moeOp.cpp

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -108,13 +108,8 @@ class FusedMoeRunner : public torch::CustomClassHolder
108108
return std::make_unique<
109109
kernels::CutlassMoeFCRunner<__nv_fp8_e4m3, cutlass::uint4b_t, TypeAct, TypeAct>>();
110110
}
111-
else
112-
{
113-
return std::make_unique<kernels::CutlassMoeFCRunner<TypeAct, cutlass::uint4b_t>>();
114-
}
115-
#else
116-
return std::make_unique<kernels::CutlassMoeFCRunner<TypeAct, cutlass::uint4b_t>>();
117111
#endif
112+
return std::make_unique<kernels::CutlassMoeFCRunner<TypeAct, cutlass::uint4b_t>>();
118113
}
119114
else
120115
{

0 commit comments

Comments
 (0)