File tree Expand file tree Collapse file tree 1 file changed +2
-5
lines changed Expand file tree Collapse file tree 1 file changed +2
-5
lines changed Original file line number Diff line number Diff line change @@ -208,9 +208,9 @@ def __init__(
208208 f"but got { tp_size } * { cp_size } != { attn_tp_size } * { attn_cp_size } "
209209 )
210210
211- if moe_ep_size != 1 and cp_size > 1 and cp_type == CpType .ULYSSES :
211+ if moe_ep_size != 1 and cp_size > 1 and cp_type != CpType .HELIX :
212212 raise NotImplementedError (
213- "CP ulysses doesn't support MoE tp/ep yet" )
213+ f "CP { cp_type } doesn't support MoE tp/ep yet" )
214214
215215 self .tp_size = tp_size
216216 self .cp_size = cp_size
@@ -411,9 +411,6 @@ def has_cp_helix(self):
411411 return self .cp_size > 1 and self .cp_config .get (
412412 "cp_type" ) == CpType .HELIX
413413
414- def is_last_helix_rank (self ):
415- return self .cp_rank == self .cp_size - 1
416-
417414 def get_node_rank (self , rank : int ):
418415 return rank // self .gpus_per_node
419416
You can’t perform that action at this time.
0 commit comments