From 9182570c39c41d1aece648ede9edab70db3ec4f4 Mon Sep 17 00:00:00 2001 From: binmakeswell Date: Tue, 12 Mar 2024 15:21:39 +0800 Subject: [PATCH] [hotfix] fix typo MoECheckpointIO --- colossalai/booster/plugin/moe_hybrid_parallel_plugin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/booster/plugin/moe_hybrid_parallel_plugin.py b/colossalai/booster/plugin/moe_hybrid_parallel_plugin.py index 454710fccaa7..269c6d0d86ef 100644 --- a/colossalai/booster/plugin/moe_hybrid_parallel_plugin.py +++ b/colossalai/booster/plugin/moe_hybrid_parallel_plugin.py @@ -182,7 +182,7 @@ def __init__( overlap_communication: bool = True, use_ep_inside: bool = True, custom_policy: Policy = None, - checkpoint_io: Optional[MoECheckpintIO] = None, + checkpoint_io: Optional[MoECheckpointIO] = None, ) -> None: assert ( dist.get_world_size() % (tp_size * pp_size) == 0