From 5ef4321621f9f494a2fa46f086ff94c3053e021f Mon Sep 17 00:00:00 2001 From: Rinne Date: Tue, 11 Mar 2025 14:45:24 +0800 Subject: [PATCH] fix: the lack of argument of _DeepepManager.__init__ --- megatron/core/transformer/moe/token_dispatcher.py | 1 + 1 file changed, 1 insertion(+) diff --git a/megatron/core/transformer/moe/token_dispatcher.py b/megatron/core/transformer/moe/token_dispatcher.py index 54a89eec1f..c2eb1122a2 100644 --- a/megatron/core/transformer/moe/token_dispatcher.py +++ b/megatron/core/transformer/moe/token_dispatcher.py @@ -723,6 +723,7 @@ def __init__( capacity_factor: float = None, num_experts: int = None, num_local_experts: int = None, + router_dtype: str = None ): self.group = group self.router_topk = router_topk