Skip to content

Commit 21d61da

Browse files
authored
Merge branch 'main' into backward_comp
2 parents 8b16b40 + 018f8dc commit 21d61da

1 file changed

Lines changed: 4 additions & 1 deletion

File tree

verl/utils/megatron/router_replay_patch.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -367,7 +367,10 @@ def patched_preprocess(self, routing_map):
367367
getattr(self.config, "enable_routing_replay", False)
368368
and not self.drop_and_pad
369369
and self.config.moe_expert_capacity_factor is None
370-
and not self.config.moe_router_padding_for_quantization
370+
and not (
371+
getattr(self.config, "moe_router_padding_for_quantization", None)
372+
or getattr(self.config, "moe_router_padding_for_fp8", None)
373+
)
371374
):
372375
# With router replay, duplicate indices can reduce the actual routed
373376
# token count, so derive it from the routing map instead.

0 commit comments

Comments
 (0)