Fix DeepGEMM masked cannot be run on groups not being multiple or 4 (#5340)

Author: fzyzcjy

python/sglang/srt/layers/moe/ep_moe/layer.py

@@ -972,9 +972,6 @@ def forward_deepgemm_masked(
     ):
         assert self.quant_method is not None
         assert self.activation == "silu"
-        assert (
-            hidden_states_fp8[0].size(0) % 4 == 0
-        ), f"TMA alignment error: {hidden_states_fp8[0].size(0)}"
 
         # GroupGemm-0
         num_groups, m, k = hidden_states_fp8[0].size()