diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml new file mode 100644 index 0000000000..6aa524cf0d --- /dev/null +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml @@ -0,0 +1,166 @@ +base: + schema: 2 + name: minimaxm31flash-fp4-gb200-sglang-agentic + resources: + gpu_type: gb200 + gpus_per_node: 4 + frontend: + type: sglang + enable_multiple_frontends: false + observability: + enabled: false + tachometer: + enabled: false + engine: sglang + # Cold loads of the 250 GB checkpoint plus JIT MSA kernel builds and graph capture outlast the default. + health_check: + max_attempts: 1440 + interval_seconds: 5 + roles: + agg: + nodes: 1 + workers: 1 + gpus: 4 + # Serve flags follow the cookbook's GB300 (no GB200 cell) cells at + # https://docs.sglang.io/cookbook/autoregressive/MiniMax/MiniMax-M3.1. + args: + served-model-name: MiniMaxAI/MiniMax-M3.1-Flash + trust-remote-code: true + reasoning-parser: minimax-m3 + tool-call-parser: minimax-m3 + # Seven-token DSpark, the bundled draft's dspark_block_size. Throughput runs + # switch to synthetic acceptance at the golden acceptance length. + speculative-algorithm: DSPARK + speculative-dspark-block-size: 7 + speculative-use-block-verification: true + cuda-graph-backend-prefill: breakable + tokenizer-worker-num: 8 + watchdog-timeout: 3600 + enable-metrics: true + env: + PYTHONNOUSERSITE: '1' + PYTHONUNBUFFERED: '1' + SGLANG_TIMEOUT_KEEP_ALIVE: '1800' + FMHA_SM100_ALLOW_JIT: '1' + benchmark: + env: + # Warmup can leave bytes unacknowledged past AIPerf's 30 s default. + AIPERF_HTTP_TCP_USER_TIMEOUT: '900000' + AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:' + +# TP4 Balanced cell (TRT-LLM routed MoE). The scheduler batch is 2x CONC (AgentX +# subagent fan-out), capped at the cookbook's 128; the decode graph batch matches it. + +override_tp4_c1: + roles: + agg: + args: + tensor-parallel-size: 4 + moe-runner-backend: flashinfer_trtllm_routed + chunked-prefill-size: 32768 + max-running-requests: 2 + cuda-graph-max-bs-decode: 2 + mem-fraction-static: 0.8 + benchmark: + env: + CONC: '1' + KV_OFFLOADING: none + +override_tp4_c4: + roles: + agg: + args: + tensor-parallel-size: 4 + moe-runner-backend: flashinfer_trtllm_routed + chunked-prefill-size: 32768 + max-running-requests: 8 + cuda-graph-max-bs-decode: 8 + mem-fraction-static: 0.8 + benchmark: + env: + CONC: '4' + KV_OFFLOADING: none + +override_tp4_c8: + roles: + agg: + args: + tensor-parallel-size: 4 + moe-runner-backend: flashinfer_trtllm_routed + chunked-prefill-size: 32768 + max-running-requests: 16 + cuda-graph-max-bs-decode: 16 + mem-fraction-static: 0.8 + benchmark: + env: + CONC: '8' + KV_OFFLOADING: none + +override_tp4_c16: + roles: + agg: + args: + tensor-parallel-size: 4 + moe-runner-backend: flashinfer_trtllm_routed + chunked-prefill-size: 32768 + max-running-requests: 32 + cuda-graph-max-bs-decode: 32 + mem-fraction-static: 0.8 + benchmark: + env: + CONC: '16' + KV_OFFLOADING: none + +override_tp4_c32: + roles: + agg: + args: + tensor-parallel-size: 4 + moe-runner-backend: flashinfer_trtllm_routed + chunked-prefill-size: 32768 + max-running-requests: 64 + cuda-graph-max-bs-decode: 64 + mem-fraction-static: 0.8 + benchmark: + env: + CONC: '32' + KV_OFFLOADING: none + +# High-Throughput cell: TP4 with EP4 (MegaMoE). The scheduler batch and decode graph +# batch are the cookbook's 128. + +override_tp4_ep4_c64: + roles: + agg: + args: + tensor-parallel-size: 4 + expert-parallel-size: 4 + chunked-prefill-size: 32768 + max-running-requests: 128 + cuda-graph-max-bs-decode: 128 + cuda-graph-max-bs-prefill: 16384 + mem-fraction-static: 0.75 + env: + SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK: '32768' + benchmark: + env: + CONC: '64' + KV_OFFLOADING: none + +override_tp4_ep4_c128: + roles: + agg: + args: + tensor-parallel-size: 4 + expert-parallel-size: 4 + chunked-prefill-size: 32768 + max-running-requests: 128 + cuda-graph-max-bs-decode: 128 + cuda-graph-max-bs-prefill: 16384 + mem-fraction-static: 0.75 + env: + SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK: '32768' + benchmark: + env: + CONC: '128' + KV_OFFLOADING: none diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index 776898760b..19ea9506eb 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -5704,6 +5704,29 @@ minimaxm3-fp4-gb200-dynamo-vllm-agentic-agg-mtp: ep: 1 dp-attn: false +# MiniMax-M3.1-Flash AgentX on GB200 with SGLang: day-zero image from the SGLang +# cookbook (https://docs.sglang.io/cookbook/autoregressive/MiniMax/MiniMax-M3.1), +# manifest digest verified 2026-10-24. Serve flags follow the cookbook's +# GB300 Balanced (TP4) and High-Throughput (TP4, EP4) cells; GB200 has no cookbook cell, so the High-Throughput arm takes B200's sm_100 memory settings (mem 0.75, prefill graphs to 16384). +# Seven-token DSpark (bundled draft); synthetic acceptance follows +# infx/golden_al_distribution/minimaxm31flash_dspark.yaml. +minimaxm31flash-fp4-gb200-sglang-agentic-dspark: + image: lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87 + model: MiniMaxAI/MiniMax-M3.1-Flash + model-prefix: minimaxm31flash + runner: cluster:gb200-nv + precision: fp4 + framework: sglang + multinode: false + srt-recipe-dir: minimaxm31flash/sglang/gb200-fp4-mtp + scenarios: + agentic-coding: + - search-space: + # Balanced: TP4. + - { tp: 4, spec-decoding: mtp, kv-offloading: none, conc-list: [1, 4, 8, 16, 32], srt-recipe: agentic.yaml } + # High-Throughput: TP4 + EP4 (MegaMoE). + - { tp: 4, ep: 4, spec-decoding: mtp, kv-offloading: none, conc-list: [64, 128], srt-recipe: agentic.yaml } + minimaxm3-fp4-gb200-dynamo-vllm-agentic-disagg-mtp: image: vllm/vllm-openai@sha256:b9104b7ef3048e42f79fba9ab5da06e5aff8164aca9968692ec2f569aaaf34c6 model: nvidia/MiniMax-M3-NVFP4 diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 8bdf743530..44c9bd8245 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -11060,3 +11060,14 @@ - "Update the vLLM image from nightly-39983a5e to nightly-83c078d9, pinned by digest." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4429 scenario-type: [agentic-coding] + +- config-keys: + - minimaxm31flash-fp4-gb200-sglang-agentic-dspark + description: + - "Add day-zero MiniMax-M3.1-Flash (MiniMaxAI/MiniMax-M3.1-Flash, NVFP4) AgentX on GB200 with SGLang image lmsysorg/sglang:dev-minimax-m31-flash (https://docs.sglang.io/cookbook/autoregressive/MiniMax/MiniMax-M3.1)." + - "Serve flags follow the cookbook's GB300 Balanced (TP4) and High-Throughput (TP4, EP4) cells: DSpark with block verification, breakable prefill graphs, minimax-m3 reasoning and tool parsers, 8 tokenizer workers." + - "GB200 has no cookbook cell; it runs the GB300 (4-GPU) layouts, with B200's sm_100 High-Throughput memory settings (mem-fraction-static 0.75, prefill graphs to 16384)." + - "Seven-token DSpark (the bundled draft's dspark_block_size); throughput runs use synthetic acceptance from the minimaxm31flash_dspark golden curve (AL 4.04 at 7 draft tokens, #4425)." + - "Search space: Balanced TP4 at conc 1-32; TP4 + EP4 at conc 64-128." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4444 + scenario-type: [agentic-coding]