Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -0,0 +1,166 @@
base:
schema: 2
name: minimaxm31flash-fp4-gb200-sglang-agentic
resources:
gpu_type: gb200
gpus_per_node: 4
frontend:
type: sglang
enable_multiple_frontends: false
observability:
enabled: false
tachometer:
enabled: false
engine: sglang
# Cold loads of the 250 GB checkpoint plus JIT MSA kernel builds and graph capture outlast the default.
health_check:
max_attempts: 1440
interval_seconds: 5
roles:
agg:
nodes: 1
workers: 1
gpus: 4
# Serve flags follow the cookbook's GB300 (no GB200 cell) cells at
# https://docs.sglang.io/cookbook/autoregressive/MiniMax/MiniMax-M3.1.
args:
served-model-name: MiniMaxAI/MiniMax-M3.1-Flash
trust-remote-code: true
reasoning-parser: minimax-m3
tool-call-parser: minimax-m3
# Seven-token DSpark, the bundled draft's dspark_block_size. Throughput runs
# switch to synthetic acceptance at the golden acceptance length.
speculative-algorithm: DSPARK
speculative-dspark-block-size: 7
speculative-use-block-verification: true
cuda-graph-backend-prefill: breakable
tokenizer-worker-num: 8
watchdog-timeout: 3600
enable-metrics: true
env:
PYTHONNOUSERSITE: '1'
PYTHONUNBUFFERED: '1'
SGLANG_TIMEOUT_KEEP_ALIVE: '1800'
FMHA_SM100_ALLOW_JIT: '1'
benchmark:
env:
# Warmup can leave bytes unacknowledged past AIPerf's 30 s default.
AIPERF_HTTP_TCP_USER_TIMEOUT: '900000'
AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:'

# TP4 Balanced cell (TRT-LLM routed MoE). The scheduler batch is 2x CONC (AgentX
# subagent fan-out), capped at the cookbook's 128; the decode graph batch matches it.

override_tp4_c1:
roles:
agg:
args:
tensor-parallel-size: 4
moe-runner-backend: flashinfer_trtllm_routed
chunked-prefill-size: 32768
max-running-requests: 2
cuda-graph-max-bs-decode: 2
mem-fraction-static: 0.8
benchmark:
env:
CONC: '1'
KV_OFFLOADING: none

override_tp4_c4:
roles:
agg:
args:
tensor-parallel-size: 4
moe-runner-backend: flashinfer_trtllm_routed
chunked-prefill-size: 32768
max-running-requests: 8
cuda-graph-max-bs-decode: 8
mem-fraction-static: 0.8
benchmark:
env:
CONC: '4'
KV_OFFLOADING: none

override_tp4_c8:
roles:
agg:
args:
tensor-parallel-size: 4
moe-runner-backend: flashinfer_trtllm_routed
chunked-prefill-size: 32768
max-running-requests: 16
cuda-graph-max-bs-decode: 16
mem-fraction-static: 0.8
benchmark:
env:
CONC: '8'
KV_OFFLOADING: none

override_tp4_c16:
roles:
agg:
args:
tensor-parallel-size: 4
moe-runner-backend: flashinfer_trtllm_routed
chunked-prefill-size: 32768
max-running-requests: 32
cuda-graph-max-bs-decode: 32
mem-fraction-static: 0.8
benchmark:
env:
CONC: '16'
KV_OFFLOADING: none

override_tp4_c32:
roles:
agg:
args:
tensor-parallel-size: 4
moe-runner-backend: flashinfer_trtllm_routed
chunked-prefill-size: 32768
max-running-requests: 64
cuda-graph-max-bs-decode: 64
mem-fraction-static: 0.8
benchmark:
env:
CONC: '32'
KV_OFFLOADING: none

# High-Throughput cell: TP4 with EP4 (MegaMoE). The scheduler batch and decode graph
# batch are the cookbook's 128.

override_tp4_ep4_c64:
roles:
agg:
args:
tensor-parallel-size: 4
expert-parallel-size: 4
chunked-prefill-size: 32768
max-running-requests: 128
cuda-graph-max-bs-decode: 128
cuda-graph-max-bs-prefill: 16384
mem-fraction-static: 0.75
env:
SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK: '32768'
benchmark:
env:
CONC: '64'
KV_OFFLOADING: none

override_tp4_ep4_c128:
roles:
agg:
args:
tensor-parallel-size: 4
expert-parallel-size: 4
chunked-prefill-size: 32768
max-running-requests: 128
cuda-graph-max-bs-decode: 128
cuda-graph-max-bs-prefill: 16384
mem-fraction-static: 0.75
env:
SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK: '32768'
benchmark:
env:
CONC: '128'
KV_OFFLOADING: none
23 changes: 23 additions & 0 deletions inferencex-e2e/configs/nvidia-master.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5704,6 +5704,29 @@ minimaxm3-fp4-gb200-dynamo-vllm-agentic-agg-mtp:
ep: 1
dp-attn: false

# MiniMax-M3.1-Flash AgentX on GB200 with SGLang: day-zero image from the SGLang
# cookbook (https://docs.sglang.io/cookbook/autoregressive/MiniMax/MiniMax-M3.1),
# manifest digest verified 2026-10-24. Serve flags follow the cookbook's
# GB300 Balanced (TP4) and High-Throughput (TP4, EP4) cells; GB200 has no cookbook cell, so the High-Throughput arm takes B200's sm_100 memory settings (mem 0.75, prefill graphs to 16384).
# Seven-token DSpark (bundled draft); synthetic acceptance follows
# infx/golden_al_distribution/minimaxm31flash_dspark.yaml.
minimaxm31flash-fp4-gb200-sglang-agentic-dspark:
image: lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87
model: MiniMaxAI/MiniMax-M3.1-Flash
model-prefix: minimaxm31flash
runner: cluster:gb200-nv
precision: fp4
framework: sglang
multinode: false
srt-recipe-dir: minimaxm31flash/sglang/gb200-fp4-mtp
scenarios:
agentic-coding:
- search-space:
# Balanced: TP4.
- { tp: 4, spec-decoding: mtp, kv-offloading: none, conc-list: [1, 4, 8, 16, 32], srt-recipe: agentic.yaml }
# High-Throughput: TP4 + EP4 (MegaMoE).
- { tp: 4, ep: 4, spec-decoding: mtp, kv-offloading: none, conc-list: [64, 128], srt-recipe: agentic.yaml }

minimaxm3-fp4-gb200-dynamo-vllm-agentic-disagg-mtp:
image: vllm/vllm-openai@sha256:b9104b7ef3048e42f79fba9ab5da06e5aff8164aca9968692ec2f569aaaf34c6
model: nvidia/MiniMax-M3-NVFP4
Expand Down
11 changes: 11 additions & 0 deletions inferencex-e2e/perf-changelog.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -11060,3 +11060,14 @@
- "Update the vLLM image from nightly-39983a5e to nightly-83c078d9, pinned by digest."
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4429
scenario-type: [agentic-coding]

- config-keys:
- minimaxm31flash-fp4-gb200-sglang-agentic-dspark
description:
- "Add day-zero MiniMax-M3.1-Flash (MiniMaxAI/MiniMax-M3.1-Flash, NVFP4) AgentX on GB200 with SGLang image lmsysorg/sglang:dev-minimax-m31-flash (https://docs.sglang.io/cookbook/autoregressive/MiniMax/MiniMax-M3.1)."
- "Serve flags follow the cookbook's GB300 Balanced (TP4) and High-Throughput (TP4, EP4) cells: DSpark with block verification, breakable prefill graphs, minimax-m3 reasoning and tool parsers, 8 tokenizer workers."
- "GB200 has no cookbook cell; it runs the GB300 (4-GPU) layouts, with B200's sm_100 High-Throughput memory settings (mem-fraction-static 0.75, prefill graphs to 16384)."
- "Seven-token DSpark (the bundled draft's dspark_block_size); throughput runs use synthetic acceptance from the minimaxm31flash_dspark golden curve (AL 4.04 at 7 draft tokens, #4425)."
- "Search space: Balanced TP4 at conc 1-32; TP4 + EP4 at conc 64-128."
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4444
scenario-type: [agentic-coding]
Loading