diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/vllm/gb200-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/vllm/gb200-fp4-mtp/agentic.yaml new file mode 100644 index 0000000000..d91787506f --- /dev/null +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/vllm/gb200-fp4-mtp/agentic.yaml @@ -0,0 +1,92 @@ +base: + schema: 2 + name: minimaxm31flash-fp4-gb200-vllm-agentic-dspark + resources: + gpu_type: gb200 + gpus_per_node: 4 + frontend: + type: vllm + enable_multiple_frontends: false + observability: + enabled: false + tachometer: + enabled: false + engine: + type: vllm + connector: null + # Cold loads of the 250 GB checkpoint from the hub cache run past half an hour. + health_check: + interval_seconds: 5 + max_attempts: 1440 + roles: + agg: + nodes: 1 + workers: 1 + # Serve flags follow the GB200 TP4 recipe at + # https://recipes.vllm.ai/MiniMaxAI/MiniMax-M3.1-Flash. + args: + served-model-name: MiniMaxAI/MiniMax-M3.1-Flash + language-model-only: true + trust-remote-code: true + reasoning-parser: minimax_m3 + tool-call-parser: minimax_m3 + enable-auto-tool-choice: true + # MSA sparse/index cache needs 128-token blocks. + block-size: 128 + # The checkpoint is QAT-trained for an NVFP4 KV cache. + kv-cache-dtype: nvfp4 + attention-config: '{"indexer_kv_dtype":"nvfp4","use_prefill_query_quantization":true}' + disable-hybrid-kv-cache-manager: true + # Three-token DSpark from the checkpoint's dspark/ head, per the + # recipes.vllm.ai GB200 TP4 command. Throughput runs replace + # block rejection with the golden acceptance length. + speculative-config: '{"method":"dspark","num_speculative_tokens":3,"attention_backend":"FLASH_ATTN","kv_cache_dtype":"fp8","draft_sample_method":"probabilistic","rejection_sample_method":"block"}' + enable-prefix-caching: true + max-model-len: 1048576 + max-num-batched-tokens: 8192 + compilation-config: '{"cudagraph_mode":"FULL_AND_PIECEWISE"}' + disable-uvicorn-access-log: true + env: + VLLM_FLOAT32_MATMUL_PRECISION: high + PYTHONUNBUFFERED: '1' + VLLM_ENGINE_READY_TIMEOUT_S: '7200' + benchmark: + env: + AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'vllm:' + +# Native zip expansion creates one variant per concurrency. + +# TP4 is the upstream Blackwell layout and covers low to mid concurrency. +zip_override_tp4: + roles: + agg: + gpus: 4 + args: + tensor-parallel-size: 4 + max-num-seqs: [8, 8, 16, 32, 64, 128] + benchmark: + env: + CONC: ['1', '4', '8', '16', '32', '64'] + +# DEP4: TP1 x DP4 + EP4 behind a consistent-hash router for high concurrency. +zip_override_dep4: + frontend: + type: vllm-router + args: + policy: consistent_hash + prometheus-host: 127.0.0.1 + prometheus-port: 18000 + request-timeout-secs: 14400 + disable-retries: true + setup_script: vllm-router.sh + roles: + agg: + gpus: 4 + args: + tensor-parallel-size: 1 + data-parallel-size: 4 + enable-expert-parallel: true + max-num-seqs: [32, 64, 128] + benchmark: + env: + CONC: ['64', '128', '256'] diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index ceca84b4d9..ba1153fa6c 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -8597,6 +8597,29 @@ dsv41flash-fp4-gb200-vllm-agentic-dspark: # DEP4 is native TP1 x DP4 + EP4 with the same settings. - { tp: 4, ep: 4, dp-attn: true, kv-offloading: none, spec-decoding: mtp, conc-list: [64, 128], router: { name: vllm-router, version: "0.1.14" }, srt-recipe: agentic.yaml } +# MiniMax-M3.1-Flash AgentX on GB200: day-zero vLLM image from +# https://vllm.ai/blog/2026-10-23-minimax-m31-flash, arm64 CUDA 13.4 build, +# verified 2026-10-23 (manifest sha256:86f582dae25ea92802353727164ae4eb03b37b18baf9119b805ffaec2a7ef07c). +# NVFP4 routed experts with MXFP8 dense layers and an NVFP4 KV cache, with +# DSpark from the checkpoint's dspark/ head (golden AL minimaxm31flash_dspark). +minimaxm31flash-fp4-gb200-vllm-agentic-dspark: + image: vllm/vllm-openai:minimax-m31-flash-arm64-cu134@sha256:5d76347628973fb80519a919a2f2740b6645b62cba3fe2bd87b25f111bd0e948 + model: MiniMaxAI/MiniMax-M3.1-Flash + model-prefix: minimaxm31flash + runner: cluster:gb200-nv + precision: fp4 + framework: vllm + multinode: false + srt-recipe-dir: minimaxm31flash/vllm/gb200-fp4-mtp + scenarios: + agentic-coding: + - dram-utilization: 0.80 + search-space: + # TP4 is the upstream Blackwell layout. + - { tp: 4, kv-offloading: none, spec-decoding: mtp, conc-list: [1, 4, 8, 16, 32, 64], srt-recipe: agentic.yaml } + # DEP4 is native TP1 x DP4 + EP4 behind a consistent-hash vLLM Router. + - { tp: 4, ep: 4, dp-attn: true, kv-offloading: none, spec-decoding: mtp, conc-list: [64, 128, 256], router: { name: vllm-router, version: "0.1.14" }, srt-recipe: agentic.yaml } + # SGLang arm for DeepSeek-V4.1-Flash AgentX on GB200, from the SGLang cookbook # (https://lmsysorg.mintlify.app/cookbook/autoregressive/DeepSeek/DeepSeek-V4_1). # Official CUDA 13 nightly, verified 2026-10-14 (amd64 + arm64): diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index a9ee808acb..b867f5793b 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -10871,3 +10871,13 @@ - "Update the vLLM ROCm image from v0.31.0 to v0.32.0." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4395 scenario-type: [agentic-coding] + +- config-keys: + - minimaxm31flash-fp4-gb200-vllm-agentic-dspark + description: + - "Add day-zero MiniMax-M3.1-Flash (MiniMaxAI/MiniMax-M3.1-Flash, NVFP4 experts + NVFP4 KV) AgentX on GB200 with vLLM image minimax-m31-flash-arm64-cu134 (https://vllm.ai/blog/2026-10-23-minimax-m31-flash)." + - "Serve flags follow the recipes.vllm.ai GB200 TP4 recipe: block size 128, nvfp4 KV and indexer cache, prefill query quantization, FULL_AND_PIECEWISE graphs, hybrid KV cache manager disabled, minimax_m3 reasoning and tool parsers, 1M context." + - "Search space: TP4 at conc 1-64 and DEP4 (TP1 x DP4 + EP4, vLLM Router) at conc 64-256, no KV offloading." + - "Three-token DSpark from the checkpoint's dspark/ head with the FLASH_ATTN drafter, probabilistic drafting and block verification (recipes.vllm.ai GB200 command). Throughput runs use the minimaxm31flash_dspark golden AL curve." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4424 + scenario-type: [agentic-coding]