diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b200-fp8-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b200-fp8-mtp/agentic.yaml index 0674301c22..28cffe5d4a 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b200-fp8-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/glm5.2/sglang/b200-fp8-mtp/agentic.yaml @@ -44,6 +44,8 @@ base: SGLANG_CACHE_DIR: /tmp/sglang-cache # Outlast AIPerf's pooled keep-alive connections. SGLANG_TIMEOUT_KEEP_ALIVE: '900' + # SGLang otherwise forces 0 for multi-rank graph capture, under which DCP8 GSM8K emitted only '!'. + NCCL_GRAPH_REGISTER: '1' benchmark: env: # Warmup can leave bytes unacknowledged past AIPerf's 30 s default. diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index 5ef2f719c1..57e4e77692 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -7335,7 +7335,7 @@ glm5.2-fp4-b200-sglang-agentic-mtp: - { tp: 8, spec-decoding: mtp, kv-offloading: dram, kv-offload-backend: { name: hicache }, conc-list: [1, 4, 8, 12, 16], srt-recipe: agentic.yaml } glm5.2-fp8-b200-sglang-agentic-mtp: - image: lmsysorg/sglang:nightly-dev-20261020-ab580b2e@sha256:0af411bb320a95bb5e1c58b4c20c9852920a19aa9f12f148f69731b0dca3b576 + image: lmsysorg/sglang:nightly-dev-20261024-5994c559@sha256:40da9cac78a558237426971c048ab0f4f1a4b13bfb1b6e7a48d4d980e4163c8e model: zai-org/GLM-5.2-FP8 model-prefix: glm5.2 runner: cluster:b200-nscale