Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,8 @@ base:
SGLANG_CACHE_DIR: /tmp/sglang-cache
# Outlast AIPerf's pooled keep-alive connections.
SGLANG_TIMEOUT_KEEP_ALIVE: '900'
# SGLang otherwise forces 0 for multi-rank graph capture, under which DCP8 GSM8K emitted only '!'.
NCCL_GRAPH_REGISTER: '1'
benchmark:
env:
# Warmup can leave bytes unacknowledged past AIPerf's 30 s default.
Expand Down
2 changes: 1 addition & 1 deletion inferencex-e2e/configs/nvidia-master.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7335,7 +7335,7 @@ glm5.2-fp4-b200-sglang-agentic-mtp:
- { tp: 8, spec-decoding: mtp, kv-offloading: dram, kv-offload-backend: { name: hicache }, conc-list: [1, 4, 8, 12, 16], srt-recipe: agentic.yaml }

glm5.2-fp8-b200-sglang-agentic-mtp:
image: lmsysorg/sglang:nightly-dev-20261020-ab580b2e@sha256:0af411bb320a95bb5e1c58b4c20c9852920a19aa9f12f148f69731b0dca3b576
image: lmsysorg/sglang:nightly-dev-20261024-5994c559@sha256:40da9cac78a558237426971c048ab0f4f1a4b13bfb1b6e7a48d4d980e4163c8e
model: zai-org/GLM-5.2-FP8
model-prefix: glm5.2
runner: cluster:b200-nscale
Expand Down
Loading