diff --git a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/kimik3/vllm/gb300-fp4/agentx/agg-megakernel-variants.yaml b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/kimik3/vllm/gb300-fp4/agentx/agg-megakernel-variants.yaml index 4c704471dc..eec9515ca7 100644 --- a/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/kimik3/vllm/gb300-fp4/agentx/agg-megakernel-variants.yaml +++ b/inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/kimik3/vllm/gb300-fp4/agentx/agg-megakernel-variants.yaml @@ -4,7 +4,7 @@ base: model: {} container: {} frameworks: - vllm: 1b2a666391f2a24228a1436b64d547c34cc6b6ce + vllm: c50aca14416ef29f6ed0ed256302f30646726dcd dynamo: install: false slurm: diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index 5ef2f719c1..3a048baded 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -8320,7 +8320,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg: kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-agg: - image: vllm/vllm-openai:nightly-1b2a666391f2a24228a1436b64d547c34cc6b6ce@sha256:12496a6e0249d42c0268093fcd2bc82c3883c9a35bc8eb06acbf024944aafbd5 + image: vllm/vllm-openai:nightly-c50aca14416ef29f6ed0ed256302f30646726dcd@sha256:1440cb63fac5fa19040c295fcd5c6e6d551a506aa72a68fe3425cfd6ef8cf4b8 model: moonshotai/Kimi-K3 model-prefix: kimik3 runner: cluster:gb300-nv diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index a50995ce2b..14b7582f63 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -11100,3 +11100,10 @@ - "Search space: Balanced TP4 at conc 1-32; TP8 + EP8 with attention DP2 at conc 64-128." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4466 scenario-type: [agentic-coding] + +- config-keys: + - kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-agg + description: + - "Update vLLM image from nightly-1b2a6663 to nightly-c50aca14." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4470 + scenario-type: [agentic-coding]