Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ base:
model: {}
container: {}
frameworks:
vllm: 1b2a666391f2a24228a1436b64d547c34cc6b6ce
vllm: c50aca14416ef29f6ed0ed256302f30646726dcd
dynamo:
install: false
slurm:
Expand Down
2 changes: 1 addition & 1 deletion inferencex-e2e/configs/nvidia-master.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8320,7 +8320,7 @@ kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-disagg:


kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-agg:
image: vllm/vllm-openai:nightly-1b2a666391f2a24228a1436b64d547c34cc6b6ce@sha256:12496a6e0249d42c0268093fcd2bc82c3883c9a35bc8eb06acbf024944aafbd5
image: vllm/vllm-openai:nightly-c50aca14416ef29f6ed0ed256302f30646726dcd@sha256:1440cb63fac5fa19040c295fcd5c6e6d551a506aa72a68fe3425cfd6ef8cf4b8
model: moonshotai/Kimi-K3
model-prefix: kimik3
runner: cluster:gb300-nv
Expand Down
7 changes: 7 additions & 0 deletions inferencex-e2e/perf-changelog.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -11100,3 +11100,10 @@
- "Search space: Balanced TP4 at conc 1-32; TP8 + EP8 with attention DP2 at conc 64-128."
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4466
scenario-type: [agentic-coding]

- config-keys:
- kimik3-fp4-gb300-dynamo-vllm-agentic-dspark-mooncake-dcp8-agg
description:
- "Update vLLM image from nightly-1b2a6663 to nightly-c50aca14."
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/4470
scenario-type: [agentic-coding]
Loading