Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 7 additions & 5 deletions docs/src/snippets/_agentx.jsx
Original file line number Diff line number Diff line change
Expand Up @@ -303,6 +303,8 @@ export const AgentX = ({ data }) => {
const [pointIdx, setPointIdx] = useState(0);
const [router, setRouter] = useState(data.cells[cellIdx].submitted);
const [kvChoice, setKvChoice] = useState(null); // null = the tier the point was measured with
// A point's measured tier is always selectable; other tiers only when the deployment can derive them.
const kvSelectable = (c, p, t) => c.kv.available.includes(t) || t === p.kv;
const [tab, setTab] = useState(null);
const [copied, setCopied] = useState(null);
const [urlRead, setUrlRead] = useState(false);
Expand Down Expand Up @@ -335,7 +337,7 @@ export const AgentX = ({ data }) => {
}
setHw(h); setCkpt(k); setCellIdx(ci); setPointIdx(p);
setRouter(Object.keys(c.routers).includes(q.get("ax_router")) ? q.get("ax_router") : c.submitted);
setKvChoice(c.kv.available.includes(q.get("ax_kv")) ? q.get("ax_kv") : null);
setKvChoice(kvSelectable(c, c.points[p], q.get("ax_kv")) ? q.get("ax_kv") : null);
setTab(q.get("ax_tab"));
setLinked(true);
// After the Deployment panel's own hash scroll, if any.
Expand All @@ -350,7 +352,7 @@ export const AgentX = ({ data }) => {
const cell = data.cells[cellIdx];
const pi = Math.min(pointIdx, cell.points.length - 1);
const point = pointInfo(cell, cell.points[pi]);
const kv = kvChoice && cell.kv.available.includes(kvChoice) ? kvChoice : point.kv;
const kv = kvChoice && kvSelectable(cell, point, kvChoice) ? kvChoice : point.kv;
const routerData = cell.routers[router];
const blocks = blocksFor(cellIdx, pi, router, kv);
const status = router === cell.submitted && kv === point.kv ? point.status : "derived";
Expand Down Expand Up @@ -519,13 +521,13 @@ export const AgentX = ({ data }) => {
<span style={S.title} className="sg-agentx-row sg-agentx-row-kv">KV offload</span>
<div style={S.chips}>
{["none", "hicache", "mooncake"].map((t) => {
const ok = cell.kv.available.includes(t);
const ok = kvSelectable(cell, point, t);
return (
<button key={t} value={t} disabled={!ok} title={ok ? "" : cell.kv.unavailable[t]}
style={{ ...S.chip(kv === t), ...(ok ? {} : { opacity: 0.4, cursor: "not-allowed" }) }}
onClick={() => ok && pick(setKvChoice)(t)}>
{KV_LABEL[t]}{t === point.kv ? " ✓" : ""}
<span style={S.sub}>{t === point.kv ? "as measured" : ok ? "derived" : "not available for this image"}</span>
<span style={S.sub}>{t === point.kv ? "as measured" : ok ? "derived" : "not available"}</span>
</button>
);
})}
Expand Down Expand Up @@ -570,7 +572,7 @@ export const AgentX = ({ data }) => {
)}
{kv !== point.kv && kv === "none" && <li>KV offload: removed; only the GPU KV cache is used.</li>}
{kv !== point.kv && kv === "hicache" && (
<li>KV offload: HiCache settings from the verified <code style={S.code}>{cell.kv.hicache.donor}</code> launch ({cell.kv.hicache.donorHardware.toUpperCase()}), applied to the workers that hold the prefix cache ({blocks.some((b) => b.role === "prefill") ? "prefill" : "aggregated"}).</li>
<li>KV offload: HiCache settings from the verified <code style={S.code}>{cell.kv.hicache.donor}</code> launch{cell.kv.hicache.donorRef === "main" ? " on InferenceX main" : ""} ({cell.kv.hicache.donorHardware.toUpperCase()}), applied to the workers that hold the prefix cache ({blocks.some((b) => b.role === "prefill") ? "prefill" : "aggregated"}).</li>
)}
{kv !== point.kv && kv === "mooncake" && (
<li>KV offload: Mooncake external-linker flags, store-client environment and <code style={S.code}>mooncake_master</code> from the verified <code style={S.code}>{data.kvMooncake.donor}</code> launch ({data.kvMooncake.donorHardware.toUpperCase()}). Its optional standalone Mooncake stores are not included.</li>
Expand Down
71 changes: 40 additions & 31 deletions docs/src/snippets/agentx/Qwen/qwen3.5.jsx
Original file line number Diff line number Diff line change
@@ -1,28 +1,28 @@
// GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand.
// Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions
// (SemiAnalysisAI/InferenceX main@ceb50ba21208 plus open PRs #2978, #3606, #3701, #3744, #3782, #3816, #3817, #3836, #3840), with SA-specific settings removed.
// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed.
export const agentx = {
"model": "Qwen3.5",
"generatedOn": "2026-10-08",
"generatedOn": "2026-10-12",
"source": {
"repo": "https://github.com/SemiAnalysisAI/InferenceX",
"main": "ceb50ba212080174e0563d2be1db9b0d654ab2ef",
"main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b",
"prs": {
"3816": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37714835620",
"sha": "e67ca6fc9ecf4cd57f27654bda8a3e9059923820",
"status": "verified-pr"
},
"3840": {
"run": null,
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"status": "in-progress"
},
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"status": "verified-pr"
},
"3890": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485",
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"status": "verified-pr"
},
"3836": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708",
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"status": "verified-pr"
},
"3817": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859",
"sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587",
Expand All @@ -34,23 +34,18 @@ export const agentx = {
"status": "in-progress"
},
"3701": {
"run": null,
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"status": "in-progress"
},
"3782": {
"run": null,
"sha": "f00c81ab40297f98a68d2726d4301b44a2892419",
"status": "in-progress"
"status": "verified-pr"
},
"3744": {
"3860": {
"run": null,
"sha": "ec20ed5660994bc20a94d68a04488aa5bc2b33ea",
"sha": "b2061c778bae354deb47325d18a7d7800cfae79f",
"status": "in-progress"
},
"3836": {
"3859": {
"run": null,
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"sha": "e182134fde51cbe0902456481527e90a7dfd70cd",
"status": "in-progress"
}
}
Expand Down Expand Up @@ -258,8 +253,10 @@ export const agentx = {
},
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down Expand Up @@ -566,8 +563,10 @@ export const agentx = {
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/agg-gb300-tp8-c1-b1-mtp-hicache-nightly-20260913.yaml",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down Expand Up @@ -1354,8 +1353,10 @@ export const agentx = {
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down Expand Up @@ -1530,8 +1531,10 @@ export const agentx = {
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-gb300-1p1d-pp4-dep4-c200-mtp-hicache-nightly-20260913.yaml",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down Expand Up @@ -1682,8 +1685,10 @@ export const agentx = {
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down Expand Up @@ -1837,8 +1842,10 @@ export const agentx = {
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-dep16-mtp6-variants.yaml",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down Expand Up @@ -2152,8 +2159,10 @@ export const agentx = {
"prov": {
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/qwen3.5/sglang/gb300-fp8/agentx/disagg-gb300-5p3d-pp4-dep4-c1000-mtp-hicache-nightly-20260913.yaml",
"run": "37833971361/attempts/1",
"pr": "3840",
"status": "in-progress"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down
49 changes: 22 additions & 27 deletions docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx
Original file line number Diff line number Diff line change
@@ -1,28 +1,28 @@
// GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand.
// Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions
// (SemiAnalysisAI/InferenceX main@ceb50ba21208 plus open PRs #2978, #3606, #3701, #3744, #3782, #3816, #3817, #3836, #3840), with SA-specific settings removed.
// (SemiAnalysisAI/InferenceX main@4f00011e81e6 plus open PRs #2978, #3606, #3701, #3817, #3836, #3859, #3860, #3890), with SA-specific settings removed.
export const agentx = {
"model": "Qwen3.8-Flash-Next",
"generatedOn": "2026-10-08",
"generatedOn": "2026-10-12",
"source": {
"repo": "https://github.com/SemiAnalysisAI/InferenceX",
"main": "ceb50ba212080174e0563d2be1db9b0d654ab2ef",
"main": "4f00011e81e6d9eb9bda5c0f6870b58d2254f40b",
"prs": {
"3816": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37714835620",
"sha": "e67ca6fc9ecf4cd57f27654bda8a3e9059923820",
"status": "verified-pr"
},
"3840": {
"run": null,
"sha": "5948cad58f35cca9629151255e0be59d913144e7",
"status": "in-progress"
},
"2978": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/34548026742",
"sha": "6b7dcd07ab0c8c0805ac7fbec2f2ded38d450c20",
"status": "verified-pr"
},
"3890": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38021505485",
"sha": "67ad5a4958cbc5932085c449e475a573696bc2e4",
"status": "verified-pr"
},
"3836": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37815475708",
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"status": "verified-pr"
},
"3817": {
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37715955859",
"sha": "b8bafb340b8be6369e5f4df272cd60d5f7e3c587",
Expand All @@ -34,23 +34,18 @@ export const agentx = {
"status": "in-progress"
},
"3701": {
"run": null,
"run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/37656460117",
"sha": "d9185455e166dfd034dcdfaf9608bd8335618b54",
"status": "in-progress"
},
"3782": {
"run": null,
"sha": "f00c81ab40297f98a68d2726d4301b44a2892419",
"status": "in-progress"
"status": "verified-pr"
},
"3744": {
"3860": {
"run": null,
"sha": "ec20ed5660994bc20a94d68a04488aa5bc2b33ea",
"sha": "b2061c778bae354deb47325d18a7d7800cfae79f",
"status": "in-progress"
},
"3836": {
"3859": {
"run": null,
"sha": "03ffb35db157a0fecc78206bea748449daa1385a",
"sha": "e182134fde51cbe0902456481527e90a7dfd70cd",
"status": "in-progress"
}
}
Expand Down Expand Up @@ -188,10 +183,10 @@ export const agentx = {
"prov": {
"sha": "e67ca6fc9ecf4cd57f27654bda8a3e9059923820",
"recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.8next/sglang/gb300-fp4-mtp/agentic.yaml",
"run": "37714835620",
"run": "37714835620/attempts/1",
"pr": "3816",
"comment": "6064888765",
"status": "verified-pr"
"status": "verified",
"date": "2026-10-09"
},
"points": [
{
Expand Down
Loading
Loading