Skip to content

Commit 626ea23

Browse files
chore(ci): sync current main after stacking on PR 3724
镜像更新已 rebase 至 PR #3724,并同步最新 main;按仓库工具保留 main 的历史性能记录并追加本 PR 的组合变更记录。
2 parents 63b345e + c29770b commit 626ea23

11 files changed

Lines changed: 1784 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
schema: 2
2+
name: agg-gb300-tp4-c1-b1-mtp-hicache-nightly-20260913
3+
model:
4+
path: qwen3.5-fp8
5+
container: lmsysorg/sglang:nightly-dev-cu13-20260913-fa663e72
6+
precision: fp8
7+
slurm:
8+
time_limit: '8:00:00'
9+
health_check:
10+
max_attempts: 1440
11+
interval_seconds: 10
12+
resources:
13+
gpu_type: gb300
14+
gpus_per_node: 4
15+
frontend:
16+
type: sglang-router
17+
enable_multiple_frontends: false
18+
engine: sglang
19+
roles:
20+
agg:
21+
nodes: 1
22+
workers: 1
23+
gpus: 4
24+
env:
25+
SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS: '1'
26+
PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True
27+
NO_COLOR: '1'
28+
PYTHONUNBUFFERED: '1'
29+
PIP_BREAK_SYSTEM_PACKAGES: '1'
30+
TORCH_DISTRIBUTED_DEFAULT_TIMEOUT: '1800'
31+
NCCL_MNNVL_ENABLE: '1'
32+
NCCL_CUMEM_ENABLE: '1'
33+
NCCL_NVLS_ENABLE: '0'
34+
MC_FORCE_MNNVL: '1'
35+
NVSHMEM_REMOTE_TRANSPORT: none
36+
MC_TE_METRIC: 'true'
37+
SGLANG_ENABLE_SPEC_V2: '1'
38+
SGLANG_ENABLE_FLASHINFER_GEMM: 'true'
39+
SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH: '1'
40+
FLASHINFER_DISABLE_VERSION_CHECK: '1'
41+
SGLANG_DG_CACHE_DIR: /tmp/fp8-agentx-agg/deepgemm-cache
42+
FLASHINFER_WORKSPACE_BASE: /tmp/fp8-agentx-agg/flashinfer-cache
43+
SGLANG_USE_MESSAGE_QUEUE_BROADCASTER: '0'
44+
SGLANG_DISABLE_TP_MEMORY_INBALANCE_CHECK: '1'
45+
SGLANG_HEALTH_CHECK_TIMEOUT: '1800'
46+
SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION: '0'
47+
SGLANG_CACHE_DIR: /tmp/fp8-agentx-agg/sglang-cache
48+
SGLANG_FLASHINFER_AUTOTUNE_CACHE: '1'
49+
SGLANG_OPT_MAMBA_SKIP_DECODE_LOCK: '1'
50+
SGLANG_SCHEDULER_SKIP_ALL_GATHER: '1'
51+
args:
52+
served-model-name: Qwen/Qwen3.5-397B-A17B-FP8
53+
enable-cache-report: true
54+
model-path: /model/
55+
trust-remote-code: true
56+
quantization: fp8
57+
kv-cache-dtype: fp8_e4m3
58+
tensor-parallel-size: 4
59+
pipeline-parallel-size: 1
60+
data-parallel-size: 1
61+
expert-parallel-size: 1
62+
moe-dense-tp-size: 4
63+
enable-dp-attention: false
64+
enable-dp-lm-head: false
65+
moe-a2a-backend: none
66+
load-balance-method: round_robin
67+
mamba-radix-cache-strategy: extra_buffer
68+
mamba-track-interval: 8192
69+
mamba-max-states-per-path: 3
70+
mamba-ssm-dtype: bfloat16
71+
max-mamba-cache-size: 1536
72+
context-length: 262144
73+
page-size: 64
74+
attention-backend: trtllm_mha
75+
moe-runner-backend: flashinfer_trtllm
76+
linear-attn-decode-backend: triton
77+
disable-shared-experts-fusion: true
78+
speculative-algorithm: NEXTN
79+
speculative-num-steps: 6
80+
speculative-eagle-topk: 1
81+
speculative-num-draft-tokens: 7
82+
speculative-moe-runner-backend: flashinfer_trtllm
83+
speculative-moe-a2a-backend: none
84+
chunked-prefill-size: 16384
85+
max-prefill-tokens: 16384
86+
mem-fraction-static: 0.85
87+
max-running-requests: 1
88+
cuda-graph-max-bs-decode: 1
89+
disable-prefill-cuda-graph: true
90+
stream-interval: 20
91+
decode-log-interval: 10
92+
watchdog-timeout: 1000000
93+
weight-loader-prefetch-checkpoints: true
94+
weight-loader-prefetch-num-threads: 4
95+
enable-hierarchical-cache: true
96+
hicache-write-policy: write_back
97+
hicache-io-backend: kernel
98+
hicache-mem-layout: page_first_direct
99+
hicache-size: 32
100+
enable-metrics: true
101+
enable-linear-replayssm-spec: true
102+
disable-attn-tp-gather: true
103+
sbatch_directives:
104+
mem: '0'
105+
cpus-per-task: '144'
106+
srun_options:
107+
mem: '0'
108+
container-remap-root: ''
109+
benchmark:
110+
type: custom
111+
command: bash /infmax-workspace/benchmarks/srt_agentic.sh
112+
env:
113+
INFMAX_CONTAINER_WORKSPACE: /infmax-workspace
114+
RESULT_DIR: /logs/agentic
115+
PORT: '8000'
116+
IS_MULTINODE: 'false'
117+
WEKA_LOADER_OVERRIDE: semianalysis_cc_traces_weka_062126_256k
118+
AIPERF_DATASET_MMAP_CACHE_DIR: /aiperf_mmap_cache
119+
HF_HUB_CACHE: /hf_hub_cache
120+
AIPERF_HTTP_X_DYNAMO_SESSION_ID_FROM_CORRELATION_ID: 'true'
121+
AIPERF_USE_DYNAMO_CONV_AWARE_ROUTING: '0'
122+
AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:'
123+
TP: '4'
124+
PP_SIZE: '1'
125+
PCP_SIZE: '1'
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
schema: 2
2+
name: agg-gb300-tp4-c44-b1-mtp-hicache-nightly-20260913
3+
model:
4+
path: qwen3.5-fp8
5+
container: lmsysorg/sglang:nightly-dev-cu13-20260913-fa663e72
6+
precision: fp8
7+
slurm:
8+
time_limit: '8:00:00'
9+
health_check:
10+
max_attempts: 1440
11+
interval_seconds: 10
12+
resources:
13+
gpu_type: gb300
14+
gpus_per_node: 4
15+
frontend:
16+
type: sglang-router
17+
enable_multiple_frontends: false
18+
engine: sglang
19+
roles:
20+
agg:
21+
nodes: 1
22+
workers: 1
23+
gpus: 4
24+
env:
25+
SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS: '1'
26+
PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True
27+
NO_COLOR: '1'
28+
PYTHONUNBUFFERED: '1'
29+
PIP_BREAK_SYSTEM_PACKAGES: '1'
30+
TORCH_DISTRIBUTED_DEFAULT_TIMEOUT: '1800'
31+
NCCL_MNNVL_ENABLE: '1'
32+
NCCL_CUMEM_ENABLE: '1'
33+
NCCL_NVLS_ENABLE: '0'
34+
MC_FORCE_MNNVL: '1'
35+
NVSHMEM_REMOTE_TRANSPORT: none
36+
MC_TE_METRIC: 'true'
37+
SGLANG_ENABLE_SPEC_V2: '1'
38+
SGLANG_ENABLE_FLASHINFER_GEMM: 'true'
39+
SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH: '1'
40+
FLASHINFER_DISABLE_VERSION_CHECK: '1'
41+
SGLANG_DG_CACHE_DIR: /tmp/fp8-agentx-agg/deepgemm-cache
42+
FLASHINFER_WORKSPACE_BASE: /tmp/fp8-agentx-agg/flashinfer-cache
43+
SGLANG_USE_MESSAGE_QUEUE_BROADCASTER: '0'
44+
SGLANG_DISABLE_TP_MEMORY_INBALANCE_CHECK: '1'
45+
SGLANG_HEALTH_CHECK_TIMEOUT: '1800'
46+
SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION: '0'
47+
SGLANG_CACHE_DIR: /tmp/fp8-agentx-agg/sglang-cache
48+
SGLANG_FLASHINFER_AUTOTUNE_CACHE: '1'
49+
SGLANG_OPT_MAMBA_SKIP_DECODE_LOCK: '1'
50+
SGLANG_SCHEDULER_SKIP_ALL_GATHER: '1'
51+
args:
52+
served-model-name: Qwen/Qwen3.5-397B-A17B-FP8
53+
enable-cache-report: true
54+
model-path: /model/
55+
trust-remote-code: true
56+
quantization: fp8
57+
kv-cache-dtype: fp8_e4m3
58+
tensor-parallel-size: 4
59+
pipeline-parallel-size: 1
60+
data-parallel-size: 1
61+
expert-parallel-size: 1
62+
moe-dense-tp-size: 4
63+
enable-dp-attention: false
64+
enable-dp-lm-head: false
65+
moe-a2a-backend: none
66+
load-balance-method: round_robin
67+
mamba-radix-cache-strategy: extra_buffer
68+
mamba-track-interval: 8192
69+
mamba-max-states-per-path: 3
70+
mamba-ssm-dtype: bfloat16
71+
max-mamba-cache-size: 1536
72+
context-length: 262144
73+
page-size: 64
74+
attention-backend: trtllm_mha
75+
moe-runner-backend: flashinfer_trtllm
76+
linear-attn-decode-backend: triton
77+
disable-shared-experts-fusion: true
78+
speculative-algorithm: NEXTN
79+
speculative-num-steps: 6
80+
speculative-eagle-topk: 1
81+
speculative-num-draft-tokens: 7
82+
speculative-moe-runner-backend: flashinfer_trtllm
83+
speculative-moe-a2a-backend: none
84+
chunked-prefill-size: 16384
85+
max-prefill-tokens: 16384
86+
mem-fraction-static: 0.85
87+
max-running-requests: 1
88+
cuda-graph-max-bs-decode: 1
89+
disable-prefill-cuda-graph: true
90+
stream-interval: 20
91+
decode-log-interval: 10
92+
watchdog-timeout: 1000000
93+
weight-loader-prefetch-checkpoints: true
94+
weight-loader-prefetch-num-threads: 4
95+
enable-hierarchical-cache: true
96+
hicache-write-policy: write_back
97+
hicache-io-backend: kernel
98+
hicache-mem-layout: page_first_direct
99+
hicache-size: 32
100+
enable-metrics: true
101+
enable-linear-replayssm-spec: true
102+
disable-attn-tp-gather: true
103+
sbatch_directives:
104+
mem: '0'
105+
cpus-per-task: '144'
106+
srun_options:
107+
mem: '0'
108+
container-remap-root: ''
109+
benchmark:
110+
type: custom
111+
command: bash /infmax-workspace/benchmarks/srt_agentic.sh
112+
env:
113+
INFMAX_CONTAINER_WORKSPACE: /infmax-workspace
114+
RESULT_DIR: /logs/agentic
115+
PORT: '8000'
116+
IS_MULTINODE: 'false'
117+
WEKA_LOADER_OVERRIDE: semianalysis_cc_traces_weka_062126_256k
118+
AIPERF_DATASET_MMAP_CACHE_DIR: /aiperf_mmap_cache
119+
HF_HUB_CACHE: /hf_hub_cache
120+
AIPERF_HTTP_X_DYNAMO_SESSION_ID_FROM_CORRELATION_ID: 'true'
121+
AIPERF_USE_DYNAMO_CONV_AWARE_ROUTING: '0'
122+
AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:'
123+
TP: '4'
124+
PP_SIZE: '1'
125+
PCP_SIZE: '1'
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
schema: 2
2+
name: agg-gb300-tp4-c44-b2-mtp-hicache-nightly-20260913
3+
model:
4+
path: qwen3.5-fp8
5+
container: lmsysorg/sglang:nightly-dev-cu13-20260913-fa663e72
6+
precision: fp8
7+
slurm:
8+
time_limit: '8:00:00'
9+
health_check:
10+
max_attempts: 1440
11+
interval_seconds: 10
12+
resources:
13+
gpu_type: gb300
14+
gpus_per_node: 4
15+
frontend:
16+
type: sglang-router
17+
enable_multiple_frontends: false
18+
engine: sglang
19+
roles:
20+
agg:
21+
nodes: 1
22+
workers: 1
23+
gpus: 4
24+
env:
25+
SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS: '1'
26+
PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True
27+
NO_COLOR: '1'
28+
PYTHONUNBUFFERED: '1'
29+
PIP_BREAK_SYSTEM_PACKAGES: '1'
30+
TORCH_DISTRIBUTED_DEFAULT_TIMEOUT: '1800'
31+
NCCL_MNNVL_ENABLE: '1'
32+
NCCL_CUMEM_ENABLE: '1'
33+
NCCL_NVLS_ENABLE: '0'
34+
MC_FORCE_MNNVL: '1'
35+
NVSHMEM_REMOTE_TRANSPORT: none
36+
MC_TE_METRIC: 'true'
37+
SGLANG_ENABLE_SPEC_V2: '1'
38+
SGLANG_ENABLE_FLASHINFER_GEMM: 'true'
39+
SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH: '1'
40+
FLASHINFER_DISABLE_VERSION_CHECK: '1'
41+
SGLANG_DG_CACHE_DIR: /tmp/fp8-agentx-agg/deepgemm-cache
42+
FLASHINFER_WORKSPACE_BASE: /tmp/fp8-agentx-agg/flashinfer-cache
43+
SGLANG_USE_MESSAGE_QUEUE_BROADCASTER: '0'
44+
SGLANG_DISABLE_TP_MEMORY_INBALANCE_CHECK: '1'
45+
SGLANG_HEALTH_CHECK_TIMEOUT: '1800'
46+
SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION: '0'
47+
SGLANG_CACHE_DIR: /tmp/fp8-agentx-agg/sglang-cache
48+
SGLANG_FLASHINFER_AUTOTUNE_CACHE: '1'
49+
SGLANG_OPT_MAMBA_SKIP_DECODE_LOCK: '1'
50+
SGLANG_SCHEDULER_SKIP_ALL_GATHER: '1'
51+
args:
52+
served-model-name: Qwen/Qwen3.5-397B-A17B-FP8
53+
enable-cache-report: true
54+
model-path: /model/
55+
trust-remote-code: true
56+
quantization: fp8
57+
kv-cache-dtype: fp8_e4m3
58+
tensor-parallel-size: 4
59+
pipeline-parallel-size: 1
60+
data-parallel-size: 1
61+
expert-parallel-size: 1
62+
moe-dense-tp-size: 4
63+
enable-dp-attention: false
64+
enable-dp-lm-head: false
65+
moe-a2a-backend: none
66+
load-balance-method: round_robin
67+
mamba-radix-cache-strategy: extra_buffer
68+
mamba-track-interval: 8192
69+
mamba-max-states-per-path: 3
70+
mamba-ssm-dtype: bfloat16
71+
max-mamba-cache-size: 1536
72+
context-length: 262144
73+
page-size: 64
74+
attention-backend: trtllm_mha
75+
moe-runner-backend: flashinfer_trtllm
76+
linear-attn-decode-backend: triton
77+
disable-shared-experts-fusion: true
78+
speculative-algorithm: NEXTN
79+
speculative-num-steps: 6
80+
speculative-eagle-topk: 1
81+
speculative-num-draft-tokens: 7
82+
speculative-moe-runner-backend: flashinfer_trtllm
83+
speculative-moe-a2a-backend: none
84+
chunked-prefill-size: 16384
85+
max-prefill-tokens: 16384
86+
mem-fraction-static: 0.85
87+
max-running-requests: 2
88+
cuda-graph-max-bs-decode: 2
89+
disable-prefill-cuda-graph: true
90+
stream-interval: 20
91+
decode-log-interval: 10
92+
watchdog-timeout: 1000000
93+
weight-loader-prefetch-checkpoints: true
94+
weight-loader-prefetch-num-threads: 4
95+
enable-hierarchical-cache: true
96+
hicache-write-policy: write_back
97+
hicache-io-backend: kernel
98+
hicache-mem-layout: page_first_direct
99+
hicache-size: 128
100+
enable-metrics: true
101+
enable-linear-replayssm-spec: true
102+
disable-attn-tp-gather: true
103+
sbatch_directives:
104+
mem: '0'
105+
cpus-per-task: '144'
106+
srun_options:
107+
mem: '0'
108+
container-remap-root: ''
109+
benchmark:
110+
type: custom
111+
command: bash /infmax-workspace/benchmarks/srt_agentic.sh
112+
env:
113+
INFMAX_CONTAINER_WORKSPACE: /infmax-workspace
114+
RESULT_DIR: /logs/agentic
115+
PORT: '8000'
116+
IS_MULTINODE: 'false'
117+
WEKA_LOADER_OVERRIDE: semianalysis_cc_traces_weka_062126_256k
118+
AIPERF_DATASET_MMAP_CACHE_DIR: /aiperf_mmap_cache
119+
HF_HUB_CACHE: /hf_hub_cache
120+
AIPERF_HTTP_X_DYNAMO_SESSION_ID_FROM_CORRELATION_ID: 'true'
121+
AIPERF_USE_DYNAMO_CONV_AWARE_ROUTING: '0'
122+
AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:'
123+
TP: '4'
124+
PP_SIZE: '1'
125+
PCP_SIZE: '1'

0 commit comments

Comments
 (0)