From 9f2b43d60e016bae77019da370bccc8bdbe634d4 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Tue, 8 Apr 2025 13:28:47 +0800 Subject: [PATCH] Update bench_one_batch.py --- python/sglang/bench_one_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_one_batch.py b/python/sglang/bench_one_batch.py index e1a69ae15d..e4ebdfcc1f 100644 --- a/python/sglang/bench_one_batch.py +++ b/python/sglang/bench_one_batch.py @@ -203,7 +203,7 @@ def prepare_extend_inputs_for_correctness_test( def prepare_synthetic_inputs_for_latency_test(batch_size, input_len): - input_ids = np.ones((batch_size, input_len), dtype=np.int32) + input_ids = np.random.randint(0, 10000, (batch_size, input_len), dtype=np.int32) sampling_params = SamplingParams( temperature=0, max_new_tokens=BenchArgs.output_len,