From 7acbd34b4528ed354217fac58fbe9729ca2fd73f Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Mon, 21 Apr 2025 20:08:56 +0800 Subject: [PATCH] [PD] Fix generate endpoint of min_lb for PD Signed-off-by: Shangming Cai --- python/sglang/srt/disaggregation/mini_lb.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/disaggregation/mini_lb.py b/python/sglang/srt/disaggregation/mini_lb.py index 3b4407206a..d3194e6742 100644 --- a/python/sglang/srt/disaggregation/mini_lb.py +++ b/python/sglang/srt/disaggregation/mini_lb.py @@ -187,11 +187,11 @@ async def handle_generate_request(request_data: dict): if request_data.get("stream", False): return await load_balancer.generate_stream( - modified_request, prefill_server, decode_server + modified_request, prefill_server, decode_server, "generate" ) else: return await load_balancer.generate( - modified_request, prefill_server, decode_server + modified_request, prefill_server, decode_server, "generate" )