[PD] Fix generate endpoint of min_lb for PD (sgl-project#5598)

ShangmingCai · tarinkk · commit d5099dbecf04 · 2025-04-23T01:46:49.000Z
Signed-off-by: Shangming Cai &lt;caishangming@linux.alibaba.com&gt;
diff --git a/python/sglang/srt/disaggregation/mini_lb.py b/python/sglang/srt/disaggregation/mini_lb.py
@@ -187,11 +187,11 @@ async def handle_generate_request(request_data: dict):
 
     if request_data.get("stream", False):
         return await load_balancer.generate_stream(
-            modified_request, prefill_server, decode_server
+            modified_request, prefill_server, decode_server, "generate"
         )
     else:
         return await load_balancer.generate(
-            modified_request, prefill_server, decode_server
+            modified_request, prefill_server, decode_server, "generate"
         )
 
 

Original file line number	Diff line number	Diff line change
`@@ -187,11 +187,11 @@ async def handle_generate_request(request_data: dict):`
`187`	`187`
`188`	`188`	`if request_data.get("stream", False):`
`189`	`189`	`return await load_balancer.generate_stream(`
`190`		`- modified_request, prefill_server, decode_server`
	`190`	`+ modified_request, prefill_server, decode_server, "generate"`
`191`	`191`	`)`
`192`	`192`	`else:`
`193`	`193`	`return await load_balancer.generate(`
`194`		`- modified_request, prefill_server, decode_server`
	`194`	`+ modified_request, prefill_server, decode_server, "generate"`
`195`	`195`	`)`
`196`	`196`
`197`	`197`