We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f6a7113 commit 569b032Copy full SHA for 569b032
python/sglang/srt/disaggregation/mini_lb.py
@@ -26,7 +26,11 @@ async def generate(
26
self, modified_request, prefill_server, decode_server
27
) -> ORJSONResponse:
28
29
- async with aiohttp.ClientSession() as session:
+ async with aiohttp.ClientSession(
30
+ timeout=aiohttp.ClientTimeout(
31
+ total=3600
32
+ ) # Add timeout for request reliability
33
+ ) as session:
34
tasks = [
35
session.post(f"{prefill_server}/generate", json=modified_request),
36
session.post(f"{decode_server}/generate", json=modified_request),
0 commit comments