Skip to content

Commit b5ab1c5

Browse files
committed
[LLM] support multi node deploy
1 parent e8c0931 commit b5ab1c5

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

fastdeploy/entrypoints/llm.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ def __init__(
8585

8686
self.mutex = threading.Lock()
8787
self.req_output = dict()
88-
self.master_node_ip = self.llm_engine.config.pod_ips[0]
88+
self.master_node_ip = self.llm_engine.cfg.pod_ips[0]
8989
self._receive_output_thread = threading.Thread(
9090
target=self._receive_output, daemon=True)
9191
self._receive_output_thread.start()
@@ -94,7 +94,7 @@ def _check_master(self):
9494
"""
9595
Check if the current node is the master node.
9696
"""
97-
return self.llm_engine.config._check_master()
97+
return self.llm_engine.cfg._check_master()
9898

9999
def _receive_output(self):
100100
"""

0 commit comments

Comments
 (0)