We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e8c0931 commit b5ab1c5Copy full SHA for b5ab1c5
fastdeploy/entrypoints/llm.py
@@ -85,7 +85,7 @@ def __init__(
85
86
self.mutex = threading.Lock()
87
self.req_output = dict()
88
- self.master_node_ip = self.llm_engine.config.pod_ips[0]
+ self.master_node_ip = self.llm_engine.cfg.pod_ips[0]
89
self._receive_output_thread = threading.Thread(
90
target=self._receive_output, daemon=True)
91
self._receive_output_thread.start()
@@ -94,7 +94,7 @@ def _check_master(self):
94
"""
95
Check if the current node is the master node.
96
97
- return self.llm_engine.config._check_master()
+ return self.llm_engine.cfg._check_master()
98
99
def _receive_output(self):
100
0 commit comments