We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d9fc8cd commit 68bb122Copy full SHA for 68bb122
1 file changed
vllm/distributed/parallel_state.py
@@ -194,9 +194,11 @@ def __init__(
194
195
from vllm.platforms import current_platform
196
197
- # TODO: fix it for other platforms
198
if current_platform.is_cuda_alike():
199
self.device = torch.device(f"cuda:{local_rank}")
+ elif current_platform.is_out_of_tree():
200
+ self.device = torch.device(
201
+ f"{current_platform.device_name}:{local_rank}")
202
else:
203
self.device = torch.device("cpu")
204
0 commit comments