Skip to content

Commit 6ef3b61

Browse files
authored
add dp config (#3822)
1 parent 4608090 commit 6ef3b61

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

fastdeploy/rl/rollout_config.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,7 @@ def __init__(
6060
early_stop_config: str = None,
6161
local_rank: int = 0,
6262
moba_attention_config: str = None,
63+
data_parallel_size: int = 1,
6364
):
6465
# Required parameters
6566
self.model = model_name_or_path
@@ -95,6 +96,7 @@ def __init__(
9596
self.splitwise_role = splitwise_role
9697
self.expert_parallel_size = expert_parallel_size
9798
self.enable_expert_parallel = enable_expert_parallel
99+
self.data_parallel_size = data_parallel_size
98100
self.ori_vocab_size = ori_vocab_size
99101
self.quantization = quantization
100102
self.guided_decoding_backend = guided_decoding_backend

0 commit comments

Comments
 (0)