We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4608090 commit 6ef3b61Copy full SHA for 6ef3b61
fastdeploy/rl/rollout_config.py
@@ -60,6 +60,7 @@ def __init__(
60
early_stop_config: str = None,
61
local_rank: int = 0,
62
moba_attention_config: str = None,
63
+ data_parallel_size: int = 1,
64
):
65
# Required parameters
66
self.model = model_name_or_path
@@ -95,6 +96,7 @@ def __init__(
95
96
self.splitwise_role = splitwise_role
97
self.expert_parallel_size = expert_parallel_size
98
self.enable_expert_parallel = enable_expert_parallel
99
+ self.data_parallel_size = data_parallel_size
100
self.ori_vocab_size = ori_vocab_size
101
self.quantization = quantization
102
self.guided_decoding_backend = guided_decoding_backend
0 commit comments