diff --git a/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py b/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py index f7b77e6a..4301d026 100644 --- a/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py +++ b/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py @@ -14,7 +14,7 @@ class Config(Parent): inference_max_replicas = 2 inference_target_concurrency = 128 overrides = { - "miles_cfg.expert_model_parallel_size": 2, + "miles_cfg.expert_model_parallel_size": 1, "miles_cfg.max_lora_slots": 4, "miles_cfg.cli_options.log_probs_chunk_size": 4096, "sglang_cfg.max_loras_per_batch": 4,