From 8a1d78aea0ed0adad3160dfabde1129625ea268a Mon Sep 17 00:00:00 2001 From: Micah Yong Date: Mon, 16 Nov 2026 18:57:40 -0800 Subject: [PATCH] Keep all experts on every GPU for Nemotron 3.5 Lightning 64K Co-Authored-By: Claude Opus 5.5 --- src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py b/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py index f7b77e6a..4301d026 100644 --- a/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py +++ b/src/spindle/configs/nemotron35_lightning_30b_a3b_lora_64k.py @@ -14,7 +14,7 @@ class Config(Parent): inference_max_replicas = 2 inference_target_concurrency = 128 overrides = { - "miles_cfg.expert_model_parallel_size": 2, + "miles_cfg.expert_model_parallel_size": 1, "miles_cfg.max_lora_slots": 4, "miles_cfg.cli_options.log_probs_chunk_size": 4096, "sglang_cfg.max_loras_per_batch": 4,