set the start_layer in the init only.

继优 · Simon-Li · chus-chus · 继优 · commit 82b04c5d78fa · 2025-05-06T09:51:45.000+08:00
Co-authored-by: Simon-Li &lt;simon.jiyou@gmail.com&gt;
Co-authored-by: chus-chus &lt;chus-chus@users.noreply.github.com&gt;
diff --git a/python/sglang/srt/mem_cache/memory_pool.py b/python/sglang/srt/mem_cache/memory_pool.py
@@ -925,6 +925,7 @@ def __init__(
         super().__init__(
             device_pool, host_to_device_ratio, host_size, pin_memory, device, page_size
         )
+        self.start_layer = device_pool.start_layer
 
     def get_size_per_token(self):
         self.head_num = self.device_pool.head_num
@@ -1008,6 +1009,7 @@ def __init__(
         super().__init__(
             device_pool, host_to_device_ratio, host_size, pin_memory, device, page_size
         )
+        self.start_layer = device_pool.start_layer
 
     def get_size_per_token(self):
         self.kv_lora_rank = self.device_pool.kv_lora_rank

Original file line number	Diff line number	Diff line change
`@@ -925,6 +925,7 @@ def __init__(`
`925`	`925`	`super().__init__(`
`926`	`926`	`device_pool, host_to_device_ratio, host_size, pin_memory, device, page_size`
`927`	`927`	`)`
	`928`	`+ self.start_layer = device_pool.start_layer`
`928`	`929`
`929`	`930`	`def get_size_per_token(self):`
`930`	`931`	`self.head_num = self.device_pool.head_num`
`@@ -1008,6 +1009,7 @@ def __init__(`
`1008`	`1009`	`super().__init__(`
`1009`	`1010`	`device_pool, host_to_device_ratio, host_size, pin_memory, device, page_size`
`1010`	`1011`	`)`
	`1012`	`+ self.start_layer = device_pool.start_layer`
`1011`	`1013`
`1012`	`1014`	`def get_size_per_token(self):`
`1013`	`1015`	`self.kv_lora_rank = self.device_pool.kv_lora_rank`