Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 10 additions & 1 deletion python/sglang/srt/mem_cache/storage/umbp/umbp_store.py
Original file line number Diff line number Diff line change
Expand Up @@ -1187,7 +1187,16 @@ def _anchor_key_suffixes(self) -> tuple[str, ...]:

def _anchor_keys(self, keys) -> tuple[list[str], int]:
suffixes = self._anchor_key_suffixes()
return [f"{key}{suffix}" for key in keys for suffix in suffixes], len(suffixes)
prefix = f"{self.config_prefix}_" if self.config_prefix else ""
key_list = [f"{prefix}{key}{suffix}" for key in keys for suffix in suffixes]
# MoRI's SPDK proxy truncates its 256-byte key field to 255 bytes.
# Preserve the distinguishing rank/component suffix before any I/O.
if any(len(key.encode("utf-8")) > 255 for key in key_list):
raise ValueError(
"UMBP anchor keys must not exceed 255 UTF-8 bytes; "
"shorten model_name or extra_backend_tag."
)
return key_list, len(suffixes)

def _batch_preprocess(self, keys, host_indices):
assert len(keys) > 0
Expand Down
4 changes: 2 additions & 2 deletions test/registered/unit/mem_cache/test_umbp_store.py
Original file line number Diff line number Diff line change
Expand Up @@ -320,9 +320,9 @@ def test_clear(self):
mem_pool.fill_page(0, ord("C"), ord("D"))
store.batch_set_v1(["clear_key"], make_indices([0]))

self.assertTrue(store.exists("clear_key_0_k"))
self.assertTrue(store.exists("test-model_clear_key_0_k"))
store.clear()
self.assertFalse(store.exists("clear_key_0_k"))
self.assertFalse(store.exists("test-model_clear_key_0_k"))

def test_legacy_interface(self):
from sglang.srt.mem_cache.storage.umbp.umbp_store import UMBPStore
Expand Down
Loading
Loading