From 29be89d390b737467c3ebd7b773ba8cc58bc80ec Mon Sep 17 00:00:00 2001 From: QiuChunshuo Date: Fri, 3 Apr 2026 16:18:45 +0800 Subject: [PATCH] bugfix(flashinfer,dcp): remove kv_cache_layout for BatchDCPPrefillWrapper._new_tokens. Signed-off-by: QiuChunshuo --- vllm/v1/attention/backends/flashinfer.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/vllm/v1/attention/backends/flashinfer.py b/vllm/v1/attention/backends/flashinfer.py index e2f9f2b8c9b5..879788497e8a 100755 --- a/vllm/v1/attention/backends/flashinfer.py +++ b/vllm/v1/attention/backends/flashinfer.py @@ -213,9 +213,7 @@ def __init__( self._context = BatchPrefillWithPagedKVCacheWrapper( workspace_buffer, get_kv_cache_layout() ) - self._new_tokens = BatchPrefillWithRaggedKVCacheWrapper( - workspace_buffer, get_kv_cache_layout() - ) + self._new_tokens = BatchPrefillWithRaggedKVCacheWrapper(workspace_buffer) def plan( self,