Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 1 addition & 3 deletions vllm/v1/attention/backends/flashinfer.py
Original file line number Diff line number Diff line change
Expand Up @@ -213,9 +213,7 @@ def __init__(
self._context = BatchPrefillWithPagedKVCacheWrapper(
workspace_buffer, get_kv_cache_layout()
)
self._new_tokens = BatchPrefillWithRaggedKVCacheWrapper(
workspace_buffer, get_kv_cache_layout()
)
self._new_tokens = BatchPrefillWithRaggedKVCacheWrapper(workspace_buffer)
Comment thread
LucasWilkinson marked this conversation as resolved.
Resolved
Comment thread
LucasWilkinson marked this conversation as resolved.
Resolved

def plan(
self,
Expand Down
Loading