File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
vllm/v1/attention/backends/mla Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -98,17 +98,17 @@ def _get_paged_kv_tensors(
98
98
paged_kv_last_page_len ,
99
99
)
100
100
101
- def _build_decode (self , block_table : torch .Tensor ,
101
+ def _build_decode (self , block_table_tensor : torch .Tensor ,
102
102
seq_lens : torch .Tensor ) -> AiterMLADecodeMetadata :
103
103
104
104
(
105
105
paged_kv_indices ,
106
106
paged_kv_indptr ,
107
107
paged_last_page_len ,
108
- ) = self ._get_paged_kv_tensors (block_table , seq_lens )
108
+ ) = self ._get_paged_kv_tensors (block_table_tensor , seq_lens )
109
109
110
110
attn_metadata = AiterMLADecodeMetadata (
111
- block_table = block_table ,
111
+ block_table = block_table_tensor ,
112
112
seq_lens = seq_lens ,
113
113
paged_kv_indptr = paged_kv_indptr ,
114
114
paged_kv_indices = paged_kv_indices ,
You can’t perform that action at this time.
0 commit comments