We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 58e4120 commit 80f42d6Copy full SHA for 80f42d6
vllm/v1/attention/backends/rocm_aiter_fa.py
@@ -198,8 +198,8 @@ def build(self,
198
num_actual_tokens = common_attn_metadata.num_actual_tokens
199
max_query_len = common_attn_metadata.max_query_len
200
201
- max_seq_len = int(common_attn_metadata.seq_lens_cpu.max().item())
202
- total_tokens = int(common_attn_metadata.seq_lens_cpu.sum().item())
+ max_seq_len = int(common_attn_metadata.seq_lens_cpu.max())
+ total_tokens = int(common_attn_metadata.seq_lens_cpu.sum())
203
query_start_loc = common_attn_metadata.query_start_loc
204
query_start_loc_cpu = common_attn_metadata.query_start_loc_cpu
205
seq_lens = common_attn_metadata.seq_lens
0 commit comments