We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 149f243 commit 86f3ac2Copy full SHA for 86f3ac2
vllm/model_executor/layers/mamba/ops/causal_conv1d.py
@@ -92,7 +92,8 @@ def _causal_conv1d_fwd_kernel( # continuous batching
92
93
if IS_CONTINUOUS_BATCHING:
94
# cache_idx
95
- conv_state_batch_coord = tl.load(conv_state_indices_ptr + idx_seq)
+ conv_state_batch_coord = tl.load(conv_state_indices_ptr + idx_seq).to(
96
+ tl.int64)
97
else:
98
99
conv_state_batch_coord = idx_seq
0 commit comments