File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -2444,14 +2444,14 @@ def _reshape_kv_cache_tensors(
2444
2444
elif isinstance (kv_cache_spec , MambaSpec ):
2445
2445
raw_tensor = kv_cache_raw_tensors [layer_name ]
2446
2446
dtype = kv_cache_spec .dtype
2447
- page_size = kv_cache_spec .page_size_bytes // get_dtype_size (
2448
- dtype )
2447
+ num_element_per_page = ( kv_cache_spec .page_size_bytes //
2448
+ get_dtype_size ( dtype ) )
2449
2449
state_tensors = []
2450
2450
storage_offset = 0
2451
2451
for shape in kv_cache_spec .shapes :
2452
2452
target_shape = (num_blocks , * shape )
2453
2453
stride = torch .empty (target_shape ).stride ()
2454
- target_stride = (page_size , * stride [1 :])
2454
+ target_stride = (num_element_per_page , * stride [1 :])
2455
2455
tensor = torch .as_strided (
2456
2456
raw_tensor .view (dtype ),
2457
2457
size = target_shape ,
You can’t perform that action at this time.
0 commit comments