Skip to content

Commit 9ac70cb

Browse files
🎨 fmt
Signed-off-by: Prashant Gupta <prashantgupta@us.ibm.com>
1 parent 5113a4f commit 9ac70cb

File tree

2 files changed

+5
-5
lines changed

2 files changed

+5
-5
lines changed

vllm_spyre/v1/worker/spyre_model_runner.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -879,9 +879,9 @@ def _prepare_decode(
879879
slot = [start_slot + offset]
880880
slot_mapping.append(slot)
881881
output_token_ids = req_state.output_token_ids
882-
generation_token = torch.tensor(
883-
output_token_ids[-1], dtype=torch.long, device=self.device
884-
)
882+
generation_token = torch.tensor(output_token_ids[-1],
883+
dtype=torch.long,
884+
device=self.device)
885885
input_tokens.append([generation_token])
886886
seq_len = cached_request_data.num_computed_tokens[
887887
cached_reqs_map[req_id]]

vllm_spyre/v1/worker/spyre_worker.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -358,8 +358,8 @@ def _warmup_spyre_dynamic_size(self, special_token_ids):
358358
self.execute_model(scheduler_output)
359359

360360
# one decode iteration across all sequences
361-
req_ids = []
362-
new_block_ids = []
361+
req_ids: list[str] = []
362+
new_block_ids: list[tuple[list[int], ...]] = []
363363
num_computed_tokens = []
364364
for req in dummy_requests:
365365
req_ids.append(req.req_id)

0 commit comments

Comments
 (0)