Skip to content

Commit cd5faa9

Browse files
authored
Update rejection_sampler.py
1 parent f03850f commit cd5faa9

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

vllm_ascend/sample/rejection_sampler.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@
33

44
import torch
55
import torch.nn as nn
6+
import vllm.v1.sample.rejection_sampler as rs
67
from vllm.logger import init_logger
78
from vllm.v1.sample.metadata import SamplingMetadata
89
from vllm.v1.sample.rejection_sampler import (RejectionSampler, compute_probs,
@@ -450,3 +451,5 @@ def sample_recovered_tokens_pytorch(
450451

451452
if IS_NGRAM:
452453
target_probs[token_idx, draft_token_id] = orig_prob
454+
455+
rs.expand_batch_to_tokens = expand_batch_to_tokens

0 commit comments

Comments
 (0)