File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 8
8
from vllm .v1 .spec_decode .metadata import SpecDecodeMetadata
9
9
10
10
from vllm_ascend .sample .rejection_sampler import (PLACEHOLDER_TOKEN_ID ,
11
- RejectionSampler )
11
+ AscendRejectionSampler )
12
12
13
13
DEVICE = "npu"
14
14
15
15
16
16
@pytest .fixture
17
17
def rejection_sampler ():
18
- return RejectionSampler ()
18
+ return AscendRejectionSampler ()
19
19
20
20
21
21
def create_logits_tensor (output_token_ids : list [list [int ]],
@@ -423,7 +423,7 @@ def estimate_rejection_sampling_pdf(
423
423
Returns:
424
424
Estimated probability distribution of the output tokens.
425
425
"""
426
- rejection_sampler = RejectionSampler ()
426
+ rejection_sampler = AscendRejectionSampler ()
427
427
num_tokens = num_samples * k
428
428
# Repeat draft probs num_samples * k times.
429
429
draft_probs = draft_probs .reshape (1 , 1 ,
You can’t perform that action at this time.
0 commit comments