File tree Expand file tree Collapse file tree 3 files changed +0
-11
lines changed Expand file tree Collapse file tree 3 files changed +0
-11
lines changed Original file line number Diff line number Diff line change @@ -823,16 +823,11 @@ def update_from_output(
823
823
new_prompt_logprobs_tensors = prompt_logprobs_tensors ,
824
824
stop_reason = request .stop_reason ,
825
825
events = request .take_events (),
826
- << << << < HEAD
827
826
new_additional_head_outputs =
828
827
additional_head_outputs_per_request ,
829
- ))
830
- == == == =
831
828
kv_transfer_params = kv_transfer_params ,
832
829
num_cached_tokens = request .num_cached_tokens ,
833
830
))
834
-
835
- >> >> >> > b6553be1bc75f046b00046a4ad7576364d03c835
836
831
else :
837
832
# Invariant: EngineCore returns no partial prefill outputs.
838
833
assert not prompt_logprobs_tensors
Original file line number Diff line number Diff line change 21
21
from vllm .pooling_params import PoolingParams
22
22
from vllm .prompt_adapter .request import PromptAdapterRequest
23
23
from vllm .sampling_params import SamplingParams
24
- < << << << HEAD
25
24
from vllm .streaming_params import StreamingParams
26
- == == == =
27
25
from vllm .transformers_utils .config import (
28
26
maybe_register_config_serialize_by_value )
29
- > >> >> >> b6553be1bc75f046b00046a4ad7576364d03c835
30
27
from vllm .transformers_utils .tokenizer import AnyTokenizer
31
28
from vllm .transformers_utils .tokenizer_group import init_tokenizer_from_configs
32
29
from vllm .usage .usage_lib import UsageContext
Original file line number Diff line number Diff line change @@ -1538,12 +1538,9 @@ def execute_model(
1538
1538
spec_token_ids = spec_token_ids ,
1539
1539
logprobs = logprobs_lists ,
1540
1540
prompt_logprobs_dict = prompt_logprobs_dict ,
1541
- << << << < HEAD
1542
1541
additional_head_outputs = additional_head_outputs ,
1543
- == == == =
1544
1542
finished_sending = finished_sending ,
1545
1543
finished_recving = finished_recving ,
1546
- >> >> >> > b6553be1bc75f046b00046a4ad7576364d03c835
1547
1544
)
1548
1545
1549
1546
def kv_connector_no_forward (
You can’t perform that action at this time.
0 commit comments