File tree Expand file tree Collapse file tree 1 file changed +4
-11
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +4
-11
lines changed Original file line number Diff line number Diff line change 22
22
23
23
import torch
24
24
from torch import nn
25
- from transformers import (AddedToken , BatchFeature , Idefics3Config ,
26
- Idefics3ImageProcessor , Idefics3Processor )
25
+ from transformers import (BatchFeature , Idefics3Config , Idefics3ImageProcessor ,
26
+ Idefics3Processor )
27
27
28
28
from vllm .config import VllmConfig
29
29
from vllm .model_executor .layers .linear import ReplicatedLinear
@@ -199,21 +199,14 @@ def get_num_patches(
199
199
200
200
return grid_w * grid_h + 1
201
201
202
- # TODO: Remove after requiring transformers>=4.52
203
- def _get_content (self , token : Union [AddedToken , str ]) -> str :
204
- if isinstance (token , str ):
205
- return token
206
-
207
- return token .content
208
-
209
202
def _get_image_token (
210
203
self ,
211
204
processor : Optional [Idefics3Processor ]) -> tuple [str , str , str ]:
212
205
if processor is None :
213
206
processor = self .get_hf_processor ()
214
207
215
- image_token = self . _get_content ( processor .image_token )
216
- fake_image_token = self . _get_content ( processor .fake_image_token )
208
+ image_token = processor .image_token
209
+ fake_image_token = processor .fake_image_token
217
210
global_image_token = processor .global_image_tag
218
211
return image_token , fake_image_token , global_image_token
219
212
You can’t perform that action at this time.
0 commit comments