File tree Expand file tree Collapse file tree 3 files changed +7
-2
lines changed
tests/models/multimodal/pooling Expand file tree Collapse file tree 3 files changed +7
-2
lines changed Original file line number Diff line number Diff line change @@ -33,8 +33,10 @@ def _run_test(
33
33
skip_tokenizer_init = True ) as vllm_model :
34
34
vllm_model .encode (prompt )
35
35
36
+
36
37
MODELS = ["christian-pinto/Prithvi-EO-2.0-300M-TL-VLLM" ]
37
38
39
+
38
40
@pytest .mark .parametrize ("model" , MODELS )
39
41
def test_models_image (
40
42
hf_runner ,
Original file line number Diff line number Diff line change @@ -614,8 +614,6 @@ def __post_init__(self) -> None:
614
614
self .served_model_name = get_served_model_name (self .model ,
615
615
self .served_model_name )
616
616
self .multimodal_config = self ._init_multimodal_config ()
617
- self .is_pooling_model = self .registry .is_pooling_model (
618
- self .architectures )
619
617
self .model_supports_multimodal_raw_input = (
620
618
self ._init_model_supports_multimodal_raw_input ())
621
619
if not self .skip_tokenizer_init :
@@ -1404,6 +1402,10 @@ def uses_mrope(self) -> bool:
1404
1402
@property
1405
1403
def is_multimodal_model (self ) -> bool :
1406
1404
return self .multimodal_config is not None
1405
+
1406
+ @property
1407
+ def is_pooling_model (self ) -> bool :
1408
+ return self .registry .is_pooling_model (self .architectures )
1407
1409
1408
1410
@property
1409
1411
def is_cross_encoder (self ) -> bool :
Original file line number Diff line number Diff line change @@ -67,6 +67,7 @@ def new_empty(self) -> "KVCacheBlocks":
67
67
68
68
class KVCacheManagerInterface (ABC ):
69
69
70
+ @property
70
71
@abstractmethod
71
72
def usage (self ) -> float :
72
73
raise NotImplementedError
You can’t perform that action at this time.
0 commit comments