diff --git a/tests/models/language/pooling/mteb_utils.py b/tests/models/language/pooling/mteb_utils.py index 59336c1f7906..847ea5f623fd 100644 --- a/tests/models/language/pooling/mteb_utils.py +++ b/tests/models/language/pooling/mteb_utils.py @@ -23,7 +23,7 @@ # See #19344 MTEB_RERANK_TASKS = ["NFCorpus"] MTEB_RERANK_LANGS = ["en"] -MTEB_RERANK_TOL = 1e-3 +MTEB_RERANK_TOL = 2e-3 class VllmMtebEncoder(mteb.Encoder): diff --git a/tests/models/language/pooling/test_baai.py b/tests/models/language/pooling/test_baai.py index 3990e8ea92c8..64a8f25220da 100644 --- a/tests/models/language/pooling/test_baai.py +++ b/tests/models/language/pooling/test_baai.py @@ -68,7 +68,6 @@ enable_test=False), RerankModelInfo("BAAI/bge-reranker-v2-m3", architecture="XLMRobertaForSequenceClassification", - dtype="float32", enable_test=False) ] diff --git a/tests/models/language/pooling/test_jina.py b/tests/models/language/pooling/test_jina.py index 0bc189d82b8a..9bfe7411e16b 100644 --- a/tests/models/language/pooling/test_jina.py +++ b/tests/models/language/pooling/test_jina.py @@ -18,11 +18,8 @@ ] RERANK_MODELS = [ - RerankModelInfo( - "jinaai/jina-reranker-v2-base-multilingual", - architecture="XLMRobertaForSequenceClassification", - dtype="float32", - ) + RerankModelInfo("jinaai/jina-reranker-v2-base-multilingual", + architecture="XLMRobertaForSequenceClassification") ] diff --git a/tests/models/language/pooling/test_qwen3_reranker.py b/tests/models/language/pooling/test_qwen3_reranker.py index b1e8fd6294ca..9f040639c78b 100644 --- a/tests/models/language/pooling/test_qwen3_reranker.py +++ b/tests/models/language/pooling/test_qwen3_reranker.py @@ -12,11 +12,9 @@ RERANK_MODELS = [ RerankModelInfo("Qwen/Qwen3-Reranker-0.6B", architecture="Qwen3ForSequenceClassification", - dtype="float32", enable_test=True), RerankModelInfo("Qwen/Qwen3-Reranker-4B", architecture="Qwen3ForSequenceClassification", - dtype="float32", enable_test=False) ]