From cf44779712eccdcc93c5c114c3c163a5bcd9cd07 Mon Sep 17 00:00:00 2001 From: "wang.yuqi" Date: Tue, 8 Jul 2025 16:23:14 +0800 Subject: [PATCH] reset MTEB_RERANK_TOL to 2e-3 Signed-off-by: wang.yuqi --- tests/models/language/pooling/mteb_utils.py | 2 +- tests/models/language/pooling/test_baai.py | 1 - tests/models/language/pooling/test_jina.py | 7 ++----- tests/models/language/pooling/test_qwen3_reranker.py | 2 -- 4 files changed, 3 insertions(+), 9 deletions(-) diff --git a/tests/models/language/pooling/mteb_utils.py b/tests/models/language/pooling/mteb_utils.py index 59336c1f7906..847ea5f623fd 100644 --- a/tests/models/language/pooling/mteb_utils.py +++ b/tests/models/language/pooling/mteb_utils.py @@ -23,7 +23,7 @@ # See #19344 MTEB_RERANK_TASKS = ["NFCorpus"] MTEB_RERANK_LANGS = ["en"] -MTEB_RERANK_TOL = 1e-3 +MTEB_RERANK_TOL = 2e-3 class VllmMtebEncoder(mteb.Encoder): diff --git a/tests/models/language/pooling/test_baai.py b/tests/models/language/pooling/test_baai.py index 3990e8ea92c8..64a8f25220da 100644 --- a/tests/models/language/pooling/test_baai.py +++ b/tests/models/language/pooling/test_baai.py @@ -68,7 +68,6 @@ enable_test=False), RerankModelInfo("BAAI/bge-reranker-v2-m3", architecture="XLMRobertaForSequenceClassification", - dtype="float32", enable_test=False) ] diff --git a/tests/models/language/pooling/test_jina.py b/tests/models/language/pooling/test_jina.py index 0bc189d82b8a..9bfe7411e16b 100644 --- a/tests/models/language/pooling/test_jina.py +++ b/tests/models/language/pooling/test_jina.py @@ -18,11 +18,8 @@ ] RERANK_MODELS = [ - RerankModelInfo( - "jinaai/jina-reranker-v2-base-multilingual", - architecture="XLMRobertaForSequenceClassification", - dtype="float32", - ) + RerankModelInfo("jinaai/jina-reranker-v2-base-multilingual", + architecture="XLMRobertaForSequenceClassification") ] diff --git a/tests/models/language/pooling/test_qwen3_reranker.py b/tests/models/language/pooling/test_qwen3_reranker.py index b1e8fd6294ca..9f040639c78b 100644 --- a/tests/models/language/pooling/test_qwen3_reranker.py +++ b/tests/models/language/pooling/test_qwen3_reranker.py @@ -12,11 +12,9 @@ RERANK_MODELS = [ RerankModelInfo("Qwen/Qwen3-Reranker-0.6B", architecture="Qwen3ForSequenceClassification", - dtype="float32", enable_test=True), RerankModelInfo("Qwen/Qwen3-Reranker-4B", architecture="Qwen3ForSequenceClassification", - dtype="float32", enable_test=False) ]