Skip to content

Commit baba038

Browse files
authored
[CI] Increase the threshold of the MTEB RERANK tests (#20615)
Signed-off-by: wang.yuqi <noooop@126.com>
1 parent c6c22f1 commit baba038

File tree

4 files changed

+3
-9
lines changed

4 files changed

+3
-9
lines changed

tests/models/language/pooling/mteb_utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
# See #19344
2424
MTEB_RERANK_TASKS = ["NFCorpus"]
2525
MTEB_RERANK_LANGS = ["en"]
26-
MTEB_RERANK_TOL = 1e-3
26+
MTEB_RERANK_TOL = 2e-3
2727

2828

2929
class VllmMtebEncoder(mteb.Encoder):

tests/models/language/pooling/test_baai.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,6 @@
6868
enable_test=False),
6969
RerankModelInfo("BAAI/bge-reranker-v2-m3",
7070
architecture="XLMRobertaForSequenceClassification",
71-
dtype="float32",
7271
enable_test=False)
7372
]
7473

tests/models/language/pooling/test_jina.py

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,8 @@
1818
]
1919

2020
RERANK_MODELS = [
21-
RerankModelInfo(
22-
"jinaai/jina-reranker-v2-base-multilingual",
23-
architecture="XLMRobertaForSequenceClassification",
24-
dtype="float32",
25-
)
21+
RerankModelInfo("jinaai/jina-reranker-v2-base-multilingual",
22+
architecture="XLMRobertaForSequenceClassification")
2623
]
2724

2825

tests/models/language/pooling/test_qwen3_reranker.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,9 @@
1212
RERANK_MODELS = [
1313
RerankModelInfo("Qwen/Qwen3-Reranker-0.6B",
1414
architecture="Qwen3ForSequenceClassification",
15-
dtype="float32",
1615
enable_test=True),
1716
RerankModelInfo("Qwen/Qwen3-Reranker-4B",
1817
architecture="Qwen3ForSequenceClassification",
19-
dtype="float32",
2018
enable_test=False)
2119
]
2220

0 commit comments

Comments
 (0)