xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 05:04:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI] Increase the threshold of the MTEB RERANK tests (#20615)

Browse Source 
Signed-off-by: wang.yuqi <noooop@126.com>
This commit is contained in:
wang.yuqi 2025-07-08 23:10:11 +08:00 committed by GitHub
parent c6c22f16d3
commit baba0389f7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 3 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/language/pooling/mteb_utils.py
View File

@ -23,7 +23,7 @@ MTEB_EMBED_TOL = 1e-4
# See #19344
MTEB_RERANK_TASKS = ["NFCorpus"]
MTEB_RERANK_LANGS = ["en"]
MTEB_RERANK_TOL = 1e-3
MTEB_RERANK_TOL = 2e-3
class VllmMtebEncoder(mteb.Encoder):

1
tests/models/language/pooling/test_baai.py
View File

@ -68,7 +68,6 @@ RERANK_MODELS = [
enable_test=False),
RerankModelInfo("BAAI/bge-reranker-v2-m3",
architecture="XLMRobertaForSequenceClassification",
dtype="float32",
enable_test=False)
]

7
tests/models/language/pooling/test_jina.py
View File

@ -18,11 +18,8 @@ EMBEDDING_MODELS = [
]
RERANK_MODELS = [
RerankModelInfo(
"jinaai/jina-reranker-v2-base-multilingual",
architecture="XLMRobertaForSequenceClassification",
dtype="float32",
)
RerankModelInfo("jinaai/jina-reranker-v2-base-multilingual",
architecture="XLMRobertaForSequenceClassification")
]

2
tests/models/language/pooling/test_qwen3_reranker.py
View File

@ -12,11 +12,9 @@ from .mteb_utils import RerankModelInfo, mteb_test_rerank_models
RERANK_MODELS = [
RerankModelInfo("Qwen/Qwen3-Reranker-0.6B",
architecture="Qwen3ForSequenceClassification",
dtype="float32",
enable_test=True),
RerankModelInfo("Qwen/Qwen3-Reranker-4B",
architecture="Qwen3ForSequenceClassification",
dtype="float32",
enable_test=False)
]