xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 04:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI] Increase the threshold of the MTEB RERANK tests (#20615)

Browse Source 
Signed-off-by: wang.yuqi <noooop@126.com>
This commit is contained in:
wang.yuqi 2025-07-08 23:10:11 +08:00 committed by GitHub
parent c6c22f16d3
commit baba0389f7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 3 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/language/pooling/mteb_utils.py
View File

@ -23,7 +23,7 @@ MTEB_EMBED_TOL = 1e-4
# See #19344 # See #19344
MTEB_RERANK_TASKS = ["NFCorpus"] MTEB_RERANK_TASKS = ["NFCorpus"]
MTEB_RERANK_LANGS = ["en"] MTEB_RERANK_LANGS = ["en"]
MTEB_RERANK_TOL = 1e-3 MTEB_RERANK_TOL = 2e-3
class VllmMtebEncoder(mteb.Encoder): class VllmMtebEncoder(mteb.Encoder):

1
tests/models/language/pooling/test_baai.py
View File

@ -68,7 +68,6 @@ RERANK_MODELS = [
enable_test=False), enable_test=False),
RerankModelInfo("BAAI/bge-reranker-v2-m3", RerankModelInfo("BAAI/bge-reranker-v2-m3",
architecture="XLMRobertaForSequenceClassification", architecture="XLMRobertaForSequenceClassification",
dtype="float32",
enable_test=False) enable_test=False)
] ]

7
tests/models/language/pooling/test_jina.py
View File

@ -18,11 +18,8 @@ EMBEDDING_MODELS = [
] ]
RERANK_MODELS = [ RERANK_MODELS = [
RerankModelInfo( RerankModelInfo("jinaai/jina-reranker-v2-base-multilingual",
"jinaai/jina-reranker-v2-base-multilingual", architecture="XLMRobertaForSequenceClassification")
architecture="XLMRobertaForSequenceClassification",
dtype="float32",
)
] ]

2
tests/models/language/pooling/test_qwen3_reranker.py
View File

@ -12,11 +12,9 @@ from .mteb_utils import RerankModelInfo, mteb_test_rerank_models
RERANK_MODELS = [ RERANK_MODELS = [
RerankModelInfo("Qwen/Qwen3-Reranker-0.6B", RerankModelInfo("Qwen/Qwen3-Reranker-0.6B",
architecture="Qwen3ForSequenceClassification", architecture="Qwen3ForSequenceClassification",
dtype="float32",
enable_test=True), enable_test=True),
RerankModelInfo("Qwen/Qwen3-Reranker-4B", RerankModelInfo("Qwen/Qwen3-Reranker-4B",
architecture="Qwen3ForSequenceClassification", architecture="Qwen3ForSequenceClassification",
dtype="float32",
enable_test=False) enable_test=False)
] ]