mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-03 14:15:21 +08:00
d2a7938582
Signed-off-by: wang.yuqi <noooop@126.com> Co-authored-by: Maximilien de Bayser <maxdebayser@gmail.com> Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
56 lines
1.0 KiB
Markdown
56 lines
1.0 KiB
Markdown
# Pooling models
|
|
|
|
## Cohere rerank usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/cohere_rerank_client.py
|
|
```
|
|
|
|
## Embedding embed_dtype usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/embedding_embed_dtype_client.py
|
|
```
|
|
|
|
## Jinaai rerank usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/jinaai_rerank_client.py
|
|
```
|
|
|
|
## Named Entity Recognition (NER) usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/ner_client.py
|
|
```
|
|
|
|
## Openai chat embedding for multimodal usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/openai_chat_embedding_client_for_multimodal.py
|
|
```
|
|
|
|
## Openai classification usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/openai_classification_client.py
|
|
```
|
|
|
|
## Openai embedding usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/openai_embedding_client.py
|
|
```
|
|
|
|
## Openai embedding matryoshka dimensions usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/openai_embedding_matryoshka_fy.py
|
|
```
|
|
|
|
## Openai pooling usage
|
|
|
|
```bash
|
|
python examples/online_serving/pooling/openai_pooling_client.py
|
|
```
|