mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 04:34:57 +08:00
bf214ca226
Signed-off-by: wang.yuqi <noooop@126.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
38 lines
992 B
Python
38 lines
992 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Example Python client for embedding API dimensions using vLLM API server
|
|
NOTE:
|
|
start a supported Matryoshka Embeddings model server with `vllm serve`, e.g.
|
|
vllm serve jinaai/jina-embeddings-v3 --trust-remote-code
|
|
"""
|
|
|
|
from openai import OpenAI
|
|
|
|
# Modify OpenAI's API key and API base to use vLLM's API server.
|
|
openai_api_key = "EMPTY"
|
|
openai_api_base = "http://localhost:8000/v1"
|
|
|
|
|
|
def main():
|
|
client = OpenAI(
|
|
# defaults to os.environ.get("OPENAI_API_KEY")
|
|
api_key=openai_api_key,
|
|
base_url=openai_api_base,
|
|
)
|
|
|
|
models = client.models.list()
|
|
model = models.data[0].id
|
|
|
|
responses = client.embeddings.create(
|
|
input=["Follow the white rabbit."],
|
|
model=model,
|
|
dimensions=32,
|
|
)
|
|
|
|
for data in responses.data:
|
|
print(data.embedding) # List of float of len 32
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|