mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 04:05:01 +08:00
10 lines
275 B
Python
10 lines
275 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from lmdeploy.serve.openai.api_client import APIClient
|
|
|
|
api_client = APIClient("http://localhost:8000")
|
|
model_name = api_client.available_models[0]
|
|
|
|
print(model_name)
|