mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-16 14:16:12 +08:00
bca74e32b7
Signed-off-by: Zuyi Zhao <zhaozuy@amazon.com> Signed-off-by: Shen Teng <sheteng@amazon.com> Co-authored-by: Shen Teng <sheteng@amazon.com> Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
58 lines
2.1 KiB
Python
58 lines
2.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
import model_hosting_container_standards.sagemaker as sagemaker_standards
|
|
from fastapi import APIRouter, Depends, Request
|
|
from fastapi.responses import JSONResponse, Response
|
|
|
|
from vllm.entrypoints.openai.api_server import models, validate_json_request
|
|
from vllm.entrypoints.openai.protocol import (
|
|
ErrorResponse,
|
|
LoadLoRAAdapterRequest,
|
|
UnloadLoRAAdapterRequest,
|
|
)
|
|
from vllm.entrypoints.openai.serving_models import OpenAIServingModels
|
|
from vllm.logger import init_logger
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
def register_dynamic_lora_routes(router: APIRouter):
|
|
@sagemaker_standards.register_load_adapter_handler(
|
|
request_shape={
|
|
"lora_name": "body.name",
|
|
"lora_path": "body.src",
|
|
},
|
|
)
|
|
@router.post("/v1/load_lora_adapter", dependencies=[Depends(validate_json_request)])
|
|
async def load_lora_adapter(request: LoadLoRAAdapterRequest, raw_request: Request):
|
|
handler: OpenAIServingModels = models(raw_request)
|
|
response = await handler.load_lora_adapter(request)
|
|
if isinstance(response, ErrorResponse):
|
|
return JSONResponse(
|
|
content=response.model_dump(), status_code=response.error.code
|
|
)
|
|
|
|
return Response(status_code=200, content=response)
|
|
|
|
@sagemaker_standards.register_unload_adapter_handler(
|
|
request_shape={
|
|
"lora_name": "path_params.adapter_name",
|
|
}
|
|
)
|
|
@router.post(
|
|
"/v1/unload_lora_adapter", dependencies=[Depends(validate_json_request)]
|
|
)
|
|
async def unload_lora_adapter(
|
|
request: UnloadLoRAAdapterRequest, raw_request: Request
|
|
):
|
|
handler: OpenAIServingModels = models(raw_request)
|
|
response = await handler.unload_lora_adapter(request)
|
|
if isinstance(response, ErrorResponse):
|
|
return JSONResponse(
|
|
content=response.model_dump(), status_code=response.error.code
|
|
)
|
|
|
|
return Response(status_code=200, content=response)
|
|
|
|
return router
|