mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-14 05:04:58 +08:00
[Bugfix] Fix AttributeError: 'State' object has no attribute 'engine_client' (#17434)
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
parent
ed6cfb90c8
commit
be633fba0f
@ -111,7 +111,7 @@ async def init_app(
|
|||||||
engine = (llm_engine
|
engine = (llm_engine
|
||||||
if llm_engine is not None else AsyncLLMEngine.from_engine_args(
|
if llm_engine is not None else AsyncLLMEngine.from_engine_args(
|
||||||
engine_args, usage_context=UsageContext.API_SERVER))
|
engine_args, usage_context=UsageContext.API_SERVER))
|
||||||
|
app.state.engine_client = engine
|
||||||
return app
|
return app
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user