xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 00:06:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Update conftest for entrypoints/sagemaker test folder (#29799)

Browse Source 
Signed-off-by: Zuyi Zhao <zhaozuy@amazon.com>
This commit is contained in:
Zuyi Zhao 2025-12-01 19:56:39 -08:00 committed by GitHub
parent f441d36cee
commit 53bf71b0f0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tests/entrypoints/sagemaker/conftest.py
View File

@ -45,7 +45,10 @@ def basic_server_with_lora(smollm2_lora_files):
"64",
]
envs = {"VLLM_ALLOW_RUNTIME_LORA_UPDATING": "True"}
envs = {
"VLLM_ALLOW_RUNTIME_LORA_UPDATING": "True",
"SAGEMAKER_ENABLE_STATEFUL_SESSIONS": "True",
}
with RemoteOpenAIServer(MODEL_NAME_SMOLLM, args, env_dict=envs) as remote_server:
yield remote_server