From 53bf71b0f0e0fc57ec5879ea3d13cf93a024667a Mon Sep 17 00:00:00 2001 From: Zuyi Zhao Date: Mon, 1 Dec 2025 19:56:39 -0800 Subject: [PATCH] [Misc] Update conftest for entrypoints/sagemaker test folder (#29799) Signed-off-by: Zuyi Zhao --- tests/entrypoints/sagemaker/conftest.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/entrypoints/sagemaker/conftest.py b/tests/entrypoints/sagemaker/conftest.py index ad219eec18b7..1c34d738fa7a 100644 --- a/tests/entrypoints/sagemaker/conftest.py +++ b/tests/entrypoints/sagemaker/conftest.py @@ -45,7 +45,10 @@ def basic_server_with_lora(smollm2_lora_files): "64", ] - envs = {"VLLM_ALLOW_RUNTIME_LORA_UPDATING": "True"} + envs = { + "VLLM_ALLOW_RUNTIME_LORA_UPDATING": "True", + "SAGEMAKER_ENABLE_STATEFUL_SESSIONS": "True", + } with RemoteOpenAIServer(MODEL_NAME_SMOLLM, args, env_dict=envs) as remote_server: yield remote_server