mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-26 07:11:18 +08:00
[Misc] remove useless v1 env (#29164)
Signed-off-by: David Chen <530634352@qq.com>
This commit is contained in:
parent
4d7231e774
commit
b34129bf8e
@ -61,8 +61,6 @@ def test_batch_inference_correctness(
|
|||||||
model_setup: (method, model_name, spec_model_name, lora_path, tp_size)
|
model_setup: (method, model_name, spec_model_name, lora_path, tp_size)
|
||||||
"""
|
"""
|
||||||
with monkeypatch.context() as m:
|
with monkeypatch.context() as m:
|
||||||
m.setenv("VLLM_USE_V1", "1")
|
|
||||||
|
|
||||||
# Disable randomness
|
# Disable randomness
|
||||||
m.setenv("CUBLAS_WORKSPACE_CONFIG", ":4096:8")
|
m.setenv("CUBLAS_WORKSPACE_CONFIG", ":4096:8")
|
||||||
torch.manual_seed(SEED)
|
torch.manual_seed(SEED)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user