xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-10 16:17:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Update sampling_metadata.py (#21937)" (#22088)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor 2025-08-01 13:24:46 +01:00 committed by GitHub
parent 28b18cc741
commit 87c94bc879
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/model_executor/sampling_metadata.py
View File

@ -539,37 +539,37 @@ class SamplingTensors:
temperatures_t = torch.tensor( temperatures_t = torch.tensor(
temperatures, temperatures,
device="cpu", device="cpu",
dtype=torch.float32, dtype=dtype,
pin_memory=pin_memory, pin_memory=pin_memory,
) )
top_ps_t = torch.tensor( top_ps_t = torch.tensor(
top_ps, top_ps,
device="cpu", device="cpu",
dtype=torch.float32, dtype=dtype,
pin_memory=pin_memory, pin_memory=pin_memory,
) )
min_ps_t = torch.tensor( min_ps_t = torch.tensor(
min_ps, min_ps,
device="cpu", device="cpu",
dtype=torch.float32, dtype=dtype,
pin_memory=pin_memory, pin_memory=pin_memory,
) )
presence_penalties_t = torch.tensor( presence_penalties_t = torch.tensor(
presence_penalties, presence_penalties,
device="cpu", device="cpu",
dtype=torch.float32, dtype=dtype,
pin_memory=pin_memory, pin_memory=pin_memory,
) )
frequency_penalties_t = torch.tensor( frequency_penalties_t = torch.tensor(
frequency_penalties, frequency_penalties,
device="cpu", device="cpu",
dtype=torch.float32, dtype=dtype,
pin_memory=pin_memory, pin_memory=pin_memory,
) )
repetition_penalties_t = torch.tensor( repetition_penalties_t = torch.tensor(
repetition_penalties, repetition_penalties,
device="cpu", device="cpu",
dtype=torch.float32, dtype=dtype,
pin_memory=pin_memory, pin_memory=pin_memory,
) )
top_ks_t = torch.tensor( top_ks_t = torch.tensor(