xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-08 22:27:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

minor

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk@thinkingmachines.ai>
This commit is contained in:
Woosuk Kwon 2025-09-19 23:55:46 +00:00
parent a66aa37f40
commit 98ef239486
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/worker/gpu/states.py
View File

@ -18,14 +18,14 @@ class SamplingMetadata:
temperature: torch.Tensor
top_p: Optional[torch.Tensor]
top_k: Optional[torch.Tensor]
top_p: torch.Tensor | None
top_k: torch.Tensor | None
seeds: torch.Tensor
pos: torch.Tensor
# None means no logprobs, 0 means sampled token logprobs only
max_num_logprobs: Optional[int]
max_num_logprobs: int | None
@classmethod
def make_dummy(