xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 06:35:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: bug fix when penalties are negative (#913)

Browse Source 
Co-authored-by: dongyong-lee <dongyong.lee@navercorp.com>
This commit is contained in:
Dong-Yong Lee 2023-09-01 00:37:17 +09:00 committed by GitHub
parent 28873a2799
commit e11222333f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/sampler.py
View File

@ -158,7 +158,7 @@ def _apply_penalties(
continue continue
p = presence_penalties[i] p = presence_penalties[i]
f = frequency_penalties[i] f = frequency_penalties[i]
if p < _SAMPLING_EPS and f < _SAMPLING_EPS: if abs(p) < _SAMPLING_EPS and abs(f) < _SAMPLING_EPS:
continue continue
indices.append(i) indices.append(i)