xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-19 06:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Fix] Fissertion on YaRN model len (#2984)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-02-23 12:57:48 -08:00 committed by GitHub
parent 57f044945f
commit f7c1234990
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/layers/rotary_embedding.py
View File

@ -354,7 +354,6 @@ def get_rope(
elif scaling_type == "yarn": elif scaling_type == "yarn":
original_max_position = rope_scaling[ original_max_position = rope_scaling[
"original_max_position_embeddings"] "original_max_position_embeddings"]
assert max_position == original_max_position * scaling_factor
extra_kwargs = { extra_kwargs = {
k: v k: v
for k, v in rope_scaling.items() for k, v in rope_scaling.items()