xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-26 01:03:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix rope cache key error (#1867)

Browse Source
This commit is contained in:
Roy 2023-12-01 00:29:28 +08:00 committed by GitHub
parent 8d8c2f6ffe
commit d27f4bae39
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/layers/rotary_embedding.py
View File

@ -284,9 +284,10 @@ def get_rope(
rope_scaling: Optional[Dict[str, Any]] = None,
) -> RotaryEmbedding:
key = (head_size, rotary_dim, max_position, base, is_neox_style,
rope_scaling)
tuple(rope_scaling.items()) if rope_scaling is not None else None)
if key in _ROPE_DICT:
return _ROPE_DICT[key]
if rope_scaling is None:
rotary_emb = RotaryEmbedding(head_size, rotary_dim, max_position, base,
is_neox_style)