xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-20 08:27:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Missing quant_config in deepseek embedding layer (#12836)

Browse Source
This commit is contained in:
Szymon Ożóg 2025-02-07 06:35:09 +01:00 committed by GitHub
parent 433c4a4923
commit aa375dca9f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/deepseek_v2.py
View File

@ -581,7 +581,8 @@ class DeepseekV2Model(nn.Module):
self.embed_tokens = VocabParallelEmbedding( self.embed_tokens = VocabParallelEmbedding(
config.vocab_size, config.vocab_size,
config.hidden_size, config.hidden_size,
) quant_config=quant_config,
prefix=f"{prefix}.embed_tokens")
else: else:
self.embed_tokens = PPMissingLayer() self.embed_tokens = PPMissingLayer()