xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-03 05:11:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix xgrammar failing to read a vocab_size from LlavaConfig on PixtralHF. (#11043)

Browse Source
This commit is contained in:
Jeff Cook 2024-12-09 23:54:22 -07:00 committed by GitHub
parent ebf778061d
commit e35879c276
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/guided_decoding/xgrammar_decoding.py
View File

@ -148,7 +148,7 @@ class GrammarConfig:
else: else:
json_str = guided_params.json json_str = guided_params.json
return cls(json_str=json_str, return cls(json_str=json_str,
vocab_size=model_config.hf_config.vocab_size, vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab, encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids, stop_token_ids=stop_token_ids,
backend_str=backend_str, backend_str=backend_str,
@ -168,7 +168,7 @@ class GrammarConfig:
else: else:
grammar_str = guided_params.grammar grammar_str = guided_params.grammar
return cls(grammar_str=grammar_str, return cls(grammar_str=grammar_str,
vocab_size=model_config.hf_config.vocab_size, vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab, encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids, stop_token_ids=stop_token_ids,
backend_str=backend_str, backend_str=backend_str,
@ -176,7 +176,7 @@ class GrammarConfig:
max_threads=max_threads) max_threads=max_threads)
elif guided_params.json_object: elif guided_params.json_object:
return cls(json_object=True, return cls(json_object=True,
vocab_size=model_config.hf_config.vocab_size, vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab, encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids, stop_token_ids=stop_token_ids,
backend_str=backend_str, backend_str=backend_str,