mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-28 15:38:45 +08:00
[compile] Add enable_prompt_embeds to compile hash. (#27285)
Signed-off-by: zhxchen17 <zhxchen17@fb.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
parent
0484b64248
commit
259504e147
@ -163,7 +163,7 @@ class ModelConfig:
|
||||
specified by the server file system. This is a security risk. Should only
|
||||
be enabled in trusted environments."""
|
||||
allowed_media_domains: list[str] | None = None
|
||||
"""If set, only media URLs that belong to this domain can be used for
|
||||
"""If set, only media URLs that belong to this domain can be used for
|
||||
multi-modal inputs. """
|
||||
revision: str | None = None
|
||||
"""The specific model version to use. It can be a branch name, a tag name,
|
||||
@ -345,6 +345,7 @@ class ModelConfig:
|
||||
factors.append(self.rope_scaling)
|
||||
factors.append(self.rope_theta)
|
||||
factors.append(self.video_pruning_rate)
|
||||
factors.append(self.enable_prompt_embeds)
|
||||
|
||||
# hf_config can control how the model looks!
|
||||
try:
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user