mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-26 12:07:10 +08:00
[compile] Add enable_prompt_embeds to compile hash. (#27285)
Signed-off-by: zhxchen17 <zhxchen17@fb.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
parent
0484b64248
commit
259504e147
@ -163,7 +163,7 @@ class ModelConfig:
|
|||||||
specified by the server file system. This is a security risk. Should only
|
specified by the server file system. This is a security risk. Should only
|
||||||
be enabled in trusted environments."""
|
be enabled in trusted environments."""
|
||||||
allowed_media_domains: list[str] | None = None
|
allowed_media_domains: list[str] | None = None
|
||||||
"""If set, only media URLs that belong to this domain can be used for
|
"""If set, only media URLs that belong to this domain can be used for
|
||||||
multi-modal inputs. """
|
multi-modal inputs. """
|
||||||
revision: str | None = None
|
revision: str | None = None
|
||||||
"""The specific model version to use. It can be a branch name, a tag name,
|
"""The specific model version to use. It can be a branch name, a tag name,
|
||||||
@ -345,6 +345,7 @@ class ModelConfig:
|
|||||||
factors.append(self.rope_scaling)
|
factors.append(self.rope_scaling)
|
||||||
factors.append(self.rope_theta)
|
factors.append(self.rope_theta)
|
||||||
factors.append(self.video_pruning_rate)
|
factors.append(self.video_pruning_rate)
|
||||||
|
factors.append(self.enable_prompt_embeds)
|
||||||
|
|
||||||
# hf_config can control how the model looks!
|
# hf_config can control how the model looks!
|
||||||
try:
|
try:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user