mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-24 22:17:53 +08:00
fix tests
Signed-off-by: Xingyu Liu <charlotteliu12x@gmail.com>
This commit is contained in:
parent
1c3db5611a
commit
441d7355a2
@ -81,7 +81,7 @@ def _assert_model_arch_config(
|
|||||||
assert model_arch_config.is_deepseek_mla == expected["is_deepseek_mla"]
|
assert model_arch_config.is_deepseek_mla == expected["is_deepseek_mla"]
|
||||||
|
|
||||||
torch_dtype = ModelArchConfigConvertorBase.get_torch_dtype(
|
torch_dtype = ModelArchConfigConvertorBase.get_torch_dtype(
|
||||||
model_config.hf_config, model_config.model_id, revision=model_config.revision
|
model_config.hf_config, model_config.model, revision=model_config.revision
|
||||||
)
|
)
|
||||||
assert str(torch_dtype) == expected["dtype"]
|
assert str(torch_dtype) == expected["dtype"]
|
||||||
|
|
||||||
|
|||||||
@ -483,8 +483,10 @@ def dummy_hf_overrides(
|
|||||||
"num_kv_shared_layers": 1,
|
"num_kv_shared_layers": 1,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
_hf_config = hf_config
|
||||||
|
|
||||||
class DummyConfig:
|
class DummyConfig:
|
||||||
hf_config = hf_config
|
hf_config = _hf_config
|
||||||
hf_text_config = text_config
|
hf_text_config = text_config
|
||||||
|
|
||||||
model_arch_config = ModelConfig.get_model_arch_config(DummyConfig)
|
model_arch_config = ModelConfig.get_model_arch_config(DummyConfig)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user