mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-09 07:27:04 +08:00
Merge branch 'conftest/generate_beam_search/simplify-return-value' of github.com:nwaughachukwuma/vllm into conftest/generate_beam_search/simplify-return-value
This commit is contained in:
commit
b8afaf9c18
@ -265,7 +265,7 @@ class HfRunner:
|
||||
if isinstance(x, dict):
|
||||
return {k: self.wrap_device(v, device) for k, v in x.items()}
|
||||
|
||||
if hasattr(x.device, "type") and x.device.type == device:
|
||||
if hasattr(x, "device") and x.device.type == device:
|
||||
return x
|
||||
|
||||
return x.to(device)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user