mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-09-09 09:57:01 +08:00
Merge branch 'conftest/generate_beam_search/simplify-return-value' of github.com:nwaughachukwuma/vllm into conftest/generate_beam_search/simplify-return-value
This commit is contained in:
commit
b8afaf9c18
@ -265,7 +265,7 @@ class HfRunner:
|
|||||||
if isinstance(x, dict):
|
if isinstance(x, dict):
|
||||||
return {k: self.wrap_device(v, device) for k, v in x.items()}
|
return {k: self.wrap_device(v, device) for k, v in x.items()}
|
||||||
|
|
||||||
if hasattr(x.device, "type") and x.device.type == device:
|
if hasattr(x, "device") and x.device.type == device:
|
||||||
return x
|
return x
|
||||||
|
|
||||||
return x.to(device)
|
return x.to(device)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user