mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-21 09:42:24 +08:00
Add TODO and remove unused codepath
Signed-off-by: Wei-Yu Lin <weiyulin@google.com>
This commit is contained in:
parent
603a1bf9bc
commit
b280f38b15
@ -241,9 +241,6 @@ class DefaultModelLoader(BaseModelLoader):
|
||||
self.load_config.pt_load_map_location,
|
||||
)
|
||||
|
||||
if current_platform.is_tpu():
|
||||
pass
|
||||
|
||||
if self.counter_before_loading_weights == 0.0:
|
||||
self.counter_before_loading_weights = time.perf_counter()
|
||||
# Apply the prefix.
|
||||
|
||||
@ -11,6 +11,7 @@ logger = init_logger(__name__)
|
||||
|
||||
_R = TypeVar("_R")
|
||||
|
||||
# TODO(weiyulin) Remove this file after adding an official way to use hardware plugin
|
||||
if USE_TPU_INFERENCE:
|
||||
from tpu_inference.worker.tpu_worker import TPUWorker as TpuInferenceWorker
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user