mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-23 18:17:56 +08:00
Add TODO and remove unused codepath
Signed-off-by: Wei-Yu Lin <weiyulin@google.com>
This commit is contained in:
parent
603a1bf9bc
commit
b280f38b15
@ -241,9 +241,6 @@ class DefaultModelLoader(BaseModelLoader):
|
|||||||
self.load_config.pt_load_map_location,
|
self.load_config.pt_load_map_location,
|
||||||
)
|
)
|
||||||
|
|
||||||
if current_platform.is_tpu():
|
|
||||||
pass
|
|
||||||
|
|
||||||
if self.counter_before_loading_weights == 0.0:
|
if self.counter_before_loading_weights == 0.0:
|
||||||
self.counter_before_loading_weights = time.perf_counter()
|
self.counter_before_loading_weights = time.perf_counter()
|
||||||
# Apply the prefix.
|
# Apply the prefix.
|
||||||
|
|||||||
@ -11,6 +11,7 @@ logger = init_logger(__name__)
|
|||||||
|
|
||||||
_R = TypeVar("_R")
|
_R = TypeVar("_R")
|
||||||
|
|
||||||
|
# TODO(weiyulin) Remove this file after adding an official way to use hardware plugin
|
||||||
if USE_TPU_INFERENCE:
|
if USE_TPU_INFERENCE:
|
||||||
from tpu_inference.worker.tpu_worker import TPUWorker as TpuInferenceWorker
|
from tpu_inference.worker.tpu_worker import TPUWorker as TpuInferenceWorker
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user