mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-07 19:12:21 +08:00
clean up
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
parent
bd6a340652
commit
8a2c136c8f
@ -901,7 +901,6 @@ class MoRIIOConnector(KVConnectorBase_V1):
|
|||||||
)
|
)
|
||||||
|
|
||||||
self.kv_transfer_config = vllm_config.kv_transfer_config
|
self.kv_transfer_config = vllm_config.kv_transfer_config
|
||||||
# assert vllm_config.kv_transfer_config.engine_id is not None
|
|
||||||
self._set_port_defaults(vllm_config)
|
self._set_port_defaults(vllm_config)
|
||||||
|
|
||||||
self.engine_id = (
|
self.engine_id = (
|
||||||
@ -2135,9 +2134,6 @@ class MoRIIOConnectorWorker:
|
|||||||
)
|
)
|
||||||
|
|
||||||
def _write_blocks_for_req(self, req_id: str, meta: ReqMeta, layer_name, kv_layer):
|
def _write_blocks_for_req(self, req_id: str, meta: ReqMeta, layer_name, kv_layer):
|
||||||
# logger.debug(f"write block for req {req_id} to remote engine "
|
|
||||||
# f"{meta.remote_engine_id}")
|
|
||||||
|
|
||||||
self.schedule_write_blocks(
|
self.schedule_write_blocks(
|
||||||
request_id=req_id,
|
request_id=req_id,
|
||||||
dst_engine_id=meta.remote_engine_id,
|
dst_engine_id=meta.remote_engine_id,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user