From 68a23333399b02c8f2d3eb0e12afbfdcc059ed13 Mon Sep 17 00:00:00 2001 From: inkcherry Date: Thu, 20 Nov 2025 03:55:48 +0000 Subject: [PATCH] fix dp proxy Signed-off-by: inkcherry --- tests/v1/kv_connector/moriio_integration/toy_proxy_server.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tests/v1/kv_connector/moriio_integration/toy_proxy_server.py b/tests/v1/kv_connector/moriio_integration/toy_proxy_server.py index ea3127df57824..e375b84bd4053 100644 --- a/tests/v1/kv_connector/moriio_integration/toy_proxy_server.py +++ b/tests/v1/kv_connector/moriio_integration/toy_proxy_server.py @@ -218,7 +218,9 @@ async def handle_request(): req_data['kv_transfer_params']['remote_dp_size'] = prefill_instance_endpoint['dp_size'] req_data['kv_transfer_params']['remote_tp_size'] = prefill_instance_endpoint['tp_size'] - + if selected_prefill_dp_rank is not None: + req_data['kv_transfer_params']['remote_dp_rank'] = selected_prefill_dp_rank + decode_request_task = asyncio.create_task( start_decode_request(decode_instance_endpoint['request_address'], req_data, request_id) )