Skip to content

Commit 4a510ab

Browse files
authored
[NIXL] Improve request_finished() debug logs (#25665)
Signed-off-by: Mark McLoughlin <markmc@redhat.com>
1 parent 314fa8a commit 4a510ab

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -463,7 +463,9 @@ def request_finished(
463463

464464
params = request.kv_transfer_params
465465
logger.debug(
466-
"NIXLConnector request_finished, request_status=%s, kv_transfer_params=%s",
466+
"NIXLConnector request_finished(%s), request_status=%s, "
467+
"kv_transfer_params=%s",
468+
request.request_id,
467469
request.status,
468470
params,
469471
)
@@ -495,6 +497,12 @@ def request_finished(
495497

496498
if delay_free_blocks:
497499
# Prefill request on remote. It will be read from D upon completion
500+
logger.debug(
501+
"NIXLConnector request_finished(%s) waiting for %d seconds "
502+
"for remote decode to fetch blocks",
503+
request.request_id,
504+
envs.VLLM_NIXL_ABORT_REQUEST_TIMEOUT,
505+
)
498506
self._reqs_need_send[request.request_id] = (
499507
time.perf_counter() + envs.VLLM_NIXL_ABORT_REQUEST_TIMEOUT
500508
)

0 commit comments

Comments
 (0)