Skip to content

Commit a8cf848

Browse files
committed
debug logs when actually freeing blocks
Signed-off-by: Travis Johnson <[email protected]>
1 parent 99d8093 commit a8cf848

File tree

1 file changed

+5
-3
lines changed

1 file changed

+5
-3
lines changed

vllm_spyre/v1/worker/spyre_model_runner.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -616,9 +616,11 @@ def _update_states(self, scheduler_output):
616616

617617
# Continuous batching stuff
618618
for req_id in scheduler_output.finished_req_ids:
619-
logger.debug("Finishing request id: %s", req_id)
620-
for block_id in self.req_ids2blocks.pop(req_id, []):
621-
self.free_blocks.append(block_id)
619+
if blocks_to_free := self.req_ids2blocks.pop(req_id):
620+
logger.debug("Freeing request id: %s", req_id)
621+
for block_id in blocks_to_free:
622+
logger.debug("Freeing block with id: %s", block_id)
623+
self.free_blocks.append(block_id)
622624
self.req_ids2left_pads.pop(req_id, None)
623625
self.requests.pop(req_id, None)
624626
self.input_batch.remove_request(req_id)

0 commit comments

Comments
 (0)