some log

Author: HanHan009527

python/sglang/srt/disaggregation/prefill.py

@@ -21,6 +21,7 @@
 
 import logging
 from collections import deque
+import time
 from typing import TYPE_CHECKING, List, Optional
 
 import torch
@@ -138,6 +139,8 @@ def pop_bootstrapped(self) -> List[Req]:
         bootstrapped_reqs = []
         indices_to_remove = set()
 
+
+
         if len(self.queue) == 0:
             return []
 
@@ -298,6 +301,7 @@ def process_batch_result_disagg_prefill(
         )
 
         # Transfer kv for prefill completed requests and add it into disagg_prefill_infight_queue
+        t = time.perf_counter()
         if self.enable_overlap:
             # wait
             _, next_token_ids = self.tp_worker.resolve_batch_result(bid)
@@ -307,6 +311,9 @@ def process_batch_result_disagg_prefill(
         if self.disagg_launch_done is not None:
             self.disagg_launch_done.clear()
 
+        print(f"sample request: {time.perf_counter() - t:.2f} seconds")
+        t = time.perf_counter()
+
         for req, next_token_id in zip(batch.reqs, next_token_ids, strict=True):
             req: Req
             if req.is_chunked <= 0:
@@ -321,6 +328,7 @@ def process_batch_result_disagg_prefill(
 
                 if self.enable_overlap:
                     self.send_kv_chunk(req, end_idx=req.tmp_end_idx)
+            print(f"send kv_chunk outter: {time.perf_counter() - t:.2f} seconds")
 
     def process_disagg_prefill_inflight_queue(self: Scheduler) -> None:
         """