File tree Expand file tree Collapse file tree 2 files changed +4
-2
lines changed
python/sglang/srt/disaggregation Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -384,7 +384,9 @@ def _connect(self, endpoint: str):
384
384
socket .connect (endpoint )
385
385
return socket
386
386
387
- def init (self , kv_indices : npt .NDArray [np .int64 ], aux_index : Optional [int ] = None ):
387
+ def notify_pre_alloc (
388
+ self , kv_indices : npt .NDArray [np .int64 ], aux_index : Optional [int ] = None
389
+ ):
388
390
self .kv_mgr .enqueue_request (self .bootstrap_room , kv_indices , aux_index )
389
391
packed_kv_data_ptrs = b"" .join (
390
392
struct .pack ("Q" , ptr ) for ptr in self .kv_mgr .kv_args .kv_data_ptrs
Original file line number Diff line number Diff line change @@ -195,7 +195,7 @@ def pop_preallocated(self) -> List[DecodeRequest]:
195
195
self .req_to_metadata_buffer_idx_allocator .alloc ()
196
196
)
197
197
assert decode_req .metadata_buffer_index is not None
198
- decode_req .kv_receiver .init (kv_indices , decode_req .metadata_buffer_index )
198
+ decode_req .kv_receiver .notify_pre_alloc (kv_indices , decode_req .metadata_buffer_index )
199
199
preallocated_reqs .append (decode_req )
200
200
indices_to_remove .add (i )
201
201
You can’t perform that action at this time.
0 commit comments