Skip to content

Commit 42a45df

Browse files
[Fix] self.worker assignment in TpModelWorker and refactor references (#4788)
Signed-off-by: Xinyuan Tong <[email protected]>
1 parent 04eb606 commit 42a45df

File tree

2 files changed

+4
-8
lines changed

2 files changed

+4
-8
lines changed

python/sglang/srt/managers/scheduler.py

Lines changed: 2 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1703,18 +1703,12 @@ def handle_rpc_request(self, recv_req: RpcReqInput):
17031703
def save_remote_model(self, params):
17041704
url = params["url"]
17051705

1706-
if isinstance(self.tp_worker, TpModelWorkerClient):
1707-
worker = self.tp_worker.worker
1708-
else:
1709-
worker = self.tp_worker
1706+
worker = self.tp_worker.worker
17101707

17111708
worker.model_runner.save_remote_model(url)
17121709

17131710
def save_sharded_model(self, params):
1714-
if isinstance(self.tp_worker, TpModelWorkerClient):
1715-
worker = self.tp_worker.worker
1716-
else:
1717-
worker = self.tp_worker
1711+
worker = self.tp_worker.worker
17181712

17191713
worker.model_runner.save_sharded_model(
17201714
path=params["path"],

python/sglang/srt/managers/tp_worker.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,8 @@ def __init__(
5353
req_to_token_pool: Optional[ReqToTokenPool] = None,
5454
token_to_kv_pool_allocator: Optional[TokenToKVPoolAllocator] = None,
5555
):
56+
self.worker = self
57+
5658
# Parse args
5759
self.tp_rank = tp_rank
5860

0 commit comments

Comments
 (0)