We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4c7b424 commit c68de47Copy full SHA for c68de47
python/sglang/srt/entrypoints/engine.py
@@ -348,8 +348,8 @@ def update_weights_from_tensor(
348
load_format: Optional[str] = None,
349
flush_cache: bool = True,
350
):
351
- """Update weights from distributed source. If there are going to be more updates, set `flush_cache` to be true
352
- to avoid duplicated operations such as clearing cache."""
+ """Update weights from distributed source. If there are going to be more updates, set `flush_cache` to be false
+ to avoid duplicated cache cleaning operation."""
353
obj = UpdateWeightsFromTensorReqInput(
354
serialized_named_tensors=[
355
MultiprocessingSerializer.serialize(named_tensors)
0 commit comments