We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 26e0014 commit bde1e90Copy full SHA for bde1e90
verl/workers/fsdp_workers.py
@@ -353,7 +353,8 @@ def _build_rollout(self, trust_remote_code=False):
353
# check: https://github.com/sgl-project/sglang/blob/00f42707eaddfc2c0528e5b1e0094025c640b7a0/python/sglang/srt/layers/quantization/fp8_utils.py#L76
354
from verl.workers.sharding_manager.fsdp_sglang import FSDPSGLangShardingManager
355
log_gpu_memory_usage(f'Before building {rollout_name} rollout', logger=None)
356
- rollout = SGLangRollout(actor_module=self.config.model.path,
+ local_path = copy_to_local(self.config.model.path)
357
+ rollout = SGLangRollout(actor_module=local_path,
358
config=self.config.rollout,
359
tokenizer=self.tokenizer,
360
model_hf_config=self.actor_model_config)
0 commit comments