We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0483672 commit ae401d7Copy full SHA for ae401d7
verl/workers/sharding_manager/fsdp_sglang.py
@@ -98,7 +98,7 @@ def __enter__(self):
98
self.timing = {}
99
with simple_timer("reshard", self.timing):
100
loop = asyncio.get_event_loop()
101
-
+
102
if self.device_mesh["infer_tp"].get_local_rank() == 0:
103
if self.multi_stage_wake_up:
104
loop.run_until_complete(self.inference_engine.resume_memory_occupation(tags=["weights"]))
0 commit comments