Skip to content

Commit 3f50c14

Browse files
authored
[core] add wake_up doc and some sanity check (#12361)
Signed-off-by: youkaichao <[email protected]>
1 parent 8c01b80 commit 3f50c14

File tree

2 files changed

+12
-0
lines changed

2 files changed

+12
-0
lines changed

vllm/entrypoints/llm.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1157,6 +1157,9 @@ def sleep(self, level: int = 1):
11571157
self.llm_engine.sleep(level=level)
11581158

11591159
def wake_up(self):
1160+
"""
1161+
Wake up the engine from sleep mode. See the :meth:`sleep` method
1162+
for more details."""
11601163
self.llm_engine.wake_up()
11611164

11621165
# LEGACY

vllm/executor/executor_base.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@ def __init__(
4747
self.prompt_adapter_config = vllm_config.prompt_adapter_config
4848
self.observability_config = vllm_config.observability_config
4949
self._init_executor()
50+
self.is_sleeping = False
5051

5152
@abstractmethod
5253
def _init_executor(self) -> None:
@@ -194,10 +195,18 @@ def stop_profile(self) -> None:
194195
self.collective_rpc("stop_profile")
195196

196197
def sleep(self, level: int = 1):
198+
if self.is_sleeping:
199+
logger.warning("Executor is already sleeping.")
200+
return
197201
self.collective_rpc("sleep", kwargs=dict(level=level))
202+
self.is_sleeping = True
198203

199204
def wake_up(self):
205+
if not self.is_sleeping:
206+
logger.warning("Executor is not sleeping.")
207+
return
200208
self.collective_rpc("wake_up")
209+
self.is_sleeping = False
201210

202211
def save_sharded_state(
203212
self,

0 commit comments

Comments
 (0)