File tree Expand file tree Collapse file tree 2 files changed +12
-0
lines changed Expand file tree Collapse file tree 2 files changed +12
-0
lines changed Original file line number Diff line number Diff line change @@ -1157,6 +1157,9 @@ def sleep(self, level: int = 1):
1157
1157
self .llm_engine .sleep (level = level )
1158
1158
1159
1159
def wake_up (self ):
1160
+ """
1161
+ Wake up the engine from sleep mode. See the :meth:`sleep` method
1162
+ for more details."""
1160
1163
self .llm_engine .wake_up ()
1161
1164
1162
1165
# LEGACY
Original file line number Diff line number Diff line change @@ -47,6 +47,7 @@ def __init__(
47
47
self .prompt_adapter_config = vllm_config .prompt_adapter_config
48
48
self .observability_config = vllm_config .observability_config
49
49
self ._init_executor ()
50
+ self .is_sleeping = False
50
51
51
52
@abstractmethod
52
53
def _init_executor (self ) -> None :
@@ -194,10 +195,18 @@ def stop_profile(self) -> None:
194
195
self .collective_rpc ("stop_profile" )
195
196
196
197
def sleep (self , level : int = 1 ):
198
+ if self .is_sleeping :
199
+ logger .warning ("Executor is already sleeping." )
200
+ return
197
201
self .collective_rpc ("sleep" , kwargs = dict (level = level ))
202
+ self .is_sleeping = True
198
203
199
204
def wake_up (self ):
205
+ if not self .is_sleeping :
206
+ logger .warning ("Executor is not sleeping." )
207
+ return
200
208
self .collective_rpc ("wake_up" )
209
+ self .is_sleeping = False
201
210
202
211
def save_sharded_state (
203
212
self ,
You can’t perform that action at this time.
0 commit comments