File tree Expand file tree Collapse file tree 2 files changed +12
-0
lines changed Expand file tree Collapse file tree 2 files changed +12
-0
lines changed Original file line number Diff line number Diff line change @@ -1157,6 +1157,9 @@ def sleep(self, level: int = 1):
11571157 self .llm_engine .sleep (level = level )
11581158
11591159 def wake_up (self ):
1160+ """
1161+ Wake up the engine from sleep mode. See the :meth:`sleep` method
1162+ for more details."""
11601163 self .llm_engine .wake_up ()
11611164
11621165 # LEGACY
Original file line number Diff line number Diff line change @@ -47,6 +47,7 @@ def __init__(
4747 self .prompt_adapter_config = vllm_config .prompt_adapter_config
4848 self .observability_config = vllm_config .observability_config
4949 self ._init_executor ()
50+ self .is_sleeping = False
5051
5152 @abstractmethod
5253 def _init_executor (self ) -> None :
@@ -194,10 +195,18 @@ def stop_profile(self) -> None:
194195 self .collective_rpc ("stop_profile" )
195196
196197 def sleep (self , level : int = 1 ):
198+ if self .is_sleeping :
199+ logger .warning ("Executor is already sleeping." )
200+ return
197201 self .collective_rpc ("sleep" , kwargs = dict (level = level ))
202+ self .is_sleeping = True
198203
199204 def wake_up (self ):
205+ if not self .is_sleeping :
206+ logger .warning ("Executor is not sleeping." )
207+ return
200208 self .collective_rpc ("wake_up" )
209+ self .is_sleeping = False
201210
202211 def save_sharded_state (
203212 self ,
You can’t perform that action at this time.
0 commit comments