add /set_maximum_caching to treat headless server mode and b/s mode differently.

This commit is contained in:
Sida Liu 2024-04-19 10:00:49 +08:00
parent 97c3f2b681
commit f03a095678

View File

@ -90,6 +90,8 @@ class PromptServer():
self.on_prompt_handlers = [] self.on_prompt_handlers = []
self.use_maximum_caching = False
@routes.get('/ws') @routes.get('/ws')
async def websocket_handler(request): async def websocket_handler(request):
ws = web.WebSocketResponse() ws = web.WebSocketResponse()
@ -527,7 +529,14 @@ class PromptServer():
self.prompt_queue.delete_history_item(id_to_delete) self.prompt_queue.delete_history_item(id_to_delete)
return web.Response(status=200) return web.Response(status=200)
@routes.post("/set_maximum_caching")
async def set_maximum_caching(request):
json_data = await request.json()
self.use_maximum_caching = bool(json_data["use_maximum_caching"])
logging.info(f"use_maximum_caching: {self.use_maximum_caching}")
return web.Response(status=200)
def add_routes(self): def add_routes(self):
self.user_manager.add_routes(self.routes) self.user_manager.add_routes(self.routes)
self.app.add_routes(self.routes) self.app.add_routes(self.routes)
@ -648,8 +657,10 @@ class PromptServer():
return json_data return json_data
def cleanup_if_idle(self): def cleanup_if_idle(self):
if len(self.sockets) == 0: if not self.use_maximum_caching:
with self.prompt_queue.mutex: if len(self.sockets) == 0:
if len(self.prompt_queue.currently_running) == 0 and len(self.prompt_queue.queue) == 0: with self.prompt_queue.mutex:
self.prompt_queue.set_flag("unload_models", True) if len(self.prompt_queue.currently_running) == 0 and len(self.prompt_queue.queue) == 0:
self.prompt_queue.set_flag("free_memory", True) self.prompt_queue.set_flag("unload_models", True)
self.prompt_queue.set_flag("free_memory", True)
logging.info("unload_models and free_memory")