graceful node shutdown

7077652c8eb25958b95aeb0812175dbefea1c421 · 2024-07-13 20:43:37 -0700 · Alex Cheema

Files touched

M main_dynamic.py

Diff

commit 7077652c8eb25958b95aeb0812175dbefea1c421
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sat Jul 13 20:43:37 2024 -0700

    graceful node shutdown
---
 main_dynamic.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/main_dynamic.py b/main_dynamic.py
index e2ee94cc..c5bf7bf0 100644
--- a/main_dynamic.py
+++ b/main_dynamic.py
@@ -39,7 +39,7 @@ async def shutdown(signal, loop):
     [task.cancel() for task in server_tasks]
     print(f"Cancelling {len(server_tasks)} outstanding tasks")
     await asyncio.gather(*server_tasks, return_exceptions=True)
-    await server.shutdown()
+    await server.stop()
     loop.stop()
 
 async def main():
@@ -61,6 +61,8 @@ if __name__ == "__main__":
     asyncio.set_event_loop(loop)
     try:
         loop.run_until_complete(main())
+    except KeyboardInterrupt:
+        print("Received keyboard interrupt. Shutting down...")
     finally:
+        loop.run_until_complete(shutdown(signal.SIGTERM, loop))
         loop.close()
-

← ca6095c0 a generic test for every inference engine · back to Exo · add support for multiple concurrent requests with request id b01f69bb →