increase timeout of http request in bench.py up to 10 mins

0c6ab3533367a02fa07e57e499bca719adf897ec · 2024-12-14 18:33:41 +0000 · Alex Cheema

Files touched

M .github/bench.py

Diff

commit 0c6ab3533367a02fa07e57e499bca719adf897ec
Author: Alex Cheema <41707476+AlexCheema@users.noreply.github.com>
Date:   Sat Dec 14 18:33:41 2024 +0000

    increase timeout of http request in bench.py up to 10 mins
---
 .github/bench.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/bench.py b/.github/bench.py
index f559a9ca..18cfcb1f 100644
--- a/.github/bench.py
+++ b/.github/bench.py
@@ -226,7 +226,7 @@ async def measure_performance(api_endpoint: str, prompt: str, model: str) -> Dic
     }
 
     # Get token count
-    session = aiohttp.ClientSession()
+    session = aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=600, connect=10, sock_read=600, sock_connect=10))
     try:
         response = await session.post(
             "http://localhost:52415/v1/chat/token/encode",
@@ -397,4 +397,4 @@ if __name__ == "__main__":
     check_system_state()
     check_gpu_access()
     optimize_system_performance()
-    asyncio.run(main())
\ No newline at end of file
+    asyncio.run(main())

← b0e079b3 fix counts in testmodelhelpers · back to Exo · set max-generate-tokens to 250 a9309210 →