increase cli generation timeout

647ffb94eb830af0acc6f63387dc4ec0d47cf4a9 · 2024-08-21 19:41:42 +0100 · Alex Cheema

Files touched

M main.py

Diff

commit 647ffb94eb830af0acc6f63387dc4ec0d47cf4a9
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Wed Aug 21 19:41:42 2024 +0100

    increase cli generation timeout
---
 main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/main.py b/main.py
index ad969a9a..929eadd7 100644
--- a/main.py
+++ b/main.py
@@ -142,7 +142,7 @@ async def run_model_cli(node: Node, inference_engine: InferenceEngine, model_nam
 
         _, tokens, _ = await callback.wait(
             lambda _request_id, tokens, is_finished: _request_id == request_id and is_finished,
-            timeout=90
+            timeout=300
         )
 
         print("\nGenerated response:")

← dd24e7db only ignore CancelledError inside stop · back to Exo · laptop gpu device capabilites 6db73fab →