increase chatgpt api response timeout to 900 seconds

141de0d011460cf1159ac5f29dbfa0b9f1bc82bb · 2025-01-29 02:03:00 +0000 · Alex Cheema

Files touched

M exo/main.py

Diff

commit 141de0d011460cf1159ac5f29dbfa0b9f1bc82bb
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Wed Jan 29 02:03:00 2025 +0000

    increase chatgpt api response timeout to 900 seconds
---
 exo/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/main.py b/exo/main.py
index 48d5bd79..8d4a55aa 100644
--- a/exo/main.py
+++ b/exo/main.py
@@ -79,7 +79,7 @@ parser.add_argument("--discovery-timeout", type=int, default=30, help="Discovery
 parser.add_argument("--discovery-config-path", type=str, default=None, help="Path to discovery config json file")
 parser.add_argument("--wait-for-peers", type=int, default=0, help="Number of peers to wait to connect to before starting")
 parser.add_argument("--chatgpt-api-port", type=int, default=52415, help="ChatGPT API port")
-parser.add_argument("--chatgpt-api-response-timeout", type=int, default=90, help="ChatGPT API response timeout in seconds")
+parser.add_argument("--chatgpt-api-response-timeout", type=int, default=900, help="ChatGPT API response timeout in seconds")
 parser.add_argument("--max-generate-tokens", type=int, default=10000, help="Max tokens to generate in each request")
 parser.add_argument("--inference-engine", type=str, default=None, help="Inference engine to use (mlx, tinygrad, or dummy)")
 parser.add_argument("--disable-tui", action=argparse.BooleanOptionalAction, help="Disable TUI")

← 9cf6818f Fix AMD device capabilities fields · back to Exo · parallelise model loading 4887be51 →