make configurable discovery timeout

9a373c2bb09c7b386686ce77d437faf21df000bf · 2024-07-23 20:04:13 -0700 · Alex Cheema

Files touched

M main.py

Diff

commit 9a373c2bb09c7b386686ce77d437faf21df000bf
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Tue Jul 23 20:04:13 2024 -0700

    make configurable discovery timeout
---
 main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/main.py b/main.py
index 2cab3de4..bafe28eb 100644
--- a/main.py
+++ b/main.py
@@ -40,7 +40,7 @@ if args.node_port is None:
     args.node_port = find_available_port(args.node_host)
     if DEBUG >= 1: print(f"Using available port: {args.node_port}")
 
-discovery = GRPCDiscovery(args.node_id, args.node_port, args.listen_port, args.broadcast_port)
+discovery = GRPCDiscovery(args.node_id, args.node_port, args.listen_port, args.broadcast_port, discovery_timeout=args.discovery_timeout)
 node = StandardNode(args.node_id, None, inference_engine, discovery, partitioning_strategy=RingMemoryWeightedPartitioningStrategy(), chatgpt_api_endpoint=f"http://localhost:{args.chatgpt_api_port}/v1/chat/completions", web_chat_url=f"http://localhost:{args.chatgpt_api_port}", disable_tui=args.disable_tui, max_generate_tokens=args.max_generate_tokens)
 server = GRPCServer(node, args.node_host, args.node_port)
 node.server = server

← 63a05d5b make configurable discovery timeout · back to Exo · clearer documentation on accessing web UI and chatgpt-api 5ac6b6a7 →