From 9a373c2bb09c7b386686ce77d437faf21df000bf Mon Sep 17 00:00:00 2001 From: Alex Cheema Date: Tue, 23 Jul 2024 20:04:13 -0700 Subject: [PATCH] make configurable discovery timeout --- main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.py b/main.py index 2cab3de44..bafe28eba 100644 --- a/main.py +++ b/main.py @@ -40,7 +40,7 @@ args.node_port = find_available_port(args.node_host) if DEBUG >= 1: print(f"Using available port: {args.node_port}") -discovery = GRPCDiscovery(args.node_id, args.node_port, args.listen_port, args.broadcast_port) +discovery = GRPCDiscovery(args.node_id, args.node_port, args.listen_port, args.broadcast_port, discovery_timeout=args.discovery_timeout) node = StandardNode(args.node_id, None, inference_engine, discovery, partitioning_strategy=RingMemoryWeightedPartitioningStrategy(), chatgpt_api_endpoint=f"http://localhost:{args.chatgpt_api_port}/v1/chat/completions", web_chat_url=f"http://localhost:{args.chatgpt_api_port}", disable_tui=args.disable_tui, max_generate_tokens=args.max_generate_tokens) server = GRPCServer(node, args.node_host, args.node_port) node.server = server