optimise grpc parameters

58f0a0f547cfc208a26320c499bb86a4d2e25845 · 2024-12-17 14:50:52 +0000 · Alex Cheema

Files touched

M exo/networking/grpc/grpc_server.py

Diff

commit 58f0a0f547cfc208a26320c499bb86a4d2e25845
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Tue Dec 17 14:50:52 2024 +0000

    optimise grpc parameters
---
 exo/networking/grpc/grpc_server.py | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/exo/networking/grpc/grpc_server.py b/exo/networking/grpc/grpc_server.py
index 2256bef3..ec37d768 100644
--- a/exo/networking/grpc/grpc_server.py
+++ b/exo/networking/grpc/grpc_server.py
@@ -19,11 +19,19 @@ class GRPCServer(node_service_pb2_grpc.NodeServiceServicer):
 
   async def start(self) -> None:
     self.server = grpc.aio.server(
-      futures.ThreadPoolExecutor(max_workers=10),
+      futures.ThreadPoolExecutor(max_workers=32),
       options=[
         ("grpc.max_metadata_size", 32*1024*1024),
-        ("grpc.max_send_message_length", 128*1024*1024),
-        ("grpc.max_receive_message_length", 128*1024*1024),
+        ("grpc.max_send_message_length", 256*1024*1024),
+        ("grpc.max_receive_message_length", 256*1024*1024),
+        ("grpc.keepalive_time_ms", 10000),
+        ("grpc.keepalive_timeout_ms", 5000),
+        ("grpc.http2.max_pings_without_data", 0),
+        ("grpc.http2.min_time_between_pings_ms", 10000),
+        ("grpc.http2.min_ping_interval_without_data_ms", 5000),
+        ("grpc.max_concurrent_streams", 100),
+        ("grpc.tcp_nodelay", 1),
+        ("grpc.optimization_target", "throughput"),
       ],
     )
     node_service_pb2_grpc.add_NodeServiceServicer_to_server(self, self.server)

← 5c0cd183 Update strength image to image gen · back to Exo · switch to uvloop (faster asyncio event loop) and optimise gr 0a072230 →