remove test sleep

1f108a06ff1e0936af75df9f7a90c6d334a72e5c · 2024-12-17 16:47:05 +0000 · Alex Cheema

Files touched

M exo/orchestration/node.py

Diff

commit 1f108a06ff1e0936af75df9f7a90c6d334a72e5c
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Tue Dec 17 16:47:05 2024 +0000

    remove test sleep
---
 exo/orchestration/node.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/exo/orchestration/node.py b/exo/orchestration/node.py
index 68e996a1..e55e96c5 100644
--- a/exo/orchestration/node.py
+++ b/exo/orchestration/node.py
@@ -122,7 +122,6 @@ class Node:
     if request_id not in self.buffered_token_output:
       self.buffered_token_output[request_id] = ([], False)
     is_finished = len(self.buffered_token_output[request_id][0]) >= self.max_generate_tokens
-    await asyncio.sleep(0.1)
     
     if shard.is_last_layer() and not is_finished:
       self.token_count += 1

← 3a58576f make sure this is actually doing something · back to Exo · more robust udp broadcast 198308b1 →