target_shard to next_shard

c77355238da332404f421c66a6a3c480e3b11871 · 2024-11-21 22:13:18 +0400 · Alex Cheema

Files touched

M exo/orchestration/standard_node.py

Diff

commit c77355238da332404f421c66a6a3c480e3b11871
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Thu Nov 21 22:13:18 2024 +0400

    target_shard to next_shard
---
 exo/orchestration/standard_node.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/exo/orchestration/standard_node.py b/exo/orchestration/standard_node.py
index 88b142bb..0d0b4187 100644
--- a/exo/orchestration/standard_node.py
+++ b/exo/orchestration/standard_node.py
@@ -260,7 +260,7 @@ class StandardNode(Node):
     if DEBUG >= 1: print(f"target partition index: {target_index}")
     target_id = self.partitioning_strategy.partition(self.topology)[target_index].node_id
     next_shard = self.get_current_shard(base_shard, target_index)
-    if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. target shard: {target_shard}")
+    if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. next shard: {next_shard}")
     if target_id == self.id:
       await self.process_prompt(next_shard, prompt, request_id)
     else:
@@ -280,7 +280,7 @@ class StandardNode(Node):
     if DEBUG >= 1: print(f"target partition index: {target_index}")
     target_id = self.partitioning_strategy.partition(self.topology)[target_index].node_id
     next_shard = self.get_current_shard(base_shard, target_index)
-    if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. target shard: {target_shard}")
+    if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. target shard: {next_shard}")
     if target_id == self.id:
       await self.process_tensor(next_shard, tensor, request_id)
     else:

← f5afa4db compile error fix · back to Exo · fix end of request behaviour and add back broadcasting token 72c3fdab →