← back to Exo
fix debug log
194637371696752d80b740804a91cbeb90bb380f · 2024-11-12 20:11:49 +0400 · Alex Cheema
Files touched
M exo/orchestration/standard_node.py
Diff
commit 194637371696752d80b740804a91cbeb90bb380f
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Tue Nov 12 20:11:49 2024 +0400
fix debug log
---
exo/orchestration/standard_node.py | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
diff --git a/exo/orchestration/standard_node.py b/exo/orchestration/standard_node.py
index c25e50d9..c0322746 100644
--- a/exo/orchestration/standard_node.py
+++ b/exo/orchestration/standard_node.py
@@ -286,7 +286,7 @@ class StandardNode(Node):
if next_partition_index is not None:
target_id = self.partitioning_strategy.partition(self.topology)[next_partition_index].node_id
next_shard = self.get_current_shard(base_shard, next_partition_index)
- if DEBUG >= 2: print(f"Computed next from: {shard}, {self.topology}. Next partition: {next_partition}")
+ if DEBUG >= 2: print(f"Computed next from: {base_shard} {next_partition_index}, {self.topology}. Next shard: {next_shard}")
is_tensor = isinstance(tensor_or_prompt, np.ndarray)
if target_id == self.id:
if is_tensor:
@@ -296,8 +296,7 @@ class StandardNode(Node):
else:
target_peer = next((p for p in self.peers if p.id() == target_id), None)
if not target_peer:
- raise ValueError(f"Peer for {next_partition} not found")
-
+ raise ValueError(f"Peer for {next_partition_index} not found")
if is_tensor:
if DEBUG >= 1: print(f"Sending tensor to {target_peer.id()}: {tensor_or_prompt}")
await target_peer.send_tensor(next_shard, tensor_or_prompt, request_id=request_id, inference_state=inference_state)
← f02e62c9 Neglected to backpropagate this debug output fix from my tra
·
back to Exo
·
increase grpc msg limit 4c98108d →