[object Object]

← back to Exo

better logs for DEBUG>=1

963f8eb6a18ee2f969a2b0a9fcbc722b85d6f438 · 2024-07-14 23:55:27 -0700 · Alex Cheema

Files touched

Diff

commit 963f8eb6a18ee2f969a2b0a9fcbc722b85d6f438
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sun Jul 14 23:55:27 2024 -0700

    better logs for DEBUG>=1
---
 exo/orchestration/standard_node.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/exo/orchestration/standard_node.py b/exo/orchestration/standard_node.py
index a2e1aafd..029f00c4 100644
--- a/exo/orchestration/standard_node.py
+++ b/exo/orchestration/standard_node.py
@@ -67,7 +67,7 @@ class StandardNode(Node):
             self.buffered_token_output[request_id] = ([], False)
 
         try:
-            if DEBUG >= 2: print(f"[{request_id}] process_tensor: {shard}, {tensor}")
+            if DEBUG >= 1: print(f"[{request_id}] process_tensor: {tensor.size=} {tensor.shape=}")
             result, is_finished = await self.inference_engine.infer_tensor(self.get_current_shard(shard), tensor)
             is_finished = is_finished or len(self.buffered_token_output[request_id]) >= self.max_generate_tokens
             if is_finished:
@@ -95,7 +95,7 @@ class StandardNode(Node):
 
         partitions = self.partitioning_strategy.partition(self.topology)
         current_partition_index = next((i for i, p in enumerate(partitions) if p.node_id == self.id), None)
-        if DEBUG >= 2: print(f"Current partition index: {current_partition_index}")
+        if DEBUG >= 1: print(f"Current partition index: {current_partition_index}")
         if current_partition_index is not None:
             next_partition_index = (current_partition_index + 1) % len(partitions)
             next_partition: Partition = partitions[next_partition_index]
@@ -114,7 +114,7 @@ class StandardNode(Node):
                 end_layer = int(next_partition.end * shard.n_layers) - 1
                 next_shard = Shard(shard.model_id, start_layer, end_layer, shard.n_layers)
 
-                if DEBUG >= 2: print(f"Sending tensor to {target_peer.id()} for shard: {next_shard}: {tensor}")
+                if DEBUG >= 1: print(f"Sending tensor to {target_peer.id()}: {tensor.size=} {tensor.shape=}")
 
                 await target_peer.send_tensor(next_shard, tensor, request_id)

← a009f7d6 move examples to examples dir  ·  back to Exo  ·  readme tweak 98b30e05 →