[object Object]

← back to Exo

print traceback on topology collection error

784e6bae216bd73c48c2c1869f8d4d271c5640a3 · 2024-08-24 01:19:31 +0100 · Alex Cheema

Files touched

Diff

commit 784e6bae216bd73c48c2c1869f8d4d271c5640a3
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sat Aug 24 01:19:31 2024 +0100

    print traceback on topology collection error
---
 exo/orchestration/standard_node.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/exo/orchestration/standard_node.py b/exo/orchestration/standard_node.py
index ab193248..b968b659 100644
--- a/exo/orchestration/standard_node.py
+++ b/exo/orchestration/standard_node.py
@@ -299,6 +299,7 @@ class StandardNode(Node):
         await self.collect_topology()
       except Exception as e:
         print(f"Error collecting topology: {e}")
+        traceback.print_exc()
 
   async def get_inference_result(self, request_id: str) -> Tuple[Optional[np.ndarray], bool]:
     if request_id not in self.buffered_token_output:

← 8cad0e18 only use_fast tokenizer for Mistral Large until this inconsi  ·  back to Exo  ·  first try loading tokenizer from local path instead of alway 59c4393d →