← back to Exo
print traceback on topology collection error
784e6bae216bd73c48c2c1869f8d4d271c5640a3 · 2024-08-24 01:19:31 +0100 · Alex Cheema
Files touched
M exo/orchestration/standard_node.py
Diff
commit 784e6bae216bd73c48c2c1869f8d4d271c5640a3
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Sat Aug 24 01:19:31 2024 +0100
print traceback on topology collection error
---
exo/orchestration/standard_node.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/exo/orchestration/standard_node.py b/exo/orchestration/standard_node.py
index ab193248..b968b659 100644
--- a/exo/orchestration/standard_node.py
+++ b/exo/orchestration/standard_node.py
@@ -299,6 +299,7 @@ class StandardNode(Node):
await self.collect_topology()
except Exception as e:
print(f"Error collecting topology: {e}")
+ traceback.print_exc()
async def get_inference_result(self, request_id: str) -> Tuple[Optional[np.ndarray], bool]:
if request_id not in self.buffered_token_output:
← 8cad0e18 only use_fast tokenizer for Mistral Large until this inconsi
·
back to Exo
·
first try loading tokenizer from local path instead of alway 59c4393d →