skip inference engine selection if running dummy

311b4c2142e6cdc2e552eed8e5704e4a58d884f8 · 2024-11-25 14:27:14 +0400 · Alex Cheema

Files touched

M exo/orchestration/standard_node.py

Diff

commit 311b4c2142e6cdc2e552eed8e5704e4a58d884f8
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Nov 25 14:27:14 2024 +0400

    skip inference engine selection if running dummy
---
 exo/orchestration/standard_node.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/exo/orchestration/standard_node.py b/exo/orchestration/standard_node.py
index 1094a2a9..bfc0f611 100644
--- a/exo/orchestration/standard_node.py
+++ b/exo/orchestration/standard_node.py
@@ -360,6 +360,7 @@ class StandardNode(Node):
     return len(peers_added) > 0 or len(peers_removed) > 0 or len(peers_updated) > 0
 
   async def select_best_inference_engine(self):
+    if self.inference_engine.__class__.__name__ == 'DummyInferenceEngine': return
     supported_engines = self.get_supported_inference_engines()
     await self.broadcast_supported_engines(supported_engines)
     if len(self.get_topology_inference_engines()):

← e2f71b62 remove redundant test_macos_m1 job · back to Exo · fix dummy tokenizer 1331ed76 →