fixiing required engines definition

39139c1496d7f6dd551f98401ccc92d203ac61c0 · 2024-11-22 08:20:51 -0800 · cadenmackenzie

Files touched

M exo/api/chatgpt_api.py

Diff

commit 39139c1496d7f6dd551f98401ccc92d203ac61c0
Author: cadenmackenzie <cadenmackenzie@gmail.com>
Date:   Fri Nov 22 08:20:51 2024 -0800

    fixiing required engines definition
---
 exo/api/chatgpt_api.py | 15 +++++++--------
 1 file changed, 7 insertions(+), 8 deletions(-)

diff --git a/exo/api/chatgpt_api.py b/exo/api/chatgpt_api.py
index 753750b9..3aa80dc2 100644
--- a/exo/api/chatgpt_api.py
+++ b/exo/api/chatgpt_api.py
@@ -222,14 +222,13 @@ class ChatGPTAPI:
         if model_name in model_cards:
           model_info = model_cards[model_name]
           
-          # Get required engines
-          required_engines = list(dict.fromkeys([
-              inference_engine_classes.get(engine_name, None) 
-              for engine_list in self.node.topology_inference_engines_pool 
-              for engine_name in engine_list 
-              if engine_name is not None
-          ] + [self.inference_engine_classname]))
-          
+          # Get required engines from the node's topology directly
+          required_engines = list(dict.fromkeys(
+              [engine_name for engine_list in self.node.topology_inference_engines_pool 
+               for engine_name in engine_list 
+               if engine_name is not None] + 
+              [self.inference_engine_classname]
+          ))          
           # Check if model supports required engines
           if all(map(lambda engine: engine in model_info["repo"], required_engines)):
             shard = build_base_shard(model_name, self.inference_engine_classname)

← fe0f1cdb fix shutdown · back to Exo · restore the cursor to the terminal on exit from CLI 729669c9 →