previously was checking all nodes for download status which lead to issues when running on multiple nodes. changed it to just check local node when checking model download status

f8cc54b91bebeb0b364152cd701dd963e50d5c06 · 2024-12-05 13:56:13 -0800 · Caden MacKenzie

Files touched

M exo/api/chatgpt_api.py

Diff

commit f8cc54b91bebeb0b364152cd701dd963e50d5c06
Author: Caden MacKenzie <cadenmackenzie@gmail.com>
Date:   Thu Dec 5 13:56:13 2024 -0800

    previously was checking all nodes for download status which lead to issues when running on multiple nodes. changed it to just check local node when checking model download status
---
 exo/api/chatgpt_api.py | 9 +--------
 1 file changed, 1 insertion(+), 8 deletions(-)

diff --git a/exo/api/chatgpt_api.py b/exo/api/chatgpt_api.py
index d63c3c30..fbf328bc 100644
--- a/exo/api/chatgpt_api.py
+++ b/exo/api/chatgpt_api.py
@@ -237,14 +237,7 @@ class ChatGPTAPI:
             if model_name in model_cards:
                 model_info = model_cards[model_name]
                 
-                required_engines = list(dict.fromkeys(
-                    [engine_name for engine_list in self.node.topology_inference_engines_pool 
-                     for engine_name in engine_list 
-                     if engine_name is not None] + 
-                    [self.inference_engine_classname]
-                ))
-                
-                if all(map(lambda engine: engine in model_info["repo"], required_engines)):
+                if self.inference_engine_classname in model_info.get("repo", {}):
                     shard = build_base_shard(model_name, self.inference_engine_classname)
                     if shard:
                         downloader = HFShardDownloader(quick_check=True)

← 272b1e2a remove unused funcs · back to Exo · coll 81632247 →