moved func

3491b746a339ccdf6f73c8859e93ce8093b270ba · 2024-11-19 02:56:56 -0800 · josh

Files touched

M exo/main.py

Diff

commit 3491b746a339ccdf6f73c8859e93ce8093b270ba
Author: josh <eyasufikru567@gmail.com>
Date:   Tue Nov 19 02:56:56 2024 -0800

    moved func
---
 exo/main.py | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/exo/main.py b/exo/main.py
index c0a7a6c0..398cfa9d 100644
--- a/exo/main.py
+++ b/exo/main.py
@@ -131,12 +131,6 @@ node.on_token.register("update_topology_viz").on_next(
   lambda req_id, tokens, __: topology_viz.update_prompt_output(req_id, inference_engine.tokenizer.decode(tokens)) if topology_viz and hasattr(inference_engine, "tokenizer") else None
 )
 
-if not args.models_seed_dir is None:
-  try:
-    await move_models_to_hf(args.models_seed_dir)
-  except Exception as e:
-    print(f"Error moving models to .cache/huggingface: {e}")
-
 def preemptively_start_download(request_id: str, opaque_status: str):
   try:
     status = json.loads(opaque_status)
@@ -201,6 +195,12 @@ async def run_model_cli(node: Node, inference_engine: InferenceEngine, model_nam
 async def main():
   loop = asyncio.get_running_loop()
 
+  if not args.models_seed_dir is None:
+    try:
+      await move_models_to_hf(args.models_seed_dir)
+    except Exception as e:
+      print(f"Error moving models to .cache/huggingface: {e}")
+
   # Use a more direct approach to handle signals
   def handle_exit():
     asyncio.ensure_future(shutdown(signal.SIGTERM, loop))

← ef372ab3 merge conflict resolve · back to Exo · Bump aiohttp from 3.10.2 to 3.10.11 e79fc311 →