fix preemptive downloads with ensure_shard

3d0e2f1d0c1d63dc62132f9290adff2a78de782e · 2024-11-16 12:00:35 +0400 · Alex Cheema

Files touched

M exo/main.py

Diff

commit 3d0e2f1d0c1d63dc62132f9290adff2a78de782e
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sat Nov 16 12:00:35 2024 +0400

    fix preemptive downloads with ensure_shard
---
 exo/main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/main.py b/exo/main.py
index d24f9db3..a07eaa14 100644
--- a/exo/main.py
+++ b/exo/main.py
@@ -134,7 +134,7 @@ def preemptively_start_download(request_id: str, opaque_status: str):
     if status.get("type") == "node_status" and status.get("status") == "start_process_prompt":
       current_shard = node.get_current_shard(Shard.from_dict(status.get("shard")))
       if DEBUG >= 2: print(f"Preemptively starting download for {current_shard}")
-      asyncio.create_task(shard_downloader.ensure_shard(current_shard))
+      asyncio.create_task(shard_downloader.ensure_shard(current_shard, inference_engine.__class__.__name__))
   except Exception as e:
     if DEBUG >= 2:
       print(f"Failed to preemptively start download: {e}")

← f2d5beee change chatgpt api port from 8000 to 52415 · back to Exo · creating HFShardDownloader with quick_check true so it doesn 649157d4 →