download tinygrad model log

99d40b1df009367bf958db5c88c5a7a5d2897539 · 2024-07-17 11:47:47 -0700 · Alex Cheema

Files touched

M exo/inference/tinygrad/inference.py

Diff

commit 99d40b1df009367bf958db5c88c5a7a5d2897539
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Wed Jul 17 11:47:47 2024 -0700

    download tinygrad model log
---
 exo/inference/tinygrad/inference.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/exo/inference/tinygrad/inference.py b/exo/inference/tinygrad/inference.py
index ee42dd93..ac4eabc8 100644
--- a/exo/inference/tinygrad/inference.py
+++ b/exo/inference/tinygrad/inference.py
@@ -186,7 +186,6 @@ class TinygradDynamicShardInferenceEngine(InferenceEngine):
             return
 
         model_path = Path(shard.model_id)
-
         models_dir = Path(_cache_dir) / "downloads"
         model_path = models_dir / shard.model_id
         if model_path.exists():
@@ -194,7 +193,7 @@ class TinygradDynamicShardInferenceEngine(InferenceEngine):
         else:
             from tinygrad.helpers import fetch
 
-            if DEBUG >= 2: print(f"Fetching configuration for model {shard.model_id}...")
+            if DEBUG >= 2: print(f"Downloading tinygrad model {shard.model_id}...")
             if shard.model_id == "llama3-8b-sfr":
                 fetch("https://huggingface.co/bofenghuang/Meta-Llama-3-8B/resolve/main/original/tokenizer.model", "tokenizer.model", subdir=shard.model_id)
                 fetch("https://huggingface.co/TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-8B-R/resolve/main/model-00001-of-00004.safetensors", "model-00001-of-00004.safetensors", subdir=shard.model_id)

← 442c7d8c update readme · back to Exo · match psutil platform detection might catch some edge cases 998d4843 →