use llama-3.2-1b in tinygrad test

21586063f69d3c75dcf3fac9dfa43a966dd1d0d0 · 2025-01-27 01:35:33 +0000 · Alex Cheema

Files touched

M exo/inference/test_inference_engine.py

Diff

commit 21586063f69d3c75dcf3fac9dfa43a966dd1d0d0
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Jan 27 01:35:33 2025 +0000

    use llama-3.2-1b in tinygrad test
---
 exo/inference/test_inference_engine.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/exo/inference/test_inference_engine.py b/exo/inference/test_inference_engine.py
index 75021cce..956a1162 100644
--- a/exo/inference/test_inference_engine.py
+++ b/exo/inference/test_inference_engine.py
@@ -51,6 +51,4 @@ if os.getenv("RUN_TINYGRAD", default="0") == "1":
   import os
   from exo.inference.tinygrad.inference import TinygradDynamicShardInferenceEngine
   tinygrad.helpers.DEBUG.value = int(os.getenv("TINYGRAD_DEBUG", default="0"))
-  asyncio.run(
-    test_inference_engine(TinygradDynamicShardInferenceEngine(NewShardDownloader()), TinygradDynamicShardInferenceEngine(NewShardDownloader()), "llama-3-8b", 32)
-  )
+  asyncio.run(test_inference_engine(TinygradDynamicShardInferenceEngine(NewShardDownloader()), TinygradDynamicShardInferenceEngine(NewShardDownloader()), "llama-3.2-1b", 32))

← 277d63d8 special case when a model doesnt have a model index file, th · back to Exo · fix visual bug where frontend would show the full hf repo si b349e48b →