fix inference engine test

09a9abc065ed96c842814cbc18db62b978f69380 · 2024-08-08 11:38:30 +0100 · Alex Cheema

Files touched

M exo/inference/test_inference_engine.py

Diff

commit 09a9abc065ed96c842814cbc18db62b978f69380
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Thu Aug 8 11:38:30 2024 +0100

    fix inference engine test
---
 exo/inference/test_inference_engine.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/exo/inference/test_inference_engine.py b/exo/inference/test_inference_engine.py
index 58eecc8a..8202f363 100644
--- a/exo/inference/test_inference_engine.py
+++ b/exo/inference/test_inference_engine.py
@@ -1,5 +1,6 @@
 from exo.inference.tinygrad.inference import TinygradDynamicShardInferenceEngine
 from exo.inference.mlx.sharded_inference_engine import MLXDynamicShardInferenceEngine
+from exo.download.hf.hf_shard_download import HFShardDownloader
 from exo.inference.inference_engine import InferenceEngine
 from exo.inference.shard import Shard
 import asyncio
@@ -43,8 +44,8 @@ async def test_inference_engine(inference_engine_1: InferenceEngine, inference_e
 
 asyncio.run(
   test_inference_engine(
-    MLXDynamicShardInferenceEngine(),
-    MLXDynamicShardInferenceEngine(),
+    MLXDynamicShardInferenceEngine(HFShardDownloader()),
+    MLXDynamicShardInferenceEngine(HFShardDownloader()),
     "mlx-community/Meta-Llama-3-8B-Instruct-4bit",
   )
 )

← dd41026c cache completed download paths · back to Exo · debug level 7 for tests b1eb05ed →