fix model import path

a04974168ef53adfa18bcdcc68f9a7a9688fdc33 · 2024-07-14 21:46:00 -0700 · Alex Cheema

Files touched

M exo/inference/mlx/sharded_utils.py

Diff

commit a04974168ef53adfa18bcdcc68f9a7a9688fdc33
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sun Jul 14 21:46:00 2024 -0700

    fix model import path
---
 exo/inference/mlx/sharded_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/inference/mlx/sharded_utils.py b/exo/inference/mlx/sharded_utils.py
index d4162278..c9a5fb08 100644
--- a/exo/inference/mlx/sharded_utils.py
+++ b/exo/inference/mlx/sharded_utils.py
@@ -42,7 +42,7 @@ def _get_classes(config: dict):
     model_type = config["model_type"]
     model_type = MODEL_REMAPPING.get(model_type, model_type)
     try:
-        arch = importlib.import_module(f"inference.mlx.models.{model_type}")
+        arch = importlib.import_module(f"exo.inference.mlx.models.{model_type}")
     except ImportError:
         msg = f"Model type {model_type} not supported."
         logging.error(msg)

← b8a2a0fb update readme run instruction · back to Exo · fix discovery ff597d95 →