transformers version

d600bd424060b6bd11d11a3f7bb89b71ac755cae · 2024-11-20 23:55:34 -0800 · josh

Files touched

M exo/inference/mlx/sharded_utils.py
M setup.py

Diff

commit d600bd424060b6bd11d11a3f7bb89b71ac755cae
Author: josh <eyasufikru567@gmail.com>
Date:   Wed Nov 20 23:55:34 2024 -0800

    transformers version
---
 exo/inference/mlx/sharded_utils.py | 2 +-
 setup.py                           | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/exo/inference/mlx/sharded_utils.py b/exo/inference/mlx/sharded_utils.py
index 9818bb25..8c59e2d4 100644
--- a/exo/inference/mlx/sharded_utils.py
+++ b/exo/inference/mlx/sharded_utils.py
@@ -184,7 +184,7 @@ async def load_shard(
     processor.encode = processor.tokenizer.encode
     return model, processor
   else:
-    tokenizer = await resolve_tokenizer(model_path)
+    tokenizer = load_tokenizer(model_path, tokenizer_config)
     return model, tokenizer
 
 
diff --git a/setup.py b/setup.py
index bd74a80d..7dc7babf 100644
--- a/setup.py
+++ b/setup.py
@@ -25,7 +25,7 @@ install_requires = [
   "rich==13.7.1",
   "tenacity==9.0.0",
   "tqdm==4.66.4",
-  "transformers==4.43.3",
+  "transformers==4.46.3" if (sys.version_info.major==3 and sys.version_info.minor>=12) else "transformers==4.43.3" ,
   "uuid==1.30",
   "tinygrad @ git+https://github.com/tinygrad/tinygrad.git@232edcfd4f8b388807c64fb1817a7668ce27cbad",
 ]

← e0be8dd5 cleaing comments · back to Exo · pr suggestion fixes 0f784fff →