← back to Exo

add qwen2.5 coder 3b,14b,32b

e9ba815c2175f0fd861c0e86b34ea529b1ec0a4f · 2024-11-12 09:46:47 +0400 · Alex Cheema

Files touched

• M exo/models.py
• M exo/tinychat/index.html

Diff

commit e9ba815c2175f0fd861c0e86b34ea529b1ec0a4f
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Tue Nov 12 09:46:47 2024 +0400

    add qwen2.5 coder 3b,14b,32b
---
 exo/models.py           | 4 +++-
 exo/tinychat/index.html | 3 +++
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/exo/models.py b/exo/models.py
index 6a24c4f5..4a70d2b3 100644
--- a/exo/models.py
+++ b/exo/models.py
@@ -42,8 +42,10 @@ model_base_shards = {
   "llava-1.5-7b-hf": {"MLXDynamicShardInferenceEngine": Shard(model_id="llava-hf/llava-1.5-7b-hf", start_layer=0, end_layer=0, n_layers=32),},
   ### qwen
   "qwen-2.5-coder-1.5b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-1.5B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),},
+  "qwen-2.5-coder-3b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-3B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=36),},
   "qwen-2.5-coder-7b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-7B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),},
-  "qwen-2.5-coder-32b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-32B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),},
+  "qwen-2.5-coder-14b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-14B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=48),},
+  "qwen-2.5-coder-32b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Coder-32B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=64),},
   "qwen-2.5-7b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-7B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),},
   "qwen-2.5-math-7b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-Math-7B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=28),},
   "qwen-2.5-14b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Qwen2.5-14B-Instruct-4bit", start_layer=0, end_layer=0, n_layers=48),},
diff --git a/exo/tinychat/index.html b/exo/tinychat/index.html
index 5a7e7038..3e511090 100644
--- a/exo/tinychat/index.html
+++ b/exo/tinychat/index.html
@@ -47,7 +47,10 @@
 <option value="deepseek-coder-v2.5">Deepseek Coder V2.5</option>
 <option value="llava-1.5-7b-hf">LLaVa 1.5 7B (Vision Model)</option>
 <option value="qwen-2.5-coder-1.5b">Qwen 2.5 Coder 1.5B</option>
+<option value="qwen-2.5-coder-3b">Qwen 2.5 Coder 3B</option>
 <option value="qwen-2.5-coder-7b">Qwen 2.5 Coder 7B</option>
+<option value="qwen-2.5-coder-14b">Qwen 2.5 Coder 14B</option>
+<option value="qwen-2.5-coder-32b">Qwen 2.5 Coder 32B</option>
 <option value="qwen-2.5-7b">Qwen 2.5 7B</option>
 <option value="qwen-2.5-math-7b">Qwen 2.5 7B (Math)</option>
 <option value="qwen-2.5-14b">Qwen 2.5 14B</option>

← 5435671c Add 32b Qwen 2.5  ·  back to Exo  ·  Some initial inference engine refactors for enabling trainin 82cce440 →