rm ministral-8b

82a708f974b9a720e127c38a383f22e129be6373 · 2024-10-20 11:13:59 -0700 · Alex Cheema

Files touched

M exo/models.py

Diff

commit 82a708f974b9a720e127c38a383f22e129be6373
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sun Oct 20 11:13:59 2024 -0700

    rm ministral-8b
---
 exo/models.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/exo/models.py b/exo/models.py
index aa0edfdf..728958f5 100644
--- a/exo/models.py
+++ b/exo/models.py
@@ -32,7 +32,6 @@ model_base_shards = {
   ### mistral
   "mistral-nemo": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Mistral-Nemo-Instruct-2407-4bit", start_layer=0, end_layer=0, n_layers=40),},
   "mistral-large": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Mistral-Large-Instruct-2407-4bit", start_layer=0, end_layer=0, n_layers=88),},
-  "ministral-8b": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/Ministral-8B-Instruct-2410-4bit", start_layer=0, end_layer=0, n_layers=32),},
   ### deepseek
   "deepseek-coder-v2-lite": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", start_layer=0, end_layer=0, n_layers=27),},
   "deepseek-coder-v2.5": {"MLXDynamicShardInferenceEngine": Shard(model_id="mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", start_layer=0, end_layer=0, n_layers=60),},

← 16447ba1 added yml changes · back to Exo · update gitignore for aider fa6d63ba →