add kimi k2

e8a6efe281b78870d728523470fbce07056fc77d · 2025-10-07 17:17:06 +0100 · Evan Quiney

Files touched

M src/exo/shared/models/model_cards.py

Diff

commit e8a6efe281b78870d728523470fbce07056fc77d
Author: Evan Quiney <evanev7@gmail.com>
Date:   Tue Oct 7 17:17:06 2025 +0100

    add kimi k2
---
 src/exo/shared/models/model_cards.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/src/exo/shared/models/model_cards.py b/src/exo/shared/models/model_cards.py
index 52667413..d3e373cf 100644
--- a/src/exo/shared/models/model_cards.py
+++ b/src/exo/shared/models/model_cards.py
@@ -95,6 +95,19 @@ MODEL_CARDS: dict[str, ModelCard] = {
             n_layers=61,
         ),
     ),
+    "kimi-k2-instruct-4bit": ModelCard(
+        short_id="kimi-k2-instruct-4bit",
+        model_id="mlx-community/Kimi-K2-Instruct-4bit",
+        name="Kimi K2 Instruct (4-bit)",
+        description="""Kimi K2 is a large language model trained on the Kimi K2 dataset.""",
+        tags=[],
+        metadata=ModelMetadata(
+            model_id=ModelId("mlx-community/Kimi-K2-Instruct-4bit"),
+            pretty_name="Kimi K2 Instruct (4-bit)",
+            storage_size=Memory.from_bytes(577597603840),
+            n_layers=61,
+        ),
+    ),
     # llama-3.1
     "llama-3.1-8b": ModelCard(
         short_id="llama-3.1-8b",

← a4e83352 add just clean · back to Exo · typecheck on ubuntu with install-nix-action 76ed8a51 →