add llama-3.3-70b

9d1f14a2b3e7107901398ff955146c24879d4fbb · 2024-12-06 22:14:26 +0000 · Alex Cheema

Files touched

M exo/models.py

Diff

commit 9d1f14a2b3e7107901398ff955146c24879d4fbb
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Fri Dec 6 22:14:26 2024 +0000

    add llama-3.3-70b
---
 exo/models.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/exo/models.py b/exo/models.py
index 1fb567a6..7f73c672 100644
--- a/exo/models.py
+++ b/exo/models.py
@@ -3,6 +3,13 @@ from typing import Optional, List
 
 model_cards = {
   ### llama
+  "llama-3.3-70b": {
+    "layers": 80,
+    "repo": {
+       "MLXDynamicShardInferenceEngine": "mlx-community/Llama-3.3-70B-Instruct-4bit",
+       "TinygradDynamicShardInferenceEngine": "unsloth/Llama-3.3-70B-Instruct",
+    },
+  },
   "llama-3.2-1b": {
     "layers": 16,
     "repo": {

← 67e05c87 topology endpoint to get current topology · back to Exo · mac os network interface name f257c21e →