use the smallest possible model as the default_model

9987ce840ece3b2c650e7fc5baab2537977f2688 · 2024-10-31 17:03:38 -0400 · Mukund Mauji

Files touched

M exo/api/chatgpt_api.py

Diff

commit 9987ce840ece3b2c650e7fc5baab2537977f2688
Author: Mukund Mauji <mauji.mukund@yahoo.ca>
Date:   Thu Oct 31 17:03:38 2024 -0400

    use the smallest possible model as the default_model
---
 exo/api/chatgpt_api.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/api/chatgpt_api.py b/exo/api/chatgpt_api.py
index 949170eb..9ea6b4a9 100644
--- a/exo/api/chatgpt_api.py
+++ b/exo/api/chatgpt_api.py
@@ -163,7 +163,7 @@ class ChatGPTAPI:
     self.prompts: PrefixDict[str, PromptSession] = PrefixDict()
     self.prev_token_lens: Dict[str, int] = {}
     self.stream_tasks: Dict[str, asyncio.Task] = {}
-    self.default_model = "llama-3.1-8b"
+    self.default_model = "llama-3.2-1b"
 
     cors = aiohttp_cors.setup(self.app)
     cors_options = aiohttp_cors.ResourceOptions(

← f5237134 add a default_model in ChatGPTAPI · back to Exo · set fallback llama model to use smallest one also d0b7154f →