fix llama 3.2 issue with apply_chat_template assuming messages is a list if its not a dict fixes #239

2ebcf5f4070de0d3d6103dbc66807326de594405 · 2024-09-28 02:59:25 +0400 · Alex Cheema

Files touched

M exo/api/chatgpt_api.py

Diff

commit 2ebcf5f4070de0d3d6103dbc66807326de594405
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sat Sep 28 02:59:25 2024 +0400

    fix llama 3.2 issue with apply_chat_template assuming messages is a list if its not a dict fixes #239
---
 exo/api/chatgpt_api.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/api/chatgpt_api.py b/exo/api/chatgpt_api.py
index d97bd0ca..ef97e5c1 100644
--- a/exo/api/chatgpt_api.py
+++ b/exo/api/chatgpt_api.py
@@ -115,7 +115,7 @@ def remap_messages(messages: List[Message]) -> List[Message]:
 
 def build_prompt(tokenizer, _messages: List[Message]):
   messages = remap_messages(_messages)
-  prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+  prompt = tokenizer.apply_chat_template([m.to_dict() for m in messages], tokenize=False, add_generation_prompt=True)
   image_str = None
   for message in messages:
     if not isinstance(message.content, list):

← 4a299218 cleanup · back to Exo · move udp and tailscale into their own modules 073b3ffc →