fix encode endpoint

c5934348086a484de9dfd0e01c4497e7799e5cc9 · 2024-12-07 19:19:40 +0000 · Alex Cheema

Files touched

M exo/api/chatgpt_api.py

Diff

commit c5934348086a484de9dfd0e01c4497e7799e5cc9
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sat Dec 7 19:19:40 2024 +0000

    fix encode endpoint
---
 exo/api/chatgpt_api.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/exo/api/chatgpt_api.py b/exo/api/chatgpt_api.py
index ef3d33cc..7aa8e595 100644
--- a/exo/api/chatgpt_api.py
+++ b/exo/api/chatgpt_api.py
@@ -287,7 +287,14 @@ class ChatGPTAPI:
     shard = build_base_shard(model, self.inference_engine_classname)
     messages = [parse_message(msg) for msg in data.get("messages", [])]
     tokenizer = await resolve_tokenizer(get_repo(shard.model_id, self.inference_engine_classname))
-    return web.json_response({"length": len(build_prompt(tokenizer, messages)[0])})
+    prompt = build_prompt(tokenizer, messages)
+    tokens = tokenizer.encode(prompt)
+    return web.json_response({
+      "length": len(prompt),
+      "num_tokens": len(tokens),
+      "encoded_tokens": tokens,
+      "encoded_prompt": prompt,
+    })
 
   async def handle_get_download_progress(self, request):
     progress_data = {}

← 9f86737a fix token encode to use the right model · back to Exo · migrate from circleci to github actions 0d0338f8 →