check if inference_engine has tokenizer before printing with it

1e1e11cdc66bea6183f387d96229885cd6e78765 · 2024-07-17 19:05:39 -0700 · Alex Cheema

Files touched

M main.py

Diff

commit 1e1e11cdc66bea6183f387d96229885cd6e78765
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Wed Jul 17 19:05:39 2024 -0700

    check if inference_engine has tokenizer before printing with it
---
 main.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/main.py b/main.py
index 497f77ae..32aa668f 100644
--- a/main.py
+++ b/main.py
@@ -36,7 +36,7 @@ server = GRPCServer(node, args.node_host, args.node_port)
 node.server = server
 api = ChatGPTAPI(node, inference_engine.__class__.__name__)
 
-node.on_token.register("main_log").on_next(lambda _, tokens , __: print(inference_engine.tokenizer.decode(tokens) if inference_engine.tokenizer else tokens))
+node.on_token.register("main_log").on_next(lambda _, tokens , __: print(inference_engine.tokenizer.decode(tokens) if hasattr(inference_engine, "tokenizer") else tokens))
 
 async def shutdown(signal, loop):
     """Gracefully shutdown the server and close the asyncio loop."""

← 8df2f4d8 support for streaming from non-tail nodes on chatgpt api, ad · back to Exo · print a warning if stream task ever times out d8c40bb4 →