less strict match on response content

6b28b34149766bb64b33810a31acc09cbdd8df8f · 2024-11-25 14:45:02 +0400 · Alex Cheema

Files touched

M .circleci/config.yml

Diff

commit 6b28b34149766bb64b33810a31acc09cbdd8df8f
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Nov 25 14:45:02 2024 +0400

    less strict match on response content
---
 .circleci/config.yml | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/.circleci/config.yml b/.circleci/config.yml
index 8ecc6ca1..6ed9d9be 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -192,8 +192,8 @@ jobs:
       - run_chatgpt_api_test:
           inference_engine: mlx
           model_id: llama-3.2-1b
-          prompt: "Keep responses concise. Who was the king of pop? Properly capitalize and end your response with a period."
-          expected_output: "Michael Jackson."
+          prompt: "Keep responses concise. Who was the king of pop?"
+          expected_output: "Michael Jackson"
 
   chatgpt_api_integration_test_dummy:
     macos:
@@ -240,8 +240,8 @@ jobs:
       - run_chatgpt_api_test:
           inference_engine: tinygrad
           model_id: llama-3.2-1b
-          prompt: "Keep responses concise. Who was the king of pop? Properly capitalize and end your response with a period."
-          expected_output: "Michael Jackson."
+          prompt: "Keep responses concise. Who was the king of pop?"
+          expected_output: "Michael Jackson"
 
   measure_pip_sizes:
     macos:

← f601a830 fix dummy inference · back to Exo · fix buffering issue with 2 processes outputting too fast in c35deb6d →