← back to Exo
run tinygrad with llama-3-8b
0fd6bd91a012353958d01aed08920db787629af1 · 2024-08-02 14:20:24 +0100 · Alex Cheema
Files touched
Diff
commit 0fd6bd91a012353958d01aed08920db787629af1
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Fri Aug 2 14:20:24 2024 +0100
run tinygrad with llama-3-8b
---
.circleci/config.yml | 10 +++++++---
1 file changed, 7 insertions(+), 3 deletions(-)
diff --git a/.circleci/config.yml b/.circleci/config.yml
index d607a1de..b9ebb213 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -8,9 +8,11 @@ commands:
parameters:
inference_engine:
type: string
+ model_id:
+ type: string
steps:
- run:
- name: Run chatgpt api integration test (<<parameters.inference_engine>>)
+ name: Run chatgpt api integration test (<<parameters.inference_engine>>, <<parameters.model_id>>)
command: |
source env/bin/activate
@@ -45,7 +47,7 @@ commands:
response_1=$(curl -s http://localhost:8000/v1/chat/completions \
-H "Content-Type: application/json" \
-d '{
- "model": "llama-3.1-8b",
+ "model": "<<parameters.model_id>>",
"messages": [{"role": "user", "content": "Keep responses concise. Who was the king of pop?"}],
"temperature": 0.7
}')
@@ -57,7 +59,7 @@ commands:
response_2=$(curl -s http://localhost:8001/v1/chat/completions \
-H "Content-Type: application/json" \
-d '{
- "model": "llama-3.1-8b",
+ "model": "<<parameters.model_id>>",
"messages": [{"role": "user", "content": "Keep responses concise. Who was the king of pop?"}],
"temperature": 0.7
}')
@@ -167,8 +169,10 @@ jobs:
pip install .
- run_chatgpt_api_test:
inference_engine: mlx
+ model_id: llama-3.1-8b
- run_chatgpt_api_test:
inference_engine: tinygrad
+ model_id: llama-3-8b
workflows:
version: 2
← eafed8e1 fix legacy model loading
·
back to Exo
·
run tinygrad tests on gpu.nvidia.small.gen2 (NVIDIA A10G 24G af2f98ba →