run tinygrad tests on gpu.nvidia.small.gen2 (NVIDIA A10G 24GB)

af2f98bad4968990b60d442ab980eefc71ad2b6a · 2024-08-02 14:47:25 +0100 · Alex Cheema

Files touched

M .circleci/config.yml

Diff

commit af2f98bad4968990b60d442ab980eefc71ad2b6a
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Fri Aug 2 14:47:25 2024 +0100

    run tinygrad tests on gpu.nvidia.small.gen2 (NVIDIA A10G 24GB)
---
 .circleci/config.yml | 27 +++++++++++++++++++++++++--
 1 file changed, 25 insertions(+), 2 deletions(-)

diff --git a/.circleci/config.yml b/.circleci/config.yml
index b9ebb213..6759ab13 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -150,7 +150,7 @@ jobs:
               exit 1
             fi
 
-  chatgpt_api_integration_test:
+  chatgpt_api_integration_test_mlx:
     macos:
       xcode: "15.2.0"
     steps:
@@ -170,6 +170,28 @@ jobs:
       - run_chatgpt_api_test:
           inference_engine: mlx
           model_id: llama-3.1-8b
+
+  chatgpt_api_integration_test_tinygrad:
+    machine:
+      image: ubuntu-2204-cuda-11.8:current
+    resource_class: gpu.nvidia.small.gen2
+    steps:
+      - checkout
+      - run:
+          name: Set up Python
+          command: |
+            pyenv install 3.12
+            pyenv global 3.12
+      - run:
+          name: Create and activate virtual environment
+          command: |
+            python -m venv env
+            source env/bin/activate
+      - run:
+          name: Install dependencies
+          command: |
+            pip install --upgrade pip
+            pip install .
       - run_chatgpt_api_test:
           inference_engine: tinygrad
           model_id: llama-3-8b
@@ -180,4 +202,5 @@ workflows:
     jobs:
       - unit_test
       - discovery_integration_test
-      - chatgpt_api_integration_test
\ No newline at end of file
+      - chatgpt_api_integration_test_mlx
+      - chatgpt_api_integration_test_tinygrad
\ No newline at end of file

← 0fd6bd91 run tinygrad with llama-3-8b · back to Exo · linux-cuda image 3a0c9c85 →