← back to Exo
one two and three m4 pro clusters
64365d684f817a198ce47e61b220895801071b5d · 2024-12-15 15:11:47 +0000 · Alex Cheema
Files touched
M .github/workflows/benchmarks.yml
Diff
commit 64365d684f817a198ce47e61b220895801071b5d
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Sun Dec 15 15:11:47 2024 +0000
one two and three m4 pro clusters
---
.github/workflows/benchmarks.yml | 33 +++++++++++++++++++++------------
1 file changed, 21 insertions(+), 12 deletions(-)
diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml
index 2f797c8e..455a950d 100644
--- a/.github/workflows/benchmarks.yml
+++ b/.github/workflows/benchmarks.yml
@@ -8,18 +8,27 @@ on:
branches: [ '*' ]
jobs:
- # test-m4-cluster:
- # strategy:
- # matrix:
- # model: ['llama-3.2-1b', 'llama-3.2-3b']
- # # Optional: add fail-fast: false if you want all matrix jobs to continue even if one fails
- # fail-fast: false
- # uses: ./.github/workflows/bench_job.yml
- # with:
- # config: '{"M4PRO_GPU16_24GB": 2}'
- # model: ${{ matrix.model }}
- # calling_job_name: 'test-m4-cluster'
- # secrets: inherit
+ single-m4-pro:
+ strategy:
+ matrix:
+ model: ['llama-3.2-1b', 'llama-3.2-3b', 'llama-3.1-8b']
+ uses: ./.github/workflows/bench_job.yml
+ with:
+ config: '{"M4PRO_GPU16_24GB": 1}'
+ model: ${{ matrix.model }}
+ calling_job_name: 'single-m4-pro'
+ secrets: inherit
+
+ two-m4-pro-cluster:
+ strategy:
+ matrix:
+ model: ['llama-3.2-1b', 'llama-3.2-3b', 'llama-3.1-8b']
+ uses: ./.github/workflows/bench_job.yml
+ with:
+ config: '{"M4PRO_GPU16_24GB": 2}'
+ model: ${{ matrix.model }}
+ calling_job_name: 'two-m4-pro-cluster'
+ secrets: inherit
three-m4-pro-cluster:
strategy:
← 9397464f add commit to results
·
back to Exo
·
optimise networking, remove bloat c9ded9ba →