[object Object]

← back to Exo

Test on m4

bbb58460f806a18f1e440c318bf1f919f8dc8bce · 2024-12-11 16:29:52 +0000 · Alex Cheema

Files touched

Diff

commit bbb58460f806a18f1e440c318bf1f919f8dc8bce
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Wed Dec 11 16:29:52 2024 +0000

    Test on m4
---
 .github/bootstrap.sh             |  2 +-
 .github/workflows/benchmarks.yml | 21 +++++++++++++++++----
 2 files changed, 18 insertions(+), 5 deletions(-)

diff --git a/.github/bootstrap.sh b/.github/bootstrap.sh
index a1e95053..0acc3cfe 100755
--- a/.github/bootstrap.sh
+++ b/.github/bootstrap.sh
@@ -27,7 +27,7 @@ REPO="exo-explore/exo"
 
 # Add sudoers configuration
 log "Configuring sudo access..."
-SUDOERS_CONTENT="$(whoami) ALL=(ALL) NOPASSWD: /usr/sbin/tccutil, /bin/launchctl, /usr/bin/tee /Library/LaunchDaemons/*, /usr/bin/sqlite3, /usr/libexec/ApplicationFirewall/socketfilterfw, /System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart, /opt/homebrew/bin/brew, /usr/local/bin/brew, /usr/bin/xcode-select, /usr/bin/chown, /bin/mkdir, /usr/bin/touch, /usr/sbin/softwareupdate"
+SUDOERS_CONTENT="$(whoami) ALL=(ALL) NOPASSWD: /usr/sbin/tccutil, /bin/launchctl, /usr/bin/tee /Library/LaunchDaemons/*, /usr/bin/sqlite3, /usr/libexec/ApplicationFirewall/socketfilterfw, /System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart, /opt/homebrew/bin/brew, /usr/local/bin/brew, /usr/bin/xcode-select, /usr/bin/chown, /bin/mkdir, /usr/bin/touch, /usr/sbin/softwareupdate, /usr/sbin/sysctl, /usr/bin/pmset, /usr/sbin/powermetrics"
 echo "$SUDOERS_CONTENT" | sudo tee /etc/sudoers.d/github-runner > /dev/null
 sudo chmod 440 /etc/sudoers.d/github-runner
 
diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml
index f2824c75..87e481f5 100644
--- a/.github/workflows/benchmarks.yml
+++ b/.github/workflows/benchmarks.yml
@@ -8,15 +8,28 @@ on:
     branches: [ '*' ]
 
 jobs:
-  test-m4-cluster:
+  # test-m4-cluster:
+  #   strategy:
+  #     matrix:
+  #       model: ['llama-3.2-1b', 'llama-3.2-3b']
+  #     # Optional: add fail-fast: false if you want all matrix jobs to continue even if one fails
+  #     fail-fast: false
+  #   uses: ./.github/workflows/bench_job.yml
+  #   with:
+  #     config: '{"M4PRO_GPU16_24GB": 2}'
+  #     model: ${{ matrix.model }}
+  #     calling_job_name: 'test-m4-cluster'
+  #   secrets: inherit
+
+  test-m3-cluster:
     strategy:
       matrix:
-        model: ['llama-3.2-1b', 'llama-3.2-3b']
+        model: ['llama-3.2-1b']
       # Optional: add fail-fast: false if you want all matrix jobs to continue even if one fails
       fail-fast: false
     uses: ./.github/workflows/bench_job.yml
     with:
-      config: '{"M4PRO_GPU16_24GB": 2}'
+      config: '{"M3MAX_GPU40_128GB": 1}'
       model: ${{ matrix.model }}
-      calling_job_name: 'test-m4-cluster'
+      calling_job_name: 'test-m3-cluster'
     secrets: inherit
\ No newline at end of file

← cff03fc6 perf diag  ·  back to Exo  ·  test 6169996c →