← back to Exo
circleci: separate hf, tinygrad caches
cf3dae95704d9e7e0eea9278cea5f46668422399 · 2024-08-02 10:45:53 +0100 · Alex Cheema
Files touched
Diff
commit cf3dae95704d9e7e0eea9278cea5f46668422399
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Fri Aug 2 10:45:53 2024 +0100
circleci: separate hf, tinygrad caches
---
.circleci/config.yml | 19 +++++++++++++------
1 file changed, 13 insertions(+), 6 deletions(-)
diff --git a/.circleci/config.yml b/.circleci/config.yml
index 5f670906..337d59ea 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -16,9 +16,12 @@ jobs:
brew install python@3.12
python3.12 -m venv env
source env/bin/activate
- - restore_cache:
+ - restore_cache_hf:
keys:
- huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
+ - restore_cache_tinygrad:
+ keys:
+ - tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
- run:
name: Install dependencies
command: |
@@ -31,10 +34,14 @@ jobs:
source env/bin/activate
ls ~/.cache/huggingface/hub/models--mlx-community--Meta-Llama-3-8B-Instruct-4bit/**/* || true
METAL_XCODE=1 python3 -m exo.inference.test_inference_engine
- - save_cache:
+ - save_cache_hf:
paths:
- ~/.cache/huggingface/hub
key: huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
+ - save_cache_tinygrad:
+ paths:
+ - ~/Library/Caches/tinygrad/downloads
+ key: tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
discovery_integration_test:
macos:
@@ -86,11 +93,11 @@ jobs:
brew install python@3.12
python3.12 -m venv env
source env/bin/activate
- - restore_cache:
+ - restore_cache_hf:
keys:
- huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
- huggingface-hub-
- - restore_cache:
+ - restore_cache_tinygrad:
keys:
- tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
- tinygrad-downloads-
@@ -188,11 +195,11 @@ jobs:
else
echo "Test passed: Response from both nodes contains 'Michael Jackson'"
fi
- - save_cache:
+ - save_cache_hf:
paths:
- ~/.cache/huggingface/hub
key: huggingface-hub-{{ checksum "~/.cache/huggingface/hub/**/*" }}-{{ .Environment.CIRCLE_JOB }}
- - save_cache:
+ - save_cache_tinygrad:
paths:
- ~/Library/Caches/tinygrad/downloads
key: tinygrad-downloads-{{ checksum "~/Library/Caches/tinygrad/downloads/**/*" }}-{{ .Environment.CIRCLE_JOB }}
← faadfa29 circleci chatgpt integration test
·
back to Exo
·
fix cache 92b66e27 →