← back to Exo
typo in phi test
40696b21f75863567bd40fa7ba4d1e7b8c2246a2 · 2025-01-08 22:09:04 +0000 · Alex Cheema
Files touched
M test/test_tokenizers.py
Diff
commit 40696b21f75863567bd40fa7ba4d1e7b8c2246a2
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Wed Jan 8 22:09:04 2025 +0000
typo in phi test
---
test/test_tokenizers.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/test/test_tokenizers.py b/test/test_tokenizers.py
index 6d805ca5..3635357f 100644
--- a/test/test_tokenizers.py
+++ b/test/test_tokenizers.py
@@ -24,7 +24,7 @@ def test_tokenizer(name, tokenizer, verbose=False):
strip_tokens = lambda s: s.lstrip(tokenizer.decode([tokenizer.bos_token_id])).rstrip(tokenizer.decode([tokenizer.eos_token_id]))
assert text == strip_tokens(decoded) == strip_tokens(reconstructed)
-ignore = ["TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-70B-R", "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", "mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", "llava-hf/llava-1.5-7b-hf", "mlx-community/Qwen*", "dummy", "mlx-community/Meta-Llama-3.1-405B-Instruct-8bit", "mlx-community/Phi-3.5-Mini-Instruct-4bit", "mlx-community/Phi-4-4bit"]
+ignore = ["TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-70B-R", "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", "mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", "llava-hf/llava-1.5-7b-hf", "mlx-community/Qwen*", "dummy", "mlx-community/Meta-Llama-3.1-405B-Instruct-8bit", "mlx-community/Phi-3.5-mini-instruct-4bit", "mlx-community/phi-4-4bit"]
ignore_pattern = re.compile(r"^(" + "|".join(model.replace("*", ".*") for model in ignore) + r")")
models = []
for model_id in model_cards:
← 2846a912 tok tests
·
back to Exo
·
fix exo folder 2af5ee02 →