← back to Exo
ignore dummy
bc1d88d86d6a016669974d7d3dbf87fc07b18bc7 · 2024-10-25 15:15:37 -0700 · Alex Cheema
Files touched
M test/test_tokenizers.py
Diff
commit bc1d88d86d6a016669974d7d3dbf87fc07b18bc7
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Fri Oct 25 15:15:37 2024 -0700
ignore dummy
---
test/test_tokenizers.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/test/test_tokenizers.py b/test/test_tokenizers.py
index e3a14473..ec4d047b 100644
--- a/test/test_tokenizers.py
+++ b/test/test_tokenizers.py
@@ -24,7 +24,7 @@ def test_tokenizer(name, tokenizer, verbose=False):
strip_tokens = lambda s: s.lstrip(tokenizer.decode([tokenizer.bos_token_id])).rstrip(tokenizer.decode([tokenizer.eos_token_id]))
assert text == strip_tokens(decoded) == strip_tokens(reconstructed)
-ignore = ["TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-70B-R", "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", "mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", "llava-hf/llava-1.5-7b-hf", "mlx-community/Qwen*"]
+ignore = ["TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-70B-R", "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", "mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", "llava-hf/llava-1.5-7b-hf", "mlx-community/Qwen*", "dummy"]
ignore_pattern = re.compile(r"^(" + "|".join(model.replace("*", ".*") for model in ignore) + r")")
models = [shard.model_id for shards in model_base_shards.values() for shard in shards.values() if not ignore_pattern.match(shard.model_id)]
← 7f726048 fix prompt ci
·
back to Exo
·
Update device_capabilities.py d4e26fcb →