ignore 8bit llama 405b from tokenizers test

472359147da98cc2a34fb1683a9217132a124854 · 2024-11-10 13:54:10 +0400 · Alex Cheema

Files touched

M test/test_tokenizers.py

Diff

commit 472359147da98cc2a34fb1683a9217132a124854
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sun Nov 10 13:54:10 2024 +0400

    ignore 8bit llama 405b from tokenizers test
---
 test/test_tokenizers.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/test/test_tokenizers.py b/test/test_tokenizers.py
index 820d4184..64538ec7 100644
--- a/test/test_tokenizers.py
+++ b/test/test_tokenizers.py
@@ -24,7 +24,7 @@ def test_tokenizer(name, tokenizer, verbose=False):
     strip_tokens = lambda s: s.lstrip(tokenizer.decode([tokenizer.bos_token_id])).rstrip(tokenizer.decode([tokenizer.eos_token_id]))
     assert text == strip_tokens(decoded) == strip_tokens(reconstructed)
 
-ignore = ["TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-70B-R", "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", "mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", "llava-hf/llava-1.5-7b-hf", "mlx-community/Qwen*", "dummy", "IntuitIntel/*"]
+ignore = ["TriAiExperiments/SFR-Iterative-DPO-LLaMA-3-70B-R", "mlx-community/DeepSeek-Coder-V2-Lite-Instruct-4bit-mlx", "mlx-community/DeepSeek-V2.5-MLX-AQ4_1_64", "llava-hf/llava-1.5-7b-hf", "mlx-community/Qwen*", "dummy", "mlx-community/Meta-Llama-3.1-405B-Instruct-8bit"]
 ignore_pattern = re.compile(r"^(" + "|".join(model.replace("*", ".*") for model in ignore) + r")")
 models = [shard.model_id for shards in model_base_shards.values() for shard in shards.values() if not ignore_pattern.match(shard.model_id)]

← 98948441 add llama 3.1 405b 8bit at mlx-community/Meta-Llama-3.1-405B · back to Exo · test for tinygrad e2e 8cc3f51e →