fix counts in testmodelhelpers

b0e079b36a477dce6eca7c46a147e2abfad3ce72 · 2024-12-13 17:46:44 +0000 · Alex Cheema

Files touched

M test/test_model_helpers.py

Diff

commit b0e079b36a477dce6eca7c46a147e2abfad3ce72
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Fri Dec 13 17:46:44 2024 +0000

    fix counts in testmodelhelpers
---
 test/test_model_helpers.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/test/test_model_helpers.py b/test/test_model_helpers.py
index 8c01104e..a8215017 100644
--- a/test/test_model_helpers.py
+++ b/test/test_model_helpers.py
@@ -34,7 +34,7 @@ test_cases = [
     expected_models_contains=["llama-3.2-1b", "llama-3.2-3b"],
     min_count=5,
     exact_count=None,
-    max_count=10
+    max_count=15
   ),
   TestCase(
     name="multiple_engines_or",
@@ -58,7 +58,7 @@ test_cases = [
     expected_models_contains=["llama-3.2-1b"],
     min_count=5,
     exact_count=None,
-    max_count=10
+    max_count=15
   ),
   TestCase(
     name="no_engines",
@@ -111,7 +111,7 @@ class TestModelHelpers(unittest.TestCase):
 
     # Special case for distinct lists test
     if case.name == "distinct_engine_lists":
-      self.assertLess(len(result), 10)
+      self.assertLess(len(result), 15)
       self.assertNotIn("mistral-nemo", result)
 
     if case.max_count:

← e5d54c77 add llama-3.3-70b to 3 M4 Pro cluster · back to Exo · increase timeout of http request in bench.py up to 10 mins 0c6ab353 →