fix allow patterns

7dd7fe49774809630ad80b5ed5f236e47e63540f · 2024-09-22 10:36:07 +0100 · Alex Cheema

Files touched

M exo/download/hf/hf_helpers.py

Diff

commit 7dd7fe49774809630ad80b5ed5f236e47e63540f
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Sun Sep 22 10:36:07 2024 +0100

    fix allow patterns
---
 exo/download/hf/hf_helpers.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/exo/download/hf/hf_helpers.py b/exo/download/hf/hf_helpers.py
index bfe7058a..17652ff6 100644
--- a/exo/download/hf/hf_helpers.py
+++ b/exo/download/hf/hf_helpers.py
@@ -404,8 +404,6 @@ def get_allow_patterns(weight_map: Dict[str, str], shard: Shard) -> List[str]:
     elif shard.is_last_layer():
       shard_specific_patterns.add(sorted_file_names[-1])
   else:
-    shard_specific_patterns = ["*.safetensors"]
+    shard_specific_patterns = set("*.safetensors")
   if DEBUG >= 2: print(f"get_allow_patterns {weight_map=} {shard=} {shard_specific_patterns=}")
-  allowed_patterns = list(default_patterns)
-  allowed_patterns.extend(shard_specific_patterns)
-  return list(set(allowed_patterns))
+  return list(default_patterns | shard_specific_patterns)

← f7a4eaf1 update logs for tailscale discovery · back to Exo · ndim check in llama cb575f5d →