prevent duplication

e7d40faf855eb5abe08c38e03a21679b83f5a0fc · 2024-09-21 22:15:16 +0000 · Baye Dieng

Files touched

M exo/download/hf/hf_helpers.py

Diff

commit e7d40faf855eb5abe08c38e03a21679b83f5a0fc
Author: Baye Dieng <bayedieng98@gmail.com>
Date:   Sat Sep 21 22:15:16 2024 +0000

    prevent duplication
---
 exo/download/hf/hf_helpers.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/download/hf/hf_helpers.py b/exo/download/hf/hf_helpers.py
index 260f0f7f..bfe7058a 100644
--- a/exo/download/hf/hf_helpers.py
+++ b/exo/download/hf/hf_helpers.py
@@ -408,4 +408,4 @@ def get_allow_patterns(weight_map: Dict[str, str], shard: Shard) -> List[str]:
   if DEBUG >= 2: print(f"get_allow_patterns {weight_map=} {shard=} {shard_specific_patterns=}")
   allowed_patterns = list(default_patterns)
   allowed_patterns.extend(shard_specific_patterns)
-  return allowed_patterns
+  return list(set(allowed_patterns))

← 93224799 implement tailscale discovery module · back to Exo · Fix issue where offline node cannot detect online node over 27bf5069 →