log download logs with DEBUG>=6 very verbose

74379ef6717d3b3a4f7924c4cef180e9f5d49f5f · 2025-01-27 01:11:54 +0000 · Alex Cheema

Files touched

M exo/download/new_shard_download.py

Diff

commit 74379ef6717d3b3a4f7924c4cef180e9f5d49f5f
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Jan 27 01:11:54 2025 +0000

    log download logs with DEBUG>=6 very verbose
---
 exo/download/new_shard_download.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/exo/download/new_shard_download.py b/exo/download/new_shard_download.py
index dccd3b72..0dfff2f2 100644
--- a/exo/download/new_shard_download.py
+++ b/exo/download/new_shard_download.py
@@ -11,7 +11,7 @@ import aiofiles.os as aios
 import aiohttp
 import aiofiles
 from urllib.parse import urljoin
-from typing import Optional, Callable, Union, Tuple, Dict
+from typing import Callable, Union, Tuple, Dict
 import time
 from datetime import timedelta
 import asyncio
@@ -111,7 +111,7 @@ async def resolve_allow_patterns(shard: Shard, inference_engine_classname: str)
   return get_allow_patterns(weight_map, shard)
 
 async def download_shard(shard: Shard, inference_engine_classname: str, on_progress: AsyncCallbackSystem[str, Tuple[Shard, RepoProgressEvent]], max_parallel_downloads: int = 6, skip_download: bool = False) -> tuple[Path, RepoProgressEvent]:
-  if DEBUG >= 2 and not skip_download: print(f"Downloading {shard.model_id=} for {inference_engine_classname}")
+  if DEBUG >= 6 and not skip_download: print(f"Downloading {shard.model_id=} for {inference_engine_classname}")
   repo_id = get_repo(shard.model_id, inference_engine_classname)
   revision = "main"
   target_dir = await ensure_downloads_dir()/repo_id.replace("/", "--")

← 3c7bd48a get rid of some more hf bloat · back to Exo · special case when a model doesnt have a model index file, th 277d63d8 →