increase hf download http timeout 15 mins for large downloads

82f75d0ccf95cbccda89e72c66893dbcd49d407e · 2025-01-27 05:20:30 +0000 · Alex Cheema

Files touched

M exo/download/new_shard_download.py

Diff

commit 82f75d0ccf95cbccda89e72c66893dbcd49d407e
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Jan 27 05:20:30 2025 +0000

    increase hf download http timeout 15 mins for large downloads
---
 exo/download/new_shard_download.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/exo/download/new_shard_download.py b/exo/download/new_shard_download.py
index 2fd6629b..b4dbea41 100644
--- a/exo/download/new_shard_download.py
+++ b/exo/download/new_shard_download.py
@@ -109,7 +109,7 @@ def calculate_repo_progress(shard: Shard, repo_id: str, revision: str, file_prog
 
 async def get_weight_map(repo_id: str, revision: str = "main") -> Dict[str, str]:
   target_dir = await ensure_exo_tmp()/repo_id.replace("/", "--")
-  async with aiohttp.ClientSession() as session:
+  async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=900, connect=10, sock_read=900, sock_connect=10)) as session:
     index_file = await download_file(session, repo_id, revision, "model.safetensors.index.json", target_dir)
     async with aiofiles.open(index_file, 'r') as f: index_data = json.loads(await f.read())
     return index_data.get("weight_map")

← 295f41c5 increase bench job timeout to give enough time to download · back to Exo · increase download chunks to 1MB ae770db4 →