Minor fix for Shard typing

349b5344ebf39fab906a0893177fedfb6e67e7a1 · 2025-01-16 14:36:46 -0500 · Sandesh Bharadwaj

Files touched

M exo/inference/inference_engine.py

Diff

commit 349b5344ebf39fab906a0893177fedfb6e67e7a1
Author: Sandesh Bharadwaj <sndshvnktsh@gmail.com>
Date:   Thu Jan 16 14:36:46 2025 -0500

    Minor fix for Shard typing
---
 exo/inference/inference_engine.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/exo/inference/inference_engine.py b/exo/inference/inference_engine.py
index 2545b533..22efed79 100644
--- a/exo/inference/inference_engine.py
+++ b/exo/inference/inference_engine.py
@@ -5,6 +5,7 @@ from exo.helpers import DEBUG  # Make sure to import DEBUG
 from typing import Tuple, Optional
 from abc import ABC, abstractmethod
 from .shard import Shard
+from exo.download.shard_download import ShardDownloader
 
 
 class InferenceEngine(ABC):
@@ -55,7 +56,7 @@ inference_engine_classes = {
   "dummy": "DummyInferenceEngine",
 }
 
-def get_inference_engine(inference_engine_name: str, shard_downloader: 'ShardDownloader'):
+def get_inference_engine(inference_engine_name: str, shard_downloader: ShardDownloader):
   if DEBUG >= 2:
     print(f"get_inference_engine called with: {inference_engine_name}")
   if inference_engine_name == "mlx":

← df3624d2 Add AMD GPU querying + Windows device capabilities · back to Exo · Replace netifaces (unmaintained,outdated) with scapy + add d 5f06aa27 →