remove redundant imports

23b5e60beb6cd18171dfed6b687e4998521d3ada · 2024-11-26 15:00:43 +0400 · Alex Cheema

Files touched

M exo/inference/mlx/sharded_inference_engine.py

Diff

commit 23b5e60beb6cd18171dfed6b687e4998521d3ada
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Tue Nov 26 15:00:43 2024 +0400

    remove redundant imports
---
 exo/inference/mlx/sharded_inference_engine.py | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/exo/inference/mlx/sharded_inference_engine.py b/exo/inference/mlx/sharded_inference_engine.py
index e43a65da..305ba107 100644
--- a/exo/inference/mlx/sharded_inference_engine.py
+++ b/exo/inference/mlx/sharded_inference_engine.py
@@ -3,13 +3,13 @@ import mlx.core as mx
 import mlx.nn as nn
 from ..inference_engine import InferenceEngine
 from .stateful_model import StatefulModel
-from .sharded_utils import load_shard, get_image_from_str
+from .sharded_utils import load_shard
 from ..shard import Shard
 from typing import Dict, Optional, Tuple
 from exo.download.shard_download import ShardDownloader
 import asyncio
 from concurrent.futures import ThreadPoolExecutor
-from functools import partial
+
 def sample_logits(
   logits: mx.array,
   temp: float = 0.0,
@@ -28,7 +28,6 @@ def sample_logits(
       token = top_p_sampling(logits, top_p, temp)
     else:
       token = mx.random.categorical(logits*(1/temp))
-
   return token
 
 class MLXDynamicShardInferenceEngine(InferenceEngine):

← 89b95e44 dont run test sound effects on startR · back to Exo · fix diff checking on dashboard e6ee942a →