remove unused imports

0079e735ff28d9ccda72c42b6ce0cf00c285012e · 2024-10-02 17:44:56 +0400 · Alex Cheema

Files touched

M exo/inference/tinygrad/inference.py

Diff

commit 0079e735ff28d9ccda72c42b6ce0cf00c285012e
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Wed Oct 2 17:44:56 2024 +0400

    remove unused imports
---
 exo/inference/tinygrad/inference.py | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/exo/inference/tinygrad/inference.py b/exo/inference/tinygrad/inference.py
index 55c25739..1a3f65f4 100644
--- a/exo/inference/tinygrad/inference.py
+++ b/exo/inference/tinygrad/inference.py
@@ -4,9 +4,8 @@ import os
 from exo.inference.tinygrad.models.llama import Transformer, convert_from_huggingface, fix_bf16
 from exo.inference.shard import Shard
 from exo.inference.tokenizers import resolve_tokenizer
-from tinygrad.nn.state import safe_load, torch_load, load_state_dict
-from tinygrad import Tensor, dtypes, nn, Context
-from transformers import AutoTokenizer
+from tinygrad.nn.state import load_state_dict
+from tinygrad import Tensor, nn, Context
 from exo.inference.inference_engine import InferenceEngine
 from typing import Optional, Tuple
 import numpy as np
@@ -14,8 +13,6 @@ from exo.inference.tinygrad.tinygrad_helpers import concat_weights, load
 from exo.download.shard_download import ShardDownloader
 from concurrent.futures import ThreadPoolExecutor
 import asyncio
-import threading
-from functools import partial
 
 Tensor.no_grad = True
 # default settings

← b3315926 remove blobfile, tiktoken, tokenizers · back to Exo · resolved conflicts by git pull b655f355 →