[object Object]

← back to Exo

remove redundant imports

3f6ea17370c588503ac6932e486072e5aacfaddb · 2024-11-25 21:54:57 +0400 · Alex Cheema

Files touched

Diff

commit 3f6ea17370c588503ac6932e486072e5aacfaddb
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Nov 25 21:54:57 2024 +0400

    remove redundant imports
---
 exo/inference/dummy_inference_engine.py | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/exo/inference/dummy_inference_engine.py b/exo/inference/dummy_inference_engine.py
index 1a4df5ac..0aaadcdd 100644
--- a/exo/inference/dummy_inference_engine.py
+++ b/exo/inference/dummy_inference_engine.py
@@ -1,16 +1,9 @@
 from typing import Optional, Tuple, TYPE_CHECKING
 import numpy as np
-import random
-import string
-import asyncio
 from exo.inference.inference_engine import InferenceEngine
 from exo.inference.shard import Shard
 from exo.inference.tokenizers import DummyTokenizer
 
-def random_string(length: int):
-  return ''.join([random.choice(string.ascii_lowercase) for i in range(length)])
-  
-
 class DummyInferenceEngine(InferenceEngine):
   def __init__(self):
     self.shard = None
@@ -26,7 +19,6 @@ class DummyInferenceEngine(InferenceEngine):
     return np.array(self.tokenizer.encode(prompt))
   
   async def sample(self, x: np.ndarray) -> np.ndarray:
-    print('sample', x)
     if x[0] > self.num_generate_dummy_tokens: return np.array([self.tokenizer.eos_token_id])
     return x
 

← 2502ed20 fix dummy generate so it doesnt have any randomness  ·  back to Exo  ·  ensuring requests do not stack up by moving polling to while ded80b0f →