← back to Exo
remove redundant imports
3f6ea17370c588503ac6932e486072e5aacfaddb · 2024-11-25 21:54:57 +0400 · Alex Cheema
Files touched
M exo/inference/dummy_inference_engine.py
Diff
commit 3f6ea17370c588503ac6932e486072e5aacfaddb
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Mon Nov 25 21:54:57 2024 +0400
remove redundant imports
---
exo/inference/dummy_inference_engine.py | 8 --------
1 file changed, 8 deletions(-)
diff --git a/exo/inference/dummy_inference_engine.py b/exo/inference/dummy_inference_engine.py
index 1a4df5ac..0aaadcdd 100644
--- a/exo/inference/dummy_inference_engine.py
+++ b/exo/inference/dummy_inference_engine.py
@@ -1,16 +1,9 @@
from typing import Optional, Tuple, TYPE_CHECKING
import numpy as np
-import random
-import string
-import asyncio
from exo.inference.inference_engine import InferenceEngine
from exo.inference.shard import Shard
from exo.inference.tokenizers import DummyTokenizer
-def random_string(length: int):
- return ''.join([random.choice(string.ascii_lowercase) for i in range(length)])
-
-
class DummyInferenceEngine(InferenceEngine):
def __init__(self):
self.shard = None
@@ -26,7 +19,6 @@ class DummyInferenceEngine(InferenceEngine):
return np.array(self.tokenizer.encode(prompt))
async def sample(self, x: np.ndarray) -> np.ndarray:
- print('sample', x)
if x[0] > self.num_generate_dummy_tokens: return np.array([self.tokenizer.eos_token_id])
return x
← 2502ed20 fix dummy generate so it doesnt have any randomness
·
back to Exo
·
ensuring requests do not stack up by moving polling to while ded80b0f →