Ok not sure we're using this but just in case

e463cd819668b1f2a8a129c88efa31c254171d38 · 2024-11-12 05:33:15 -0800 · Nel Nibcord

Files touched

M exo/inference/test_dummy_inference_engine.py

Diff

commit e463cd819668b1f2a8a129c88efa31c254171d38
Author: Nel Nibcord <blindcrone@tuta.io>
Date:   Tue Nov 12 05:33:15 2024 -0800

    Ok not sure we're using this but just in case
---
 exo/inference/test_dummy_inference_engine.py | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/exo/inference/test_dummy_inference_engine.py b/exo/inference/test_dummy_inference_engine.py
index 56074630..cfd33df6 100644
--- a/exo/inference/test_dummy_inference_engine.py
+++ b/exo/inference/test_dummy_inference_engine.py
@@ -16,15 +16,11 @@ async def test_dummy_inference_specific():
   test_shard = Shard(model_id="test_model", start_layer=0, end_layer=1, n_layers=1)
   test_prompt = "This is a test prompt"
 
-  result, state, is_finished = await engine.infer_prompt("test_request", test_shard, test_prompt)
+  result = await engine.infer_prompt("test_request", test_shard, test_prompt)
 
   print(f"Inference result shape: {result.shape}")
-  print(f"Inference state: {state}")
-  print(f"Is finished: {is_finished}")
 
   assert result.shape[0] == 1, "Result should be a 2D array with first dimension 1"
-  assert isinstance(json.loads(state), dict), "State should be a valid JSON string"
-  assert isinstance(is_finished, bool), "is_finished should be a boolean"
 
 
 @pytest.mark.asyncio

← 7e3ad9ab Missed a spot · back to Exo · Need tokens. Also, for some reason this gets mad if we have 03924cf9 →