Missed a spot

7e3ad9abc8206f1b91c5d1d290ad9694c56dd743 · 2024-11-12 05:20:45 -0800 · Nel Nibcord

Files touched

M exo/inference/test_inference_engine.py

Diff

commit 7e3ad9abc8206f1b91c5d1d290ad9694c56dd743
Author: Nel Nibcord <blindcrone@tuta.io>
Date:   Tue Nov 12 05:20:45 2024 -0800

    Missed a spot
---
 exo/inference/test_inference_engine.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/exo/inference/test_inference_engine.py b/exo/inference/test_inference_engine.py
index 6008ef14..4d662965 100644
--- a/exo/inference/test_inference_engine.py
+++ b/exo/inference/test_inference_engine.py
@@ -16,7 +16,6 @@ async def test_inference_engine(inference_engine_1: InferenceEngine, inference_e
     "A",
     shard=Shard(model_id=model_id, start_layer=0, end_layer=n_layers - 1, n_layers=n_layers),
     input_data=resp_full,
-    inference_state=inference_state_full,
   )
 
   pp = n_layers // 2
@@ -25,19 +24,16 @@ async def test_inference_engine(inference_engine_1: InferenceEngine, inference_e
     "B",
     shard=Shard(model_id=model_id, start_layer=pp + 1, end_layer=n_layers - 1, n_layers=n_layers),
     input_data=resp1,
-    inference_state=inference_state_1,
   )
   resp3 = await inference_engine_1.infer_tensor(
     "B",
     shard=Shard(model_id=model_id, start_layer=0, end_layer=pp, n_layers=n_layers),
     input_data=resp2,
-    inference_state=inference_state_2,
   )
   resp4 = await inference_engine_2.infer_tensor(
     "B",
     shard=Shard(model_id=model_id, start_layer=pp + 1, end_layer=n_layers - 1, n_layers=n_layers),
     input_data=resp3,
-    inference_state=inference_state_3,
   )
 
   assert np.array_equal(resp_full, resp2)

← 1cd3efbe Fixed unit tests · back to Exo · Ok not sure we're using this but just in case e463cd81 →