test add line of code

b1b08e68fc41309351b0189885443a54e08976d0 · 2024-11-26 15:33:06 +0400 · Alex Cheema

Files touched

M exo/inference/mlx/sharded_inference_engine.py

Diff

commit b1b08e68fc41309351b0189885443a54e08976d0
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Tue Nov 26 15:33:06 2024 +0400

    test add line of code
---
 exo/inference/mlx/sharded_inference_engine.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/exo/inference/mlx/sharded_inference_engine.py b/exo/inference/mlx/sharded_inference_engine.py
index 305ba107..49c41748 100644
--- a/exo/inference/mlx/sharded_inference_engine.py
+++ b/exo/inference/mlx/sharded_inference_engine.py
@@ -28,6 +28,7 @@ def sample_logits(
       token = top_p_sampling(logits, top_p, temp)
     else:
       token = mx.random.categorical(logits*(1/temp))
+
   return token
 
 class MLXDynamicShardInferenceEngine(InferenceEngine):

← e6ee942a fix diff checking on dashboard · back to Exo · add missing top_p_sampling import 6659a18e →