circle tail logs

ab333ea55fdfb3c157fc4cdb237774ebb9f98529 · 2024-11-25 16:44:50 +0400 · Alex Cheema

Files touched

M .circleci/config.yml

Diff

commit ab333ea55fdfb3c157fc4cdb237774ebb9f98529
Author: Alex Cheema <alexcheema123@gmail.com>
Date:   Mon Nov 25 16:44:50 2024 +0400

    circle tail logs
---
 .circleci/config.yml | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/.circleci/config.yml b/.circleci/config.yml
index ec623c1f..07e685b8 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -29,14 +29,21 @@ commands:
             # Start first instance
             HF_HOME="$(pwd)/.hf_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
               --node-id "node1" --listen-port 5678 --broadcast-port 5679 --chatgpt-api-port 8000 \
-              --chatgpt-api-response-timeout 900 --disable-tui 2>&1 | stdbuf -oL tee output1.log &
+              --chatgpt-api-response-timeout 900 --disable-tui > output1.log &
             PID1=$!
+            tail -f output1.log &
+            TAIL1=$!
 
             # Start second instance
             HF_HOME="$(pwd)/.hf_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
               --node-id "node2" --listen-port 5679 --broadcast-port 5678 --chatgpt-api-port 8001 \
-              --chatgpt-api-response-timeout 900 --disable-tui 2>&1 | stdbuf -oL tee output2.log &
+              --chatgpt-api-response-timeout 900 --disable-tui > output2.log &
             PID2=$!
+            tail -f output2.log &
+            TAIL2=$!
+
+            # Remember to kill the tail processes at the end
+            trap 'kill $TAIL1 $TAIL2' EXIT
 
             # Wait for discovery
             sleep 10

← c35deb6d fix buffering issue with 2 processes outputting too fast in · back to Exo · nice dashboard, add benchmark results tokens per second 6f8582d8 →