← back to Exo
fix buffering issue with 2 processes outputting too fast in dummy test
c35deb6d9eb944dfb4df72e75a07c6e7843f39f4 · 2024-11-25 16:38:20 +0400 · Alex Cheema
Files touched
Diff
commit c35deb6d9eb944dfb4df72e75a07c6e7843f39f4
Author: Alex Cheema <alexcheema123@gmail.com>
Date: Mon Nov 25 16:38:20 2024 +0400
fix buffering issue with 2 processes outputting too fast in dummy test
---
.circleci/config.yml | 8 ++++++--
1 file changed, 6 insertions(+), 2 deletions(-)
diff --git a/.circleci/config.yml b/.circleci/config.yml
index 6ed9d9be..ec623c1f 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -27,11 +27,15 @@ commands:
fi
# Start first instance
- HF_HOME="$(pwd)/.hf_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> --node-id "node1" --listen-port 5678 --broadcast-port 5679 --chatgpt-api-port 8000 --chatgpt-api-response-timeout 900 --disable-tui 2>&1 | tee output1.log &
+ HF_HOME="$(pwd)/.hf_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
+ --node-id "node1" --listen-port 5678 --broadcast-port 5679 --chatgpt-api-port 8000 \
+ --chatgpt-api-response-timeout 900 --disable-tui 2>&1 | stdbuf -oL tee output1.log &
PID1=$!
# Start second instance
- HF_HOME="$(pwd)/.hf_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> --node-id "node2" --listen-port 5679 --broadcast-port 5678 --chatgpt-api-port 8001 --chatgpt-api-response-timeout 900 --disable-tui 2>&1 | tee output2.log &
+ HF_HOME="$(pwd)/.hf_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
+ --node-id "node2" --listen-port 5679 --broadcast-port 5678 --chatgpt-api-port 8001 \
+ --chatgpt-api-response-timeout 900 --disable-tui 2>&1 | stdbuf -oL tee output2.log &
PID2=$!
# Wait for discovery
← 6b28b341 less strict match on response content
·
back to Exo
·
circle tail logs ab333ea5 →