[object Object]

← back to Exo

shorter

4dd617ad376bfc538c09f4209c6187eb90cac3d8 · 2024-12-06 22:18:39 +0000 · Glen

Files touched

Diff

commit 4dd617ad376bfc538c09f4209c6187eb90cac3d8
Author: Glen <glen@192.168.1.214>
Date:   Fri Dec 6 22:18:39 2024 +0000

    shorter
---
 .github/bench.py                     | 2 +-
 .github/workflows/build_and_test.yml | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/bench.py b/.github/bench.py
index b189525e..7256ab52 100644
--- a/.github/bench.py
+++ b/.github/bench.py
@@ -19,7 +19,7 @@ async def measure_performance(api_endpoint: str, prompt: str) -> Dict[str, Any]:
     """
     results: Dict[str, Any] = {}
     request_payload = {
-        "model": "llama-3.2-3b",
+        "model": "llama-3.2-1b",
         "messages": [{"role": "user", "content": prompt}],
         "temperature": 0,
         "stream": True
diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml
index 2332cbba..52f2a23a 100644
--- a/.github/workflows/build_and_test.yml
+++ b/.github/workflows/build_and_test.yml
@@ -46,7 +46,7 @@ jobs:
           source env/bin/activate
           export PATH="/usr/local/bin:/opt/homebrew/bin:$PATH"
           echo "${ALL_NODE_IDS}"
-          DEBUG_DISCOVERY=7 DEBUG=7 exo --node-id="${MY_NODE_ID}" --node-id-filter="${ALL_NODE_IDS}" --chatgpt-api-port 52415 --disable-tui > output1.log 2>&1 &
+          DEBUG_DISCOVERY=7 DEBUG=7 exo --max-generate-tokens=100 --node-id="${MY_NODE_ID}" --node-id-filter="${ALL_NODE_IDS}" --chatgpt-api-port 52415 --disable-tui > output1.log 2>&1 &
           PID1=$!
           tail -f output1.log &
           TAIL1=$!

← acdee16a debug  ·  back to Exo  ·  nodebug 6c08b323 →