fix: disable logging vllm requests

jitsi · Oct 8, 2024 · 6b5a4c7 · 6b5a4c7
1 parent 760aa16
commit 6b5a4c7
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/run.sh b/run.sh
@@ -9,5 +9,5 @@ else
   cd ..
 fi
 
-export LLAMA_N_CTX=8192
+export LLAMA_N_CTX=16000
 poetry run python -m uvicorn skynet.main:app --reload
diff --git a/skynet/modules/ttt/openai_api/app.py b/skynet/modules/ttt/openai_api/app.py
@@ -31,6 +31,7 @@ def initialize():
         openai_api_server_path = vllm_server_path
         proc = subprocess.Popen(
             f'python -m {openai_api_server_path} \
+                --disable-log-requests \
                 --model {llama_path} \
                 --gpu_memory_utilization 0.95 \
                 --max-model-len {llama_n_ctx} \