We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
llm-router.log
first_available
1 parent 9b4f644 commit e9e3c5cCopy full SHA for e9e3c5c
run-rest-api-gunicorn.sh
@@ -6,13 +6,13 @@ LLM_ROUTER_IN_DEBUG=1 \
6
LLM_ROUTER_MINIMUM=1 \
7
LLM_ROUTER_PROMPTS_DIR="resources/prompts" \
8
LLM_ROUTER_MODELS_CONFIG="resources/configs/models-config.json" \
9
- LLM_ROUTER_LOG_FILENAME="llm-proxy-rest.log" \
+ LLM_ROUTER_LOG_FILENAME="llm-router.log" \
10
LLM_ROUTER_EP_PREFIX="/api" \
11
LLM_ROUTER_DEFAULT_EP_LANGUAGE="pl" \
12
LLM_ROUTER_SERVER_TYPE=gunicorn \
13
LLM_ROUTER_SERVER_PORT=8080 \
14
LLM_ROUTER_SERVER_HOST="0.0.0.0" \
15
- LLM_ROUTER_BALANCE_STRATEGY="balanced" \
+ LLM_ROUTER_BALANCE_STRATEGY="first_available" \
16
LLM_ROUTER_REDIS_HOST="192.168.100.67" \
17
LLM_ROUTER_REDIS_PORT=6379 \
18
LLM_ROUTER_SERVER_WORKERS_COUNT=4 \
0 commit comments