14 lines
469 B
Bash
Executable File
14 lines
469 B
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
export OLLAMA_HOST=${OLLAMA_HOST:-http://localhost:11434}
|
|
export BASE_MODEL=${BASE_MODEL:-qwen2.5:7b-instruct}
|
|
export BOOST_MODEL=${BOOST_MODEL:-qwen2.5:14b-instruct}
|
|
export EMBEDDING_MODEL=${EMBEDDING_MODEL:-nomic-embed-text}
|
|
export INDEX_PATH=${INDEX_PATH:-data/index.jsonl}
|
|
export AI_SERVER_PORT=${AI_SERVER_PORT:-26000}
|
|
|
|
source .venv/bin/activate
|
|
exec uvicorn server.main:app --host 0.0.0.0 --port "$AI_SERVER_PORT" --reload
|
|
|