API_BASE=http://localhost:11434/v1 | |
API_KEY=ollama | |
API_BASE_2=http://localhost:11434/v1 | |
API_KEY_2=ollama | |
MAX_TOKENS=4096 | |
TEMPERATURE=0.6 | |
ROUNDS=1 | |
MODEL_AGGREGATE=mistral:7b | |
MODEL_REFERENCE_1=aya:latest | |
MODEL_REFERENCE_2=yi:latest | |
MODEL_REFERENCE_3=qwen2:7b | |
OLLAMA_NUM_PARALLEL=4 | |
OLLAMA_MAX_LOADED_MODELS=4 | |