.env.example

LLM_MODEL_TYPE=huggingface
# LLM_MODEL_TYPE=openai
# LLM_MODEL_TYPE=hftgi
# LLM_MODEL_TYPE=ollama
# LLM_MODEL_TYPE=google
# LLM_MODEL_TYPE=vllm

HUGGINGFACE_AUTH_TOKEN=

HFTGI_SERVER_URL=

OPENAI_API_KEY=

GOOGLE_API_KEY=

# if unset, default to "gpt-3.5-turbo"
OPENAI_MODEL_NAME=

# GEMINI_MODEL_NAME=gemini-1.5-pro-latest

# OLLAMA_MODEL_NAME=orca2:7b
# OLLAMA_MODEL_NAME=mistral:7b
# OLLAMA_MODEL_NAME=gemma:7b
# OLLAMA_MODEL_NAME=llama2:7b
OLLAMA_MODEL_NAME=llama3:8b

OLLAMA_RP=1.15
HF_RP=1.15

LANGCHAIN_DEBUG=false
BATCH_SIZE=1
APPLY_CHAT_TEMPLATE_FOR_RAG=true

# cpu, mps or cuda:0 - if unset, use whatever detected
HF_EMBEDDINGS_DEVICE_TYPE=
HF_PIPELINE_DEVICE_TYPE=

# uncomment one of the below to load corresponding quantized model
# LOAD_QUANTIZED_MODEL=4bit
# LOAD_QUANTIZED_MODEL=8bit

QA_WITH_RAG=true
# QA_WITH_RAG=false

RETRIEVER_TYPE=questions_file
# RETRIEVER_TYPE=vectorstore

QUESTIONS_FILE_PATH="./data/datasets/ms_macro.json"

DISABLE_MODEL_PRELOADING=true
CHAT_HISTORY_ENABLED=false
SHOW_PARAM_SETTINGS=false
SHARE_GRADIO_APP=false

# if unset, default to "hkunlp/instructor-xl"
HF_EMBEDDINGS_MODEL_NAME="hkunlp/instructor-large"

# number of cpu cores - used to set n_threads for GPT4ALL & LlamaCpp models
NUMBER_OF_CPU_CORES=

USING_TORCH_BFLOAT16=true

# HUGGINGFACE_MODEL_NAME_OR_PATH="databricks/dolly-v2-3b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="databricks/dolly-v2-7b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="databricks/dolly-v2-12b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="TheBloke/wizardLM-7B-HF"
# HUGGINGFACE_MODEL_NAME_OR_PATH="TheBloke/vicuna-7B-1.1-HF"
# HUGGINGFACE_MODEL_NAME_OR_PATH="nomic-ai/gpt4all-j"
# HUGGINGFACE_MODEL_NAME_OR_PATH="nomic-ai/gpt4all-falcon"
# HUGGINGFACE_MODEL_NAME_OR_PATH="lmsys/fastchat-t5-3b-v1.0"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Llama-2-7b-chat-hf"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Llama-2-13b-chat-hf"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Llama-2-70b-chat-hf"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Meta-Llama-3-8B-Instruct"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Meta-Llama-3-70B-Instruct"
# HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Orca-2-7b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Orca-2-13b"
HUGGINGFACE_MODEL_NAME_OR_PATH="google/gemma-1.1-2b-it"
# HUGGINGFACE_MODEL_NAME_OR_PATH="google/gemma-1.1-7b-it"
# HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Phi-3-mini-128k-instruct"
# HUGGINGFACE_MODEL_NAME_OR_PATH="mistralai/Mistral-7B-Instruct-v0.2"