Spaces:
Sleeping
Sleeping
File size: 2,456 Bytes
32a6937 01f4bd7 32a6937 01f4bd7 32a6937 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
LLM_MODEL_TYPE=huggingface
# LLM_MODEL_TYPE=openai
# LLM_MODEL_TYPE=hftgi
# LLM_MODEL_TYPE=ollama
# LLM_MODEL_TYPE=google
# LLM_MODEL_TYPE=vllm
HUGGINGFACE_AUTH_TOKEN=
HFTGI_SERVER_URL=
OPENAI_API_KEY=
GOOGLE_API_KEY=
# if unset, default to "gpt-3.5-turbo"
OPENAI_MODEL_NAME=
# GEMINI_MODEL_NAME=gemini-1.5-pro-latest
# OLLAMA_MODEL_NAME=orca2:7b
# OLLAMA_MODEL_NAME=mistral:7b
# OLLAMA_MODEL_NAME=gemma:7b
# OLLAMA_MODEL_NAME=llama2:7b
OLLAMA_MODEL_NAME=llama3:8b
OLLAMA_RP=1.15
HF_RP=1.15
LANGCHAIN_DEBUG=false
BATCH_SIZE=1
APPLY_CHAT_TEMPLATE_FOR_RAG=true
# cpu, mps or cuda:0 - if unset, use whatever detected
HF_EMBEDDINGS_DEVICE_TYPE=
HF_PIPELINE_DEVICE_TYPE=
# uncomment one of the below to load corresponding quantized model
# LOAD_QUANTIZED_MODEL=4bit
# LOAD_QUANTIZED_MODEL=8bit
QA_WITH_RAG=true
# QA_WITH_RAG=false
RETRIEVER_TYPE=questions_file
# RETRIEVER_TYPE=vectorstore
QUESTIONS_FILE_PATH="./data/datasets/ms_macro.json"
DISABLE_MODEL_PRELOADING=true
CHAT_HISTORY_ENABLED=false
SHOW_PARAM_SETTINGS=false
SHARE_GRADIO_APP=false
# if unset, default to "hkunlp/instructor-xl"
HF_EMBEDDINGS_MODEL_NAME="hkunlp/instructor-large"
# number of cpu cores - used to set n_threads for GPT4ALL & LlamaCpp models
NUMBER_OF_CPU_CORES=
USING_TORCH_BFLOAT16=true
# HUGGINGFACE_MODEL_NAME_OR_PATH="databricks/dolly-v2-3b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="databricks/dolly-v2-7b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="databricks/dolly-v2-12b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="TheBloke/wizardLM-7B-HF"
# HUGGINGFACE_MODEL_NAME_OR_PATH="TheBloke/vicuna-7B-1.1-HF"
# HUGGINGFACE_MODEL_NAME_OR_PATH="nomic-ai/gpt4all-j"
# HUGGINGFACE_MODEL_NAME_OR_PATH="nomic-ai/gpt4all-falcon"
# HUGGINGFACE_MODEL_NAME_OR_PATH="lmsys/fastchat-t5-3b-v1.0"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Llama-2-7b-chat-hf"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Llama-2-13b-chat-hf"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Llama-2-70b-chat-hf"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Meta-Llama-3-8B-Instruct"
# HUGGINGFACE_MODEL_NAME_OR_PATH="meta-llama/Meta-Llama-3-70B-Instruct"
# HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Orca-2-7b"
# HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Orca-2-13b"
HUGGINGFACE_MODEL_NAME_OR_PATH="google/gemma-1.1-2b-it"
# HUGGINGFACE_MODEL_NAME_OR_PATH="google/gemma-1.1-7b-it"
# HUGGINGFACE_MODEL_NAME_OR_PATH="microsoft/Phi-3-mini-128k-instruct"
# HUGGINGFACE_MODEL_NAME_OR_PATH="mistralai/Mistral-7B-Instruct-v0.2"
|