hf-qa-demo / config /.env.example
KonradSzafer's picture
config update
988981a
# QA engine settings
QUESTION_ANSWERING_MODEL_ID=mock
EMBEDDING_MODEL_ID=hkunlp/instructor-large
INDEX_REPO_ID=KonradSzafer/index-instructor-large-812-m512-all_repos_above_50_stars
PROMPT_TEMPLATE_NAME=llama
USE_DOCS_FOR_CONTEXT=True
NUM_RELEVANT_DOCS=4
ADD_SOURCES_TO_RESPONSE=True
USE_MESSAGES_IN_CONTEXT=True
DEBUG=True
# Model settings
MIN_NEW_TOKENS=64
MAX_NEW_TOKENS=800
TEMPERATURE=0.6
TOP_K=50
TOP_P=0.9
DO_SAMPLE=True
# Discord settings
DISCORD_TOKEN=your-bot-token
NUM_LAST_MESSAGES=1
USE_NAMES_IN_CONTEXT=False
ENABLE_COMMANDS=True
# App mode
APP_MODE=gradio