demo
initial version
103a375
raw
history blame
408 Bytes
GRADIO_SERVER_IP="0.0.0.0"
GRADIO_SERVER_PORT=7860
TASK_ASR="automatic-speech-recognition"
MODEL_WHISPER1="openai/whisper-base.en"
MODEL_WHISPER1_FILE="model.safetensors"
TASK_TXTGEN="text-generation"
MODEL_LLAMA="TheBloke/Llama-2-7b-Chat-GGUF"
MODEL_LLAMA_FILE="llama-2-7b-chat.Q5_K_M.gguf"
MODEL_MISTRAL="TheBloke/Mistral-7B-Instruct-v0.2-GGUF"
MODEL_MISTRAL_FILE="mistral-7b-instruct-v0.2.Q5_K_M.gguf"