app.py

import os
os.system('pip install --upgrade cmake')
os.system('pip install llama-cpp-python pyllamacpp')
os.system('CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir')
os.system('CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python==0.1.4')
os.system('apt update && apt install full-upgrade && apt-get install build-essentials')
os.system('pip install --upgrade pip')
os.system('pip install --upgrade gradio')
os.system('wget https://github.com/agrinman/tunnelto/releases/download/0.1.18/tunnelto-linux.tar.gz && tar -xf tunnelto-linux.tar.gz')
os.system('./tunnelto set-auth --key GeBoAW1CSmWK5SbfOXUmU8')
os.system('python download-model.py TheBloke_chronos-33b-GPTQ & python download-model.py TheBloke_Tulu-30B-SuperHOT-8K-GPTQ')
os.system('./tunnelto --subdomain ilovedogshit --port 7860 & bash start_linux.sh')