requirements.txt

--extra-index-url https://pypi.ngc.nvidia.com
nvidia-cuda-runtime
nvidia-cublas
llama-cpp-python @ https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.20/llama_cpp_python-0.2.20-cp310-cp310-manylinux_2_17_x86_64.whl
pyyaml
torch