huggingface_hub==0.23.4
accelerate
torch
transformers==4.44.0
sentencepiece
peft==0.12.0
torchvision
gradio==3.38.0
runpod==1.6.0
requests
pillow
fastapi>=0.68.0
python-multipart
uvicorn