fastapi[standard]
uvicorn
transformers
torch
accelerate>=0.26.0
huggingface-hub
debugpy