huggingface_hub==0.22.2
transformers[sentencepiece]
sentencepiece
datasets
huggingface_hub
torch==2.4.0