requirements.txt

transformers
sentencepiece 
torch
#pydantic==1.10.11
#git+https://github.com/huggingface/optimum.git
#optimum[exporters]@git+https://github.com/huggingface/optimum.git
ctranslate2
#intel_extension_for_pytorch
#fasttext
#bitsandbytes
#git+https://github.com/huggingface/transformers.git
#git+https://github.com/huggingface/peft.git
#git+https://github.com/huggingface/accelerate.git
#scipy