vllm==0.4.1
torchvision==0.17.1
ftfy==6.2.0
transformers==4.37.2
accelerate==0.31.0
sentencepiece
pandas
bs4