requirements.txt

APScheduler==3.10.1
black==23.11.0
click==8.1.3
datasets==2.14.5
gradio==4.4.0 # will have to move to 4.19.2
gradio_client
huggingface-hub>=0.18.0
matplotlib==3.7.1
numpy==1.24.2
pandas==2.0.0
python-dateutil==2.8.2
requests==2.28.2
tqdm==4.65.0
transformers
tokenizers>=0.15.0
git+https://github.com/huggingface/lighteval.git#egg=lighteval
accelerate==0.24.1
sentencepiece
Levenshtein