Update requirements.txt

requirements.txt

@@ -1,39 +1,33 @@
-# Core Libraries
+azure-storage-blob==12.14.1
+runpod==1.7.4
+torch==2.3.1
+xformers==0.0.27
+transformers>=4.35.0
+accelerate>=0.34.1
+bitsandbytes>=0.43.3
+trl>=0.7.1
+peft>=0.7.0
+triton
+PyPDF2==2.11.2
+PyMuPDF
+pytesseract==0.3.10
+Pillow>=9.0.0
+openai>=1.0.0
+datasets>=2.13.1
+packaging==23.0
+tqdm==4.66.1
+git+https://github.com/unslothai/unsloth.git#egg=unsloth[colab-new]
 numpy==1.26.4
 pandas==2.2.3
 scipy==1.14.1
 scikit-learn==1.5.2
-torch==2.5.1
-torchvision==0.20.1
-torchaudio==2.5.1
-transformers==4.45.2
 sentence-transformers==3.3.0
 langchain==0.3.7
 vllm==0.6.4.post1
-unsloth @ git+https://github.com/unslothai/unsloth.git@1f52468fa31bf0b641ec96217ef0f5916a07fce5
-
-# NLP and Tokenization
-tiktoken==0.7.0
-tokenizers==0.20.1
-sentencepiece==0.2.0
-
-# Utility Libraries
-requests==2.32.3
-jsonschema==4.23.0
-pydantic==2.9.2
-protobuf==3.20.3
-pyyaml==6.0.2
-joblib==1.4.2
-tenacity==8.4.2
-tqdm==4.66.5
+rouge-score==0.1.2
 uvicorn==0.32.0
-
-# Data Processing
 pyarrow==17.0.0
 huggingface-hub==0.26.1
-
-# Visualization and Development Tools
 gradio==5.6.0
-pytest==8.3.3
-pytest-xdist==3.6.1
-pylint==2.17.4
+nltk
+requests