Trying to resolve dependencies

.gitignore

@@ -0,0 +1,2 @@
+.python-version
+venv

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+from peft import PeftModel, PeftTokenizer
 from transformers import TextStreamer
 
 # Load model directly
@@ -6,13 +7,18 @@ from transformers import AutoModel, AutoTokenizer
 
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+Info of how to use a model after training on hf https://huggingface.co/docs/trl/main/en/use_model
 """
 
-model_name_or_path = "samlama111/lora_model"
+model_name_or_path = "unsloth/Llama-3.2-3B-Instruct"
+adapter_name = "samlama111/lora_model"
 
 model = AutoModel.from_pretrained(model_name_or_path)
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
 
+model = PeftModel.from_pretrained(model, adapter_name)
+tokenizer = PeftTokenizer.from_pretrained(tokenizer, adapter_name)
+
 
 def respond(
     message,

requirements.txt

@@ -1,3 +1,5 @@
-huggingface_hub==0.25.2
+# huggingface_hub==0.25.2
+huggingface_hub
 transformers
 torch
+peft