Update app.py

app.py

@@ -1,9 +1,9 @@
 import streamlit as st
-from transformers import AutoTokenizer
+#from transformers import AutoTokenizer
 from llama_cpp import Llama
 #from transformers import pipeline
 #from peft import PeftModel, PeftConfig
-from transformers import AutoModelForCausalLM
+#from transformers import AutoModelForCausalLM
 from datasets import load_dataset
 
 # Replace with the direct image URL
@@ -45,14 +45,17 @@ st.markdown(
 # Add the blurred background div
 st.markdown('<div class="blurred-background"></div>', unsafe_allow_html=True)
 
-# Path to your GGUF model file
-MODEL_PATH = "/path/to/QuantFactory/Mental-Health-FineTuned-Mistral-7B-Instruct-v0.2-GGUF"
+"""""""""""""""""""""""""   Application Code Starts here   """""""""""""""""""""""""""""""""""""""""""""
+
+# Path to the GGUF model on Hugging Face (Hugging Face Spaces automatically downloads it)
+MODEL_PATH = "/root/.cache/huggingface/hub/models--QuantFactory--Mental-Health-FineTuned-Mistral-7B-Instruct-v0.2-GGUF/blobs/"
 
 # Load Llama model
 @st.cache_resource
 def load_llama_model():
     try:
-        return Llama(model_path=MODEL_PATH, n_threads=8)  # Adjust `n_threads` based on your system
+        # The GGUF model will be cached automatically by llama.cpp
+        return Llama(model_path=f"{MODEL_PATH}/model.gguf", n_threads=8)  # Adjust n_threads based on your environment
     except Exception as e:
         st.error(f"Error loading model: {e}")
         return None
@@ -66,16 +69,16 @@ def load_counseling_dataset():
 
 dataset = load_counseling_dataset()
 
-# Streamlit app
+# Streamlit App
 st.title("Mental Health Counseling Chat")
 st.markdown("""
-Welcome to the Mental Health Counseling Chat application. 
-This platform is designed to provide supportive, positive, and encouraging responses based on mental health counseling expertise.
+Welcome to the **Mental Health Counseling Chat Application**.  
+This platform is designed to provide **supportive, positive, and encouraging responses** based on mental health counseling expertise.
 """)
 
 # Check if the model loaded correctly
 if llama_model is None:
-    st.error("The text generation model could not be loaded. Please check the model path and configuration.")
+    st.error("The text generation model could not be loaded. Please check your configuration.")
 else:
     # Explore dataset for additional context or resources (optional)
     if st.checkbox("Show Example Questions and Answers from Dataset"):
@@ -86,7 +89,7 @@ else:
             st.markdown("---")
 
     # User input for mental health concerns
-    user_input = st.text_area("Your question or concern:", placeholder="Type here...")
+    user_input = st.text_area("Your question or concern:", placeholder="Type your question here...")
 
     if st.button("Get Supportive Response"):
         if user_input.strip():
@@ -110,4 +113,4 @@ else:
     - [National Suicide Prevention Lifeline](https://suicidepreventionlifeline.org)
     """)
 
-    st.sidebar.info("This application is not a replacement for professional counseling. If you are in crisis, please seek professional help immediately.")
+    st.sidebar.info("This application is not a replacement for professional counseling. If you are in crisis, please seek professional help immediately.")