Update app/main.py

app/main.py

@@ -15,19 +15,32 @@ from langchain_community.embeddings import HuggingFaceBgeEmbeddings
 import nltk  # Importing NLTK
 import time
 
-# Configure NLTK data directory
-nltk_data_path = os.path.join(os.getcwd(), 'nltk_data')  # Use a writable directory
+# Set writable paths for cache and data
+cache_dir = '/tmp'
+nltk_data_path = os.path.join(cache_dir, 'nltk_data')
+
+# Configure NLTK and other library paths
+os.environ['TRANSFORMERS_CACHE'] = os.path.join(cache_dir, 'transformers_cache')
+os.environ['HF_HOME'] = os.path.join(cache_dir, 'huggingface')
+os.environ['XDG_CACHE_HOME'] = cache_dir
+
+# Add NLTK data path
 nltk.data.path.append(nltk_data_path)
 
 # Ensure the directory exists
-if not os.path.exists(nltk_data_path):
-    os.makedirs(nltk_data_path)
+try:
+    os.makedirs(nltk_data_path, exist_ok=True)
+except OSError as e:
+    print(f"Error creating directory {nltk_data_path}: {e}")
+    raise
 
 # Download required NLTK resources
 try:
     nltk.download('punkt', download_dir=nltk_data_path)
+    print("NLTK 'punkt' resource downloaded successfully.")
 except Exception as e:
     print(f"Error downloading NLTK resources: {e}")
+    raise
 
 def clean_response(response):
     # Remove any leading/trailing whitespace, including newlines