bug11

app.py

@@ -5,6 +5,7 @@ from docx import Document
 from difflib import unified_diff
 import tempfile
 from docx.shared import RGBColor
+import re
 
 def pdf_to_text_with_layout(pdf_file):
     doc = fitz.open(stream=pdf_file.read(), filetype="pdf")
@@ -14,10 +15,15 @@ def pdf_to_text_with_layout(pdf_file):
         text.append(page.get_text("text"))
     return "\n".join(text)
 
+def clean_text(text):
+    # Remove non-XML-compatible characters
+    return re.sub(r'[^\x09\x0A\x0D\x20-\xD7FF\xE000-\xFFFD\x10000-\x10FFFF]', '', text)
+
 def text_to_word_with_formatting(text, word_path):
     doc = Document()
     for line in text.split("\n"):
-        doc.add_paragraph(line)
+        clean_line = clean_text(line)
+        doc.add_paragraph(clean_line)
     doc.save(word_path)
 
 def apply_pipeline(file, model_name, balance_type, apsn_transactions, max_fees_per_day, min_overdrawn_fee, min_transaction_overdraft):