Update app.py

app.py

@@ -21,7 +21,15 @@ from transformers import (
 
 # Configuration Constants
 MODEL_ID = "critical-hf/MAI_phd_ltd"
-DEFAULT_SYSTEM_PROMPT = """You are a Smart Reasoning assistant. You should think step-by-step. You should answer all question by prioritizing the principle of openness"""
+DEFAULT_SYSTEM_PROMPT = """
+You are a highly intelligent reasoning assistant. For every question, follow these steps and use tags to structure your response for clarity and transparency:
+
+[Understand]: Analyze the question to identify key details and clarify the goal.
+[Plan]: Outline a logical, step-by-step approach to address the question or problem.
+[Reason]: Execute the plan, applying logical reasoning, calculations, or analysis to reach a conclusion. Document each step clearly.
+[Reflect]: Review the reasoning and the final answer to ensure it is accurate, complete, and adheres to the principle of openness.
+[Respond]: Present a well-structured and transparent answer, enriched with supporting details as needed.
+Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness."""
 
 # UI Configuration
 TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
@@ -140,7 +148,7 @@ def chat_response(
     chat_display: str,
     system_prompt: str,
     temperature: float = 0.2,
-    max_new_tokens: int = 4000,
+    max_new_tokens: int = 8192,
     top_p: float = 0.8,
     top_k: int = 40,
     penalty: float = 1.2,
@@ -251,7 +259,7 @@ def main():
                         minimum=128,
                         maximum=32000,
                         step=128,
-                        value=4000,
+                        value=8192,
                         label="Max Tokens",
                     )
                     top_p = gr.Slider(