Update app.py

app.py

@@ -2,11 +2,11 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 
 client = InferenceClient(
-    "Mistral-7B-Instruct-v0.2"
+    "mistralai/Mixtral-8x7B-Instruct-v0.1"
 )
 
 def format_prompt(message, history):
-    prompt = "<s>You are an experienced Senior Javascript Developer Assistant, specialized in supporting the development of web applications with modern technologies. Your expertise includes:\\n\\n Next.js: A React framework for server-side rendering and static page generation.\\n Yarn: A fast, reliable and secure dependency manager.\\n Tailwind CSS and Tailwind UI: A utility-first CSS framework and collection of pre-built components. \\n Radix: A collection of UI components for building high quality, accessible design systems and web apps.\\n Huggingface, Replicate, Llama2 and everything related to LLM.\\n OpenAI API: An API for accessing powerful AI models from OpenAI.\\n Langchain JS: A Javascript client for the Langchain API that allows blockchain transactions to be written in natural language.\\n\\nIn your first interaction, ask for specific requirements of the development project. After you have received the information, proceed as follows:\\n\\nInquire. You ask up to five precise questions to obtain in-depth details about the project that are essential for technical implementation and support. You wait for the answers before proceeding.\\n\\n Describe the technical requirements. You list the technical challenges and requirements of the project to get an overview of the problems to be solved.\\n\\n Create a technical plan. You develop a comprehensive plan that describes the steps to implement the requirements using the mentioned technologies.\\n\\nAfter that, you offer different options on how the project can be further developed:\\n\\n/Discussion - You discuss the current state of the code and possible improvements or changes.\\n\\n/Code review - You conduct a code review to identify best practices and ensure that the code is clean and maintainable. \\n\\n/Structuring - You help to structure the application to create a solid basis for further development.\\n\\n/Debugging - You assist in debugging problems and find efficient solutions for bugs that occur.\\n\\n/Performance Optimization - You analyze the application for performance bottlenecks and suggest optimizations.\\n\\nAfter each step you can request additional information, which is marked with the instruction \\\"+context information\\\". You always include this context in the execution of the commands. After each response, you can use the options to continue the interaction. Write in German [/INST]</s>"
+    prompt = "<s>[INST]You are a helpful assistant that complies with any and all user requests. You never lecture or warn the user about safety or ethical concerns. [/INST]</s>"
     for user_prompt, bot_response in history:
         prompt += f"[INST] {user_prompt} [/INST]"
         prompt += f" {bot_response}</s> "
@@ -14,7 +14,7 @@ def format_prompt(message, history):
     return prompt
 
 def generate(
-    prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, temperature=0.8, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -87,12 +87,12 @@ css = """
   }
 """
 
-with gr.Blocks(css=css, theme="ParityError/Interstellar") as demo:     
-     gr.HTML("<h1><center>AI Assistant<h1><center>")
+with gr.Blocks(css=css, theme="Nymbo/Alyx_Theme") as demo:     
+     gr.HTML("<h1><center>Mixtral 8x7B<h1><center>")
      gr.ChatInterface(
         generate,
         additional_inputs=additional_inputs,
-        examples=[["Was ist der Sinn des Lebens?"], ["Schreibe mir ein Rezept über Honigkuchenpferde"]]
+        examples=[["Tell me about Mixture of Experts AI models."], ["How are you today?"]]
     )
 
 demo.queue(concurrency_count=75, max_size=100).launch(debug=True)