Update app.py

app.py

@@ -1,14 +1,12 @@
 import gradio as gr
 import os
-import spaces
 import torch
-from transformers import AutoTokenizer, AutoModelForChatGPT
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
 model_path = "cognitivecomputations/dolphin-2.7-mixtral-8x7b"
 tokenizer = AutoTokenizer.from_pretrained(model_path)
-model = AutoModelForChatGPT.from_pretrained(model_path)
+model = AutoModelForCausalLM.from_pretrained(model_path)
 
-@spaces.GPU
 def chat(prompt):
     input_ids = tokenizer.encode(prompt, return_tensors="pt")
     output = model.generate(input_ids, max_length=1024, num_return_sequences=1, top_p=0.9, top_k=50, num_beams=2, early_stopping=True)
@@ -17,7 +15,7 @@ def chat(prompt):
 
 demo = gr.Interface(
     fn=chat,
-    inputs=gr.Textbox(value="Hello!", lines=5),
+    inputs=gr.Textbox(placeholder="Enter your message here", lines=5),
     outputs=gr.Textbox(label="Bot's Response", lines=5)
 )