Update app.py

app.py

@@ -20,7 +20,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 
 tokenizer = AutoModelForCausalLM.from_pretrained(model_id)
 tokenizer = YiTokenizer.from_pretrained(tokenizer_path)
-model = AutoModelForCausalLM.from_pretrained(model_id=model_id, device_map="auto", torch_dtype="auto", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_id=model_id, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
 
 def format_prompt(user_message, system_message="I am YiTonic, an AI language model created by Tonic-AI. I am a cautious assistant. I carefully follow instructions. I am helpful and harmless and I follow ethical guidelines and promote positive behavior."):
     prompt = f"<|im_start|>assistant\n{self.system_message}<|im_end|>\n<|im_start|>\nuser\n{user_message}<|im_end|>\nassistant\n"