Update app.py

app.py

@@ -21,6 +21,8 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 tokenizer = AutoModelForCausalLM.from_pretrained(model_id)
 tokenizer = YiTokenizer.from_pretrained(tokenizer_path)
 model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
+tokenizer.eos_token_id = eos_token_id
+model.config.eos_token_id = eos_token_id
 
 def format_prompt(user_message, system_message="I am YiTonic, an AI language model created by Tonic-AI. I am a cautious assistant. I carefully follow instructions. I am helpful and harmless and I follow ethical guidelines and promote positive behavior."):
     prompt = f"<|im_start|>assistant\n{self.system_message}<|im_end|>\n<|im_start|>\nuser\n{user_message}<|im_end|>\nassistant\n"
@@ -52,6 +54,9 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
         textbox = gr.Textbox(placeholder='Your Message Here', label='Your Message', lines=2)
         system_prompt = gr.Textbox(placeholder='Provide a System Prompt In The First Person', label='System Prompt', lines=2, value="You are YiTonic, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior.")
 
+    with gr.Group():
+        chatbot = gr.Chatbot(label='TonicYi-6B-200K-🦙')
+
     with gr.Group():
         submit_button = gr.Button('Submit', variant='primary')
 
@@ -60,7 +65,7 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
         temperature = gr.Slider(label='Temperature', minimum=0.1, maximum=4.0, step=0.1, value=1.2)
         top_p = gr.Slider(label='Top-P (nucleus sampling)', minimum=0.05, maximum=1.0, step=0.05, value=0.9)
         top_k = gr.Slider(label='Top-K', minimum=1, maximum=1000, step=1, value=900)
-        do_sample_checkbox = gr.Checkbox(label='Disable for faster inference', value=False)
+        do_sample_checkbox = gr.Checkbox(label='Disable for faster inference', value=True)
 
     submit_button.click(
         fn=predict,
@@ -68,7 +73,4 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
         outputs=chatbot
     )
 
-    with gr.Group():
-        chatbot = gr.Chatbot(label='TonicYi-6B-200K-🦙')
-
 demo.launch()