a

app.py

@@ -187,7 +187,9 @@ def generate(paper_text, review_template):
     print(f"input_ids shape: {input_ids.shape}")
     generated_ids = model.generate(
         input_ids=input_ids,
-        max_new_tokens=512
+        max_new_tokens=2048,
+        do_sample=True,
+        temperature=0.8,
     )
     generated_ids = [
         output_ids[len(input_ids):] for input_ids, output_ids in zip(input_ids, generated_ids)
@@ -230,7 +232,7 @@ with gr.Blocks(theme=theme, css=css) as demo:
     file_input.upload(process_file, file_input, paper_text_field)
     paper_text_field.change(lambda text: gr.update(interactive=True) if len(text) > 200 else gr.update(interactive=False), paper_text_field, generate_button)
 
-    review_field = gr.Markdown(label="Review")
+    review_field = gr.Markdown("# Review", label="Review")
     generate_button.click(fn=lambda: gr.update(interactive=False), inputs=None, outputs=generate_button).then(generate, [paper_text_field, review_template_field], review_field).then(fn=lambda: gr.update(interactive=True), inputs=None, outputs=generate_button)
     demo.title = "Paper Review Generator"