Update app.py

app.py

@@ -14,13 +14,13 @@ model.eval()
 
 
 def generate(text):
-    text = '<s>{}</s></s>'.format(text)
+    #text = '<s>{}</s></s>'.format(text)
     input_ids = tokenizer(text, return_tensors="pt").input_ids
     #input_ids = input_ids.to(device)
     outputs = model.generate(input_ids, max_new_tokens=200, do_sample=True, top_p=0.7, temperature=0.35,
                              repetition_penalty=1.2, eos_token_id=tokenizer.eos_token_id)
     rets = tokenizer.batch_decode(outputs)
-    output = rets[0].strip().replace(text, "").replace('</s>', "")
+    output = rets[0].strip().replace(text, "").replace('<|endoftext|>', "")
     return output
 
 with gr.Blocks() as demo: