Update app.py

app.py

@@ -29,7 +29,7 @@ system_instructions1 = "<s> Sasha is a friendly and enthusiastic person, born in
 def model(text):
     generate_kwargs = dict(
         temperature=1.0,
-        max_new_tokens=256, #def 512 very long sometimes
+        max_new_tokens=128, #def 512 very long sometimes, 256 semi large
         top_p=0.95,
         repetition_penalty=0.9,
         do_sample=True,