Update app.py

app.py

@@ -108,7 +108,7 @@ chunked_segments = chunking(_book)
 def generate_output(test_samples):
     inputs = tokenizer(
         test_samples,
-        padding=max_length,
+        padding='max_length',
         truncation=True,
         max_length=1024,
         return_tensors="pt",
@@ -119,10 +119,12 @@ def generate_output(test_samples):
     attention_mask = inputs.attention_mask
     
     outputs = model.generate(input_ids,
-                             max_length = 256,
+                             max_length = max_length,
                              min_length=32,
-                             top_p = 0.92,
-                             num_beams=5,
+                             top_p = top_p,
+                             top_k = top_k,
+                             temperature= temperature,
+                             num_beams=2,
                              no_repeat_ngram_size=2,
                              attention_mask=attention_mask)
     output_str = tokenizer.batch_decode(outputs, skip_special_tokens=True)