Update app.py

app.py

@@ -44,14 +44,24 @@ def proc_submission(
         str in HTML format, string of the summary, str of compression rate in %
     """
 
-    settings = {
-        "length_penalty": float(length_penalty),
+    settings_tldr = {
+        "length_penalty": 0.6,
         "repetition_penalty": 3.5,
         "no_repeat_ngram_size": 3,
         "encoder_no_repeat_ngram_size": 4,
         "num_beams": int(num_beams),
         "min_length": 11,
-        "max_length": int(token_batch_length // 4),
+        "max_length": 62,
+        "early_stopping": True,
+    }
+    settings_det = {
+        "length_penalty": float(length_penalty),#2.0 if (model_type == "LED") else 0.8,
+        "repetition_penalty": 3.5,
+        "no_repeat_ngram_size": 3,
+        "encoder_no_repeat_ngram_size": 4,
+        "num_beams": int(num_beams),
+        "min_length": 100,
+        "max_length": int(token_batch_length // 4) if (token_batch_length <500) else 512,
         "early_stopping": True,
     }
     st = time.perf_counter()
@@ -75,7 +85,7 @@ def proc_submission(
             model_led_tldr if (model_type == "LED") else model_tldr,
             tokenizer_led_tldr if (model_type == "LED") else tokenizer_tldr,
             batch_length=token_batch_length,
-            **settings,
+            **settings_tldr,
         )
         
     else:
@@ -84,7 +94,7 @@ def proc_submission(
             model_led_det if (model_type == "LED") else model_det,
             tokenizer_led_det if (model_type == "LED") else tokenizer_det,
             batch_length=token_batch_length,
-            **settings,
+            **settings_det,
         )    
     #_summaries = summarize_via_tokenbatches(
         #tr_in,