new commits

.gitignore

@@ -22,4 +22,4 @@ launch.json
 input_audios/
 syn_results/
 falcon-7b-instruct/
-flan-t5-large/
+flan-t5-xl/

run_eval.py

@@ -83,6 +83,10 @@ def evaluate_system():
     rouge = evaluate.load("rouge")
     results = rouge.compute(predictions=predictions, references=references)
     print(f"ROUGE: {round(results['rougeL'], 2)}")
+
+    bertscore = evaluate.load("bertscore")
+    results = bertscore.compute(predictions=predictions, references=references, lang="en")
+    print(f"F1: {round(sum(results['f1'])/len(results['f1']))}")
     
 if __name__ == "__main__":
     evaluate_system()