update

app.py

@@ -14,6 +14,45 @@ examples = {
     }
 }
 
+def write_evaluation_commentary(scores):
+    for principle, score in scores.items():
+        if principle == "Factually Correct":
+            if score >= 0.8:
+                comment = "Excellent accuracy! The information is precise and directly relevant to the question."
+            elif score >= 0.5:
+                comment = "Moderately accurate, but some details may not be completely correct or are somewhat irrelevant."
+            else:
+                comment = "The explanation contains significant inaccuracies or irrelevant information."
+        elif principle == "Useful":
+            if score >= 0.8:
+                comment = "Highly useful! The explanation clearly enhances understanding and aids in further reasoning or decision-making."
+            elif score >= 0.5:
+                comment = "Somewhat useful, though it could be more insightful or practical in aiding understanding."
+            else:
+                comment = "The explanation does little to help understand or apply the information provided."
+        elif principle == "Context Specific":
+            if score >= 0.8:
+                comment = "Perfectly tailored to the context of the question, addressing the specific scenario effectively."
+            elif score >= 0.5:
+                comment = "Generally addresses the context, but may miss specific details or nuances relevant to the question."
+            else:
+                comment = "Fails to address the context of the question, lacking relevance or specificity."
+        elif principle == "User Specific":
+            if score >= 0.8:
+                comment = "The explanation is well-adapted to the user's knowledge level and interests, demonstrating thoughtfulness."
+            elif score >= 0.5:
+                comment = "Moderately considerate of the user's knowledge level, but could be more tailored."
+            else:
+                comment = "Does not consider the user's background or interests, potentially leading to confusion or disinterest."
+        elif principle == "Provides Pluralism":
+            if score >= 0.8:
+                comment = "Provides an excellent range of perspectives or interpretations, fostering a comprehensive understanding."
+            elif score >= 0.5:
+                comment = "Offers some alternative perspectives, but more could be provided to enrich understanding."
+            else:
+                comment = "Lacks diversity in viewpoints, limiting the depth of exploration into the topic."
+
+        st.write(f"{principle} ({score}): {comment}")
 
 # Function to check password
 def check_password():
@@ -62,7 +101,6 @@ else:
             eval = evaluator(model_name)
             scores = eval(question, explanation)
             st.write('### Scores')
-            for principle, score in scores.items():
-                st.write(f"{principle}: {score}")
+            write_evaluation_commentary(scores)
         else:
             st.error('Please enter both a question and an explanation to evaluate.')

evaluator.py

@@ -75,6 +75,8 @@ class evaluator:
 
         return self.validate_scores(scores)
 
+
+
 if __name__ == '__main__':
     eval = evaluator()
     question = "What is the capital of France?"