Merge branch 'main' into demo

app.py

@@ -307,13 +307,6 @@ with gr.Blocks() as demo:
         api_name="bc_highlighter",
     )
 
-    # quillbot_highlighter.click(
-    #     fn=analyze_and_highlight,
-    #     inputs=[input_text],
-    #     outputs=[highlighter_html],
-    #     api_name="quillbot_highlighter",
-    # )
-
     date_from = ""
     date_to = ""
   

highlighter.py

@@ -26,24 +26,39 @@ def explainer(text, model_type):
 
 
 def analyze_and_highlight(text, model_type):
+
     highlighted_text = ""
     sentences_weights, _ = explainer(text, model_type)
-    min_weight = min(sentences_weights.values())
-    max_weight = max(sentences_weights.values())
+    positive_weights = [weight for weight in sentences_weights.values() if weight >= 0]
+    negative_weights = [weight for weight in sentences_weights.values() if weight < 0]
 
-    for sentence, weight in sentences_weights.items():
-        normalized_weight = (weight - min_weight) / (max_weight - min_weight)
-        if weight >= 0:
-            color = f"rgba(255, {255 * (1 - normalized_weight)}, {255 * (1 - normalized_weight)}, 1)"
-        else:
-            color = (
-                f"rgba({255 * normalized_weight}, 255, {255 * normalized_weight}, 1)"
-            )
+    smoothing_factor = 0.001  # we do this cos to avoid all white colors
+    min_positive_weight = min(positive_weights) if positive_weights else 0
+    max_positive_weight = max(positive_weights) if positive_weights else 0
+    min_negative_weight = min(negative_weights) if negative_weights else 0
+    max_negative_weight = max(negative_weights) if negative_weights else 0
+
+    max_positive_weight += smoothing_factor
+    min_negative_weight -= smoothing_factor
 
+    for sentence, weight in sentences_weights.items():
         sentence = sentence.strip()
         if not sentence:
             continue
 
+        if weight >= 0 and max_positive_weight != min_positive_weight:
+            normalized_weight = (weight - min_positive_weight + smoothing_factor) / (
+                max_positive_weight - min_positive_weight
+            )
+            color = f"rgb(255, {int(255 * (1 - normalized_weight))}, {int(255 * (1 - normalized_weight))})"
+        elif weight < 0 and min_negative_weight != max_negative_weight:
+            normalized_weight = (weight - max_negative_weight - smoothing_factor) / (
+                min_negative_weight - max_negative_weight
+            )
+            color = f"rgb({int(255 * (1 - normalized_weight))}, 255, {int(255 * (1 - normalized_weight))})"
+        else:
+            color = "rgb(255, 255, 255)"  # when no range
+
         highlighted_sentence = (
             f'<span style="background-color: {color}; color: black;">{sentence}</span> '
         )