add generated captions to the dataframe

app.py

@@ -93,29 +93,30 @@ def process_images_and_statements(image):
     weight_statement = 0.5
 
     # Initialize an empty DataFrame with column names
-    results_df = pd.DataFrame(columns=['Statement', 'Textual Similarity Score', 'ITM Score', 'Final Combined Score'])
+    results_df = pd.DataFrame(columns=['Statement', 'Generated Caption', 'Textual Similarity Score', 'ITM Score', 'Final Combined Score'])
 
     # Loop through each predefined statement
     for statement in statements:
         # Compute textual similarity between caption and statement
-        textual_similarity_score = compute_textual_similarity(caption, statement)
+        textual_similarity_score = (compute_textual_similarity(caption, statement) * 100)  # Multiply by 100
 
         # Compute ITM score for the image-statement pair
-        itm_score_statement = compute_itm_score(image, statement)
+        itm_score_statement = (compute_itm_score(image, statement) * 100)  # Multiply by 100
 
         # Combine the two scores using a weighted average
-        #final_score = (weight_textual_similarity * textual_similarity_score) + (weight_statement * itm_score_statement)
         final_score = ((weight_textual_similarity * textual_similarity_score) +
-                       (weight_statement * itm_score_statement)) * 100  # Multiply by 100
+                       (weight_statement * itm_score_statement))
 
-        # Append the result to the DataFrame
+        # Append the result to the DataFrame with formatted percentage values
         results_df = results_df.append({
             'Statement': statement,
-            'Textual Similarity Score': textual_similarity_score * 100,  # Multiply by 100
-            'ITM Score': itm_score_statement * 100,  # Multiply by 100
-            'Final Combined Score': final_score
+            'Generated Caption': caption,  # Include the generated caption
+            'Textual Similarity Score': f"{textual_similarity_score:.2f}%",  # Format as percentage with two decimal places
+            'ITM Score': f"{itm_score_statement:.2f}%",  # Format as percentage with two decimal places
+            'Final Combined Score': f"{final_score:.2f}%"  # Format as percentage with two decimal places
         }, ignore_index=True)
 
+    logging.info
     logging.info('Finished process_images_and_statements')
 
     # Return the DataFrame directly as output (no need to convert to HTML)
@@ -134,4 +135,6 @@ iface = gr.Interface(
     css=".output { flex-direction: column; } .output .outputs { width: 100%; }"  # Custom CSS
 )
 
-iface.launch()
+iface.launch()
+
+