update

app.py

@@ -51,10 +51,13 @@ def process_image(image, prompt):
     questions, _ = processor.generate_questions(
         prompt, tuples.tuples, dependencies
     )
-    reward = processor.get_reward(questions, dependencies, [image])
+    reward, sorted_questions = processor.get_reward(questions, dependencies, [image])
     reward = reward[0]
+    print(reward)
     answers = {str(i): v > 0.5 for i, v in enumerate(reward)}
-    graph_img = draw_colored_graph(dependencies, questions, answers)
+    sorted_questions = {str(i): v for i, v in enumerate(sorted_questions)}
+    print(answers, sorted_questions)
+    graph_img = draw_colored_graph(dependencies, sorted_questions, answers)
     return graph_img, f"""
 Question: {questions}.
 Reward per question: {reward}"""
@@ -84,7 +87,7 @@ interface = gr.Interface(
     theme=gr.themes.Soft(),
     description=description,
     examples = [
-        ["examples/input_image.png", "a cat with red eyes in the jungle"], 
+        ["examples/input_image.png", "A cat with red eyes in the jungle. All tree in the jungle has blue color."], 
     ],
     css=css,
     title="T2I Adherence Scorer based on Davidsonian Scene Graph",

scorer.py

@@ -381,7 +381,7 @@ Each tuple contains the following information:
                 )
                 pbar.update(1)
 
-        return scores
+        return scores, sorted_questions
 
 
 if __name__ == "__main__":