update

app.py

@@ -4,8 +4,10 @@ import pandas as pd
 
 
 BASELINE = f'<a target="_blank" href=https://github.com/showlab/loveu-tgve-2023 style="color: blue; text-decoration: underline;text-decoration-style: dotted;">Tune-A-Video (Baseline)</a>'
-COLS = ["Method", "CLIPScore (Frame Consistency) ⬆️", "CLIPScore (Text Alignment) ⬆️", "PickScore ⬆️", "Human Preference ⬆️", "References"]
-TYPES = ["markdown", "number", "number", "number", "str", "markdown"]
+COLS = ["Method", "Human Eval (Aesthetic) ⬆️", "Human Eval (Structure) ⬆️", "Human Eval (Text Alignment) ⬆️", "Human Eval (Avg.) ⬆️", 
+        "CLIPScore (Frame Consistency) ⬆️", "CLIPScore (Text Alignment) ⬆️", "PickScore ⬆️", 
+        "References"]
+TYPES = ["markdown", "number", "number", "number", "number", "number", "number", "number", "markdown"]
 
 
 def get_leaderboard():
@@ -17,7 +19,6 @@ def get_leaderboard():
         "CLIPScore (Frame Consistency) ⬆️":92.40,
         "CLIPScore (Text Alignment) ⬆️":27.12,
         "PickScore ⬆️":20.36,
-        "Human Preference ⬆️":'',
         "References": ','.join([f'<a target="_blank" href="https://arxiv.org/abs/2212.11565" style="color: blue">Paper</a>', 
                                f'<a target="_blank" href="https://github.com/showlab/Tune-A-Video" style="color: blue">Code</a>', 
                                f'<a target="_blank" href="https://tuneavideo.github.io/" style="color: blue">Website</a>', 
@@ -35,7 +36,7 @@ def get_leaderboard():
     all_data += submission_results
 
     dataframe = pd.DataFrame.from_records(all_data)
-    dataframe = dataframe.sort_values(by=['CLIPScore (Text Alignment) ⬆️'], ascending=False)
+    dataframe = dataframe.sort_values(by=['Human Eval (Avg.) ⬆️'], ascending=False)
     print(dataframe)
     dataframe = dataframe[COLS]
     return dataframe

result.py

@@ -4,7 +4,10 @@ submission_results = [
         "CLIPScore (Frame Consistency) ⬆️":91.25,
         "CLIPScore (Text Alignment) ⬆️":27.21,
         "PickScore ⬆️":20.72,
-        "Human Preference ⬆️":'',
+        "Human Eval (Aesthetic) ⬆️":0.465, 
+        "Human Eval (Structure) ⬆️":0.348, 
+        "Human Eval (Text Alignment) ⬆️":0.538, 
+        "Human Eval (Avg.) ⬆️":0.450,
         "References": ''
     },
     {
@@ -12,7 +15,10 @@ submission_results = [
         "CLIPScore (Frame Consistency) ⬆️":92.27,
         "CLIPScore (Text Alignment) ⬆️":25.57,
         "PickScore ⬆️":20.22,
-        "Human Preference ⬆️":'',
+        "Human Eval (Aesthetic) ⬆️":0.564, 
+        "Human Eval (Structure) ⬆️":0.601, 
+        "Human Eval (Text Alignment) ⬆️":0.531, 
+        "Human Eval (Avg.) ⬆️":0.565,
         "References": ''
     },
     {
@@ -20,7 +26,10 @@ submission_results = [
         "CLIPScore (Frame Consistency) ⬆️":92.47,
         "CLIPScore (Text Alignment) ⬆️":25.53,
         "PickScore ⬆️":19.79,
-        "Human Preference ⬆️":'',
+        "Human Eval (Aesthetic) ⬆️":0.387, 
+        "Human Eval (Structure) ⬆️":0.402, 
+        "Human Eval (Text Alignment) ⬆️":0.399, 
+        "Human Eval (Avg.) ⬆️":0.396,
         "References": ''
     },
     {
@@ -28,7 +37,10 @@ submission_results = [
         "CLIPScore (Frame Consistency) ⬆️":92.17,
         "CLIPScore (Text Alignment) ⬆️":27.55,
         "PickScore ⬆️":20.55,
-        "Human Preference ⬆️":'',
+        "Human Eval (Aesthetic) ⬆️":0.438, 
+        "Human Eval (Structure) ⬆️":0.446, 
+        "Human Eval (Text Alignment) ⬆️":0.451, 
+        "Human Eval (Avg.) ⬆️":0.445,
         "References": ','.join([f'<a target="_blank" href="https://github.com/Pranjal2041/RewardT2VE" style="color: blue">Code</a>'])
     },
     {
@@ -36,7 +48,10 @@ submission_results = [
         "CLIPScore (Frame Consistency) ⬆️":89.90,
         "CLIPScore (Text Alignment) ⬆️":26.89,
         "PickScore ⬆️":20.71,
-        "Human Preference ⬆️":'',
+        "Human Eval (Aesthetic) ⬆️":0.599, 
+        "Human Eval (Structure) ⬆️":0.486, 
+        "Human Eval (Text Alignment) ⬆️":0.689, 
+        "Human Eval (Avg.) ⬆️":0.591,
         "References": ''
     }
 ]