Spaces:
Running
Running
Update constants.py
Browse files- constants.py +33 -1
constants.py
CHANGED
@@ -49,6 +49,35 @@ TASK_INFO = [
|
|
49 |
"overall consistency"
|
50 |
]
|
51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
52 |
DEFAULT_INFO = [
|
53 |
"subject consistency",
|
54 |
"background consistency",
|
@@ -165,6 +194,7 @@ I2V_QUALITY_WEIGHT = 1.0
|
|
165 |
|
166 |
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
167 |
I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
|
|
168 |
|
169 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
170 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
@@ -173,8 +203,10 @@ QUALITY_DIR = "./vbench_leaderboard_submission/quality.csv"
|
|
173 |
I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
|
174 |
LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
|
175 |
INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
|
|
|
176 |
|
177 |
COLUMN_NAMES = MODEL_INFO + TASK_INFO
|
|
|
178 |
COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
|
179 |
COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
|
180 |
|
@@ -263,4 +295,4 @@ NORMALIZE_DIC_I2V = {
|
|
263 |
"Aesthetic Quality":{"Min": 0.0, "Max": 1.0},
|
264 |
"Imaging Quality":{"Min": 0.0, "Max": 1.0},
|
265 |
"Temporal Flickering":{"Min":0.6293, "Max": 1.0}
|
266 |
-
}
|
|
|
49 |
"overall consistency"
|
50 |
]
|
51 |
|
52 |
+
|
53 |
+
MODEL_INFO_2 = [
|
54 |
+
"Model Name (clickable)",
|
55 |
+
"Sampled by",
|
56 |
+
"Evaluated by",
|
57 |
+
"Accessibility",
|
58 |
+
"Date"
|
59 |
+
]
|
60 |
+
TASK_INFO_2 = [
|
61 |
+
"Human Anatomy",
|
62 |
+
"Human Clothes",
|
63 |
+
"Human Identity",
|
64 |
+
"Composition",
|
65 |
+
"Diversity",
|
66 |
+
"Mechanics",
|
67 |
+
"Material",
|
68 |
+
"Themotics",
|
69 |
+
"Multi-view Consistency",
|
70 |
+
"Dynamic Spatial Relationship",
|
71 |
+
"Dynamic Attribute",
|
72 |
+
"Motion Order Understanding",
|
73 |
+
"Human Interaction",
|
74 |
+
"Complex Landscape",
|
75 |
+
"Complex Plot",
|
76 |
+
"Camera Motion",
|
77 |
+
"Motion Rationality",
|
78 |
+
"Instance Preservation"
|
79 |
+
]
|
80 |
+
|
81 |
DEFAULT_INFO = [
|
82 |
"subject consistency",
|
83 |
"background consistency",
|
|
|
194 |
|
195 |
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
196 |
I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
197 |
+
VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
198 |
|
199 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
200 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
|
203 |
I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
|
204 |
LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
|
205 |
INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
|
206 |
+
VBENCH2_DIR = "./vbench_leaderboard_submission/results2_0.csv"
|
207 |
|
208 |
COLUMN_NAMES = MODEL_INFO + TASK_INFO
|
209 |
+
COLUMN_NAMES_2 = MODEL_INFO_2 + TASK_INFO_2
|
210 |
COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
|
211 |
COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
|
212 |
|
|
|
295 |
"Aesthetic Quality":{"Min": 0.0, "Max": 1.0},
|
296 |
"Imaging Quality":{"Min": 0.0, "Max": 1.0},
|
297 |
"Temporal Flickering":{"Min":0.6293, "Max": 1.0}
|
298 |
+
}
|