ynhe commited on
Commit
158e95b
·
verified ·
1 Parent(s): 4afce9a

Update constants.py

Browse files
Files changed (1) hide show
  1. constants.py +33 -1
constants.py CHANGED
@@ -49,6 +49,35 @@ TASK_INFO = [
49
  "overall consistency"
50
  ]
51
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  DEFAULT_INFO = [
53
  "subject consistency",
54
  "background consistency",
@@ -165,6 +194,7 @@ I2V_QUALITY_WEIGHT = 1.0
165
 
166
  DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
167
  I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
 
168
 
169
  SUBMISSION_NAME = "vbench_leaderboard_submission"
170
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
@@ -173,8 +203,10 @@ QUALITY_DIR = "./vbench_leaderboard_submission/quality.csv"
173
  I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
174
  LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
175
  INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
 
176
 
177
  COLUMN_NAMES = MODEL_INFO + TASK_INFO
 
178
  COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
179
  COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
180
 
@@ -263,4 +295,4 @@ NORMALIZE_DIC_I2V = {
263
  "Aesthetic Quality":{"Min": 0.0, "Max": 1.0},
264
  "Imaging Quality":{"Min": 0.0, "Max": 1.0},
265
  "Temporal Flickering":{"Min":0.6293, "Max": 1.0}
266
- }
 
49
  "overall consistency"
50
  ]
51
 
52
+
53
+ MODEL_INFO_2 = [
54
+ "Model Name (clickable)",
55
+ "Sampled by",
56
+ "Evaluated by",
57
+ "Accessibility",
58
+ "Date"
59
+ ]
60
+ TASK_INFO_2 = [
61
+ "Human Anatomy",
62
+ "Human Clothes",
63
+ "Human Identity",
64
+ "Composition",
65
+ "Diversity",
66
+ "Mechanics",
67
+ "Material",
68
+ "Themotics",
69
+ "Multi-view Consistency",
70
+ "Dynamic Spatial Relationship",
71
+ "Dynamic Attribute",
72
+ "Motion Order Understanding",
73
+ "Human Interaction",
74
+ "Complex Landscape",
75
+ "Complex Plot",
76
+ "Camera Motion",
77
+ "Motion Rationality",
78
+ "Instance Preservation"
79
+ ]
80
+
81
  DEFAULT_INFO = [
82
  "subject consistency",
83
  "background consistency",
 
194
 
195
  DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
196
  I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
197
+ VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
198
 
199
  SUBMISSION_NAME = "vbench_leaderboard_submission"
200
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
 
203
  I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
204
  LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
205
  INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
206
+ VBENCH2_DIR = "./vbench_leaderboard_submission/results2_0.csv"
207
 
208
  COLUMN_NAMES = MODEL_INFO + TASK_INFO
209
+ COLUMN_NAMES_2 = MODEL_INFO_2 + TASK_INFO_2
210
  COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
211
  COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
212
 
 
295
  "Aesthetic Quality":{"Min": 0.0, "Max": 1.0},
296
  "Imaging Quality":{"Min": 0.0, "Max": 1.0},
297
  "Temporal Flickering":{"Min":0.6293, "Max": 1.0}
298
+ }