Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
•
6ee8fef
1
Parent(s):
46d61db
update
Browse files- arena_elo/results/20240822/clean_battle_video_generation.json +40 -40
- arena_elo/results/20240822/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240822/video_generation_leaderboard.csv +1 -1
- arena_elo/results/latest/clean_battle_video_generation.json +40 -40
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/video_generation_leaderboard.csv +1 -1
arena_elo/results/20240822/clean_battle_video_generation.json
CHANGED
@@ -14153,7 +14153,7 @@
|
|
14153 |
},
|
14154 |
{
|
14155 |
"model_a": "AnimateDiff",
|
14156 |
-
"model_b": "CogVideoX",
|
14157 |
"winner": "tie",
|
14158 |
"judge": "arena_user_10.16.18.75",
|
14159 |
"anony": true,
|
@@ -14184,7 +14184,7 @@
|
|
14184 |
"tstamp": 1723750335.3945
|
14185 |
},
|
14186 |
{
|
14187 |
-
"model_a": "CogVideoX",
|
14188 |
"model_b": "OpenSora",
|
14189 |
"winner": "tie (bothbad)",
|
14190 |
"judge": "arena_user_10.16.18.162",
|
@@ -14217,7 +14217,7 @@
|
|
14217 |
},
|
14218 |
{
|
14219 |
"model_a": "AnimateDiff",
|
14220 |
-
"model_b": "CogVideoX",
|
14221 |
"winner": "model_a",
|
14222 |
"judge": "arena_user_10.16.1.165",
|
14223 |
"anony": true,
|
@@ -14288,7 +14288,7 @@
|
|
14288 |
"tstamp": 1723750468.2122
|
14289 |
},
|
14290 |
{
|
14291 |
-
"model_a": "CogVideoX",
|
14292 |
"model_b": "AnimateDiff",
|
14293 |
"winner": "model_a",
|
14294 |
"judge": "arena_user_10.16.18.162",
|
@@ -14297,7 +14297,7 @@
|
|
14297 |
},
|
14298 |
{
|
14299 |
"model_a": "AnimateDiff",
|
14300 |
-
"model_b": "CogVideoX",
|
14301 |
"winner": "tie (bothbad)",
|
14302 |
"judge": "arena_user_10.16.34.60",
|
14303 |
"anony": true,
|
@@ -14321,7 +14321,7 @@
|
|
14321 |
},
|
14322 |
{
|
14323 |
"model_a": "LaVie",
|
14324 |
-
"model_b": "CogVideoX",
|
14325 |
"winner": "model_a",
|
14326 |
"judge": "arena_user_10.16.34.60",
|
14327 |
"anony": false,
|
@@ -14329,7 +14329,7 @@
|
|
14329 |
},
|
14330 |
{
|
14331 |
"model_a": "LaVie",
|
14332 |
-
"model_b": "CogVideoX",
|
14333 |
"winner": "tie",
|
14334 |
"judge": "arena_user_10.16.34.60",
|
14335 |
"anony": false,
|
@@ -14337,7 +14337,7 @@
|
|
14337 |
},
|
14338 |
{
|
14339 |
"model_a": "OpenSora v1.2",
|
14340 |
-
"model_b": "CogVideoX",
|
14341 |
"winner": "model_b",
|
14342 |
"judge": "arena_user_10.16.1.165",
|
14343 |
"anony": false,
|
@@ -14345,7 +14345,7 @@
|
|
14345 |
},
|
14346 |
{
|
14347 |
"model_a": "OpenSora v1.2",
|
14348 |
-
"model_b": "CogVideoX",
|
14349 |
"winner": "model_b",
|
14350 |
"judge": "arena_user_10.16.1.165",
|
14351 |
"anony": false,
|
@@ -14353,7 +14353,7 @@
|
|
14353 |
},
|
14354 |
{
|
14355 |
"model_a": "OpenSora v1.2",
|
14356 |
-
"model_b": "CogVideoX",
|
14357 |
"winner": "tie (bothbad)",
|
14358 |
"judge": "arena_user_10.16.1.165",
|
14359 |
"anony": false,
|
@@ -14361,7 +14361,7 @@
|
|
14361 |
},
|
14362 |
{
|
14363 |
"model_a": "OpenSora v1.2",
|
14364 |
-
"model_b": "CogVideoX",
|
14365 |
"winner": "tie (bothbad)",
|
14366 |
"judge": "arena_user_10.16.1.165",
|
14367 |
"anony": false,
|
@@ -14369,7 +14369,7 @@
|
|
14369 |
},
|
14370 |
{
|
14371 |
"model_a": "OpenSora v1.2",
|
14372 |
-
"model_b": "CogVideoX",
|
14373 |
"winner": "tie (bothbad)",
|
14374 |
"judge": "arena_user_10.16.1.165",
|
14375 |
"anony": false,
|
@@ -14377,7 +14377,7 @@
|
|
14377 |
},
|
14378 |
{
|
14379 |
"model_a": "OpenSora v1.2",
|
14380 |
-
"model_b": "CogVideoX",
|
14381 |
"winner": "model_b",
|
14382 |
"judge": "arena_user_10.16.1.165",
|
14383 |
"anony": false,
|
@@ -14385,7 +14385,7 @@
|
|
14385 |
},
|
14386 |
{
|
14387 |
"model_a": "OpenSora v1.2",
|
14388 |
-
"model_b": "CogVideoX",
|
14389 |
"winner": "model_b",
|
14390 |
"judge": "arena_user_10.16.34.60",
|
14391 |
"anony": false,
|
@@ -14473,14 +14473,14 @@
|
|
14473 |
},
|
14474 |
{
|
14475 |
"model_a": "StableVideoDiffusion",
|
14476 |
-
"model_b": "CogVideoX",
|
14477 |
"winner": "model_a",
|
14478 |
"judge": "arena_user_10.16.34.60",
|
14479 |
"anony": true,
|
14480 |
"tstamp": 1723855711.6659
|
14481 |
},
|
14482 |
{
|
14483 |
-
"model_a": "CogVideoX",
|
14484 |
"model_b": "T2V-Turbo",
|
14485 |
"winner": "model_a",
|
14486 |
"judge": "arena_user_10.16.34.60",
|
@@ -14616,7 +14616,7 @@
|
|
14616 |
"tstamp": 1723855808.3694
|
14617 |
},
|
14618 |
{
|
14619 |
-
"model_a": "CogVideoX",
|
14620 |
"model_b": "VideoCrafter2",
|
14621 |
"winner": "tie (bothbad)",
|
14622 |
"judge": "arena_user_10.16.18.75",
|
@@ -14624,7 +14624,7 @@
|
|
14624 |
"tstamp": 1723855814.4309
|
14625 |
},
|
14626 |
{
|
14627 |
-
"model_a": "CogVideoX",
|
14628 |
"model_b": "T2V-Turbo",
|
14629 |
"winner": "model_a",
|
14630 |
"judge": "arena_user_10.16.18.75",
|
@@ -14640,7 +14640,7 @@
|
|
14640 |
"tstamp": 1723855822.9449
|
14641 |
},
|
14642 |
{
|
14643 |
-
"model_a": "CogVideoX",
|
14644 |
"model_b": "StableVideoDiffusion",
|
14645 |
"winner": "model_a",
|
14646 |
"judge": "arena_user_10.16.34.60",
|
@@ -14648,7 +14648,7 @@
|
|
14648 |
"tstamp": 1723855827.2599
|
14649 |
},
|
14650 |
{
|
14651 |
-
"model_a": "CogVideoX",
|
14652 |
"model_b": "AnimateDiff Turbo",
|
14653 |
"winner": "model_b",
|
14654 |
"judge": "arena_user_10.16.34.60",
|
@@ -14656,7 +14656,7 @@
|
|
14656 |
"tstamp": 1723855833.5768
|
14657 |
},
|
14658 |
{
|
14659 |
-
"model_a": "CogVideoX",
|
14660 |
"model_b": "T2V-Turbo",
|
14661 |
"winner": "model_a",
|
14662 |
"judge": "arena_user_10.16.18.75",
|
@@ -14680,7 +14680,7 @@
|
|
14680 |
"tstamp": 1723855852.5402
|
14681 |
},
|
14682 |
{
|
14683 |
-
"model_a": "CogVideoX",
|
14684 |
"model_b": "AnimateDiff",
|
14685 |
"winner": "model_a",
|
14686 |
"judge": "arena_user_10.16.34.60",
|
@@ -14785,7 +14785,7 @@
|
|
14785 |
},
|
14786 |
{
|
14787 |
"model_a": "AnimateDiff",
|
14788 |
-
"model_b": "CogVideoX",
|
14789 |
"winner": "tie",
|
14790 |
"judge": "arena_user_10.16.18.162",
|
14791 |
"anony": true,
|
@@ -14801,7 +14801,7 @@
|
|
14801 |
},
|
14802 |
{
|
14803 |
"model_a": "OpenSora v1.2",
|
14804 |
-
"model_b": "CogVideoX",
|
14805 |
"winner": "model_b",
|
14806 |
"judge": "arena_user_10.16.18.162",
|
14807 |
"anony": true,
|
@@ -14905,7 +14905,7 @@
|
|
14905 |
},
|
14906 |
{
|
14907 |
"model_a": "AnimateDiff",
|
14908 |
-
"model_b": "CogVideoX",
|
14909 |
"winner": "model_a",
|
14910 |
"judge": "arena_user_10.16.34.60",
|
14911 |
"anony": true,
|
@@ -14921,7 +14921,7 @@
|
|
14921 |
},
|
14922 |
{
|
14923 |
"model_a": "StableVideoDiffusion",
|
14924 |
-
"model_b": "CogVideoX",
|
14925 |
"winner": "model_a",
|
14926 |
"judge": "arena_user_10.16.1.165",
|
14927 |
"anony": true,
|
@@ -14929,7 +14929,7 @@
|
|
14929 |
},
|
14930 |
{
|
14931 |
"model_a": "T2V-Turbo",
|
14932 |
-
"model_b": "CogVideoX",
|
14933 |
"winner": "model_a",
|
14934 |
"judge": "arena_user_10.16.1.165",
|
14935 |
"anony": true,
|
@@ -14944,7 +14944,7 @@
|
|
14944 |
"tstamp": 1724127540.248
|
14945 |
},
|
14946 |
{
|
14947 |
-
"model_a": "CogVideoX",
|
14948 |
"model_b": "StableVideoDiffusion",
|
14949 |
"winner": "model_b",
|
14950 |
"judge": "arena_user_10.16.1.165",
|
@@ -15001,7 +15001,7 @@
|
|
15001 |
},
|
15002 |
{
|
15003 |
"model_a": "AnimateDiff",
|
15004 |
-
"model_b": "CogVideoX",
|
15005 |
"winner": "model_a",
|
15006 |
"judge": "arena_user_10.16.18.75",
|
15007 |
"anony": true,
|
@@ -15072,7 +15072,7 @@
|
|
15072 |
"tstamp": 1724258183.9288
|
15073 |
},
|
15074 |
{
|
15075 |
-
"model_a": "CogVideoX",
|
15076 |
"model_b": "T2V-Turbo",
|
15077 |
"winner": "model_a",
|
15078 |
"judge": "arena_user_10.16.1.165",
|
@@ -15097,7 +15097,7 @@
|
|
15097 |
},
|
15098 |
{
|
15099 |
"model_a": "StableVideoDiffusion",
|
15100 |
-
"model_b": "CogVideoX",
|
15101 |
"winner": "model_a",
|
15102 |
"judge": "arena_user_10.16.34.60",
|
15103 |
"anony": true,
|
@@ -15208,7 +15208,7 @@
|
|
15208 |
"tstamp": 1724284815.3395
|
15209 |
},
|
15210 |
{
|
15211 |
-
"model_a": "CogVideoX",
|
15212 |
"model_b": "StableVideoDiffusion",
|
15213 |
"winner": "model_a",
|
15214 |
"judge": "arena_user_10.16.18.75",
|
@@ -15217,7 +15217,7 @@
|
|
15217 |
},
|
15218 |
{
|
15219 |
"model_a": "StableVideoDiffusion",
|
15220 |
-
"model_b": "CogVideoX",
|
15221 |
"winner": "tie",
|
15222 |
"judge": "arena_user_10.16.34.60",
|
15223 |
"anony": true,
|
@@ -15264,7 +15264,7 @@
|
|
15264 |
"tstamp": 1724298581.0227
|
15265 |
},
|
15266 |
{
|
15267 |
-
"model_a": "CogVideoX",
|
15268 |
"model_b": "OpenSora v1.2",
|
15269 |
"winner": "model_a",
|
15270 |
"judge": "arena_user_10.16.18.75",
|
@@ -15360,7 +15360,7 @@
|
|
15360 |
"tstamp": 1724314444.9043
|
15361 |
},
|
15362 |
{
|
15363 |
-
"model_a": "CogVideoX",
|
15364 |
"model_b": "AnimateDiff",
|
15365 |
"winner": "model_a",
|
15366 |
"judge": "arena_user_10.16.1.165",
|
@@ -15368,7 +15368,7 @@
|
|
15368 |
"tstamp": 1724314454.6888
|
15369 |
},
|
15370 |
{
|
15371 |
-
"model_a": "CogVideoX",
|
15372 |
"model_b": "VideoCrafter2",
|
15373 |
"winner": "model_b",
|
15374 |
"judge": "arena_user_10.16.1.165",
|
@@ -15385,14 +15385,14 @@
|
|
15385 |
},
|
15386 |
{
|
15387 |
"model_a": "AnimateDiff Turbo",
|
15388 |
-
"model_b": "CogVideoX",
|
15389 |
"winner": "tie (bothbad)",
|
15390 |
"judge": "arena_user_10.16.1.165",
|
15391 |
"anony": true,
|
15392 |
"tstamp": 1724314488.6121
|
15393 |
},
|
15394 |
{
|
15395 |
-
"model_a": "CogVideoX",
|
15396 |
"model_b": "VideoCrafter2",
|
15397 |
"winner": "model_a",
|
15398 |
"judge": "arena_user_10.16.18.162",
|
@@ -15400,7 +15400,7 @@
|
|
15400 |
"tstamp": 1724314498.88
|
15401 |
},
|
15402 |
{
|
15403 |
-
"model_a": "CogVideoX",
|
15404 |
"model_b": "OpenSora v1.2",
|
15405 |
"winner": "tie (bothbad)",
|
15406 |
"judge": "arena_user_10.16.18.162",
|
@@ -15417,7 +15417,7 @@
|
|
15417 |
},
|
15418 |
{
|
15419 |
"model_a": "T2V-Turbo",
|
15420 |
-
"model_b": "CogVideoX",
|
15421 |
"winner": "model_a",
|
15422 |
"judge": "arena_user_10.16.18.75",
|
15423 |
"anony": true,
|
|
|
14153 |
},
|
14154 |
{
|
14155 |
"model_a": "AnimateDiff",
|
14156 |
+
"model_b": "CogVideoX-2B",
|
14157 |
"winner": "tie",
|
14158 |
"judge": "arena_user_10.16.18.75",
|
14159 |
"anony": true,
|
|
|
14184 |
"tstamp": 1723750335.3945
|
14185 |
},
|
14186 |
{
|
14187 |
+
"model_a": "CogVideoX-2B",
|
14188 |
"model_b": "OpenSora",
|
14189 |
"winner": "tie (bothbad)",
|
14190 |
"judge": "arena_user_10.16.18.162",
|
|
|
14217 |
},
|
14218 |
{
|
14219 |
"model_a": "AnimateDiff",
|
14220 |
+
"model_b": "CogVideoX-2B",
|
14221 |
"winner": "model_a",
|
14222 |
"judge": "arena_user_10.16.1.165",
|
14223 |
"anony": true,
|
|
|
14288 |
"tstamp": 1723750468.2122
|
14289 |
},
|
14290 |
{
|
14291 |
+
"model_a": "CogVideoX-2B",
|
14292 |
"model_b": "AnimateDiff",
|
14293 |
"winner": "model_a",
|
14294 |
"judge": "arena_user_10.16.18.162",
|
|
|
14297 |
},
|
14298 |
{
|
14299 |
"model_a": "AnimateDiff",
|
14300 |
+
"model_b": "CogVideoX-2B",
|
14301 |
"winner": "tie (bothbad)",
|
14302 |
"judge": "arena_user_10.16.34.60",
|
14303 |
"anony": true,
|
|
|
14321 |
},
|
14322 |
{
|
14323 |
"model_a": "LaVie",
|
14324 |
+
"model_b": "CogVideoX-2B",
|
14325 |
"winner": "model_a",
|
14326 |
"judge": "arena_user_10.16.34.60",
|
14327 |
"anony": false,
|
|
|
14329 |
},
|
14330 |
{
|
14331 |
"model_a": "LaVie",
|
14332 |
+
"model_b": "CogVideoX-2B",
|
14333 |
"winner": "tie",
|
14334 |
"judge": "arena_user_10.16.34.60",
|
14335 |
"anony": false,
|
|
|
14337 |
},
|
14338 |
{
|
14339 |
"model_a": "OpenSora v1.2",
|
14340 |
+
"model_b": "CogVideoX-2B",
|
14341 |
"winner": "model_b",
|
14342 |
"judge": "arena_user_10.16.1.165",
|
14343 |
"anony": false,
|
|
|
14345 |
},
|
14346 |
{
|
14347 |
"model_a": "OpenSora v1.2",
|
14348 |
+
"model_b": "CogVideoX-2B",
|
14349 |
"winner": "model_b",
|
14350 |
"judge": "arena_user_10.16.1.165",
|
14351 |
"anony": false,
|
|
|
14353 |
},
|
14354 |
{
|
14355 |
"model_a": "OpenSora v1.2",
|
14356 |
+
"model_b": "CogVideoX-2B",
|
14357 |
"winner": "tie (bothbad)",
|
14358 |
"judge": "arena_user_10.16.1.165",
|
14359 |
"anony": false,
|
|
|
14361 |
},
|
14362 |
{
|
14363 |
"model_a": "OpenSora v1.2",
|
14364 |
+
"model_b": "CogVideoX-2B",
|
14365 |
"winner": "tie (bothbad)",
|
14366 |
"judge": "arena_user_10.16.1.165",
|
14367 |
"anony": false,
|
|
|
14369 |
},
|
14370 |
{
|
14371 |
"model_a": "OpenSora v1.2",
|
14372 |
+
"model_b": "CogVideoX-2B",
|
14373 |
"winner": "tie (bothbad)",
|
14374 |
"judge": "arena_user_10.16.1.165",
|
14375 |
"anony": false,
|
|
|
14377 |
},
|
14378 |
{
|
14379 |
"model_a": "OpenSora v1.2",
|
14380 |
+
"model_b": "CogVideoX-2B",
|
14381 |
"winner": "model_b",
|
14382 |
"judge": "arena_user_10.16.1.165",
|
14383 |
"anony": false,
|
|
|
14385 |
},
|
14386 |
{
|
14387 |
"model_a": "OpenSora v1.2",
|
14388 |
+
"model_b": "CogVideoX-2B",
|
14389 |
"winner": "model_b",
|
14390 |
"judge": "arena_user_10.16.34.60",
|
14391 |
"anony": false,
|
|
|
14473 |
},
|
14474 |
{
|
14475 |
"model_a": "StableVideoDiffusion",
|
14476 |
+
"model_b": "CogVideoX-2B",
|
14477 |
"winner": "model_a",
|
14478 |
"judge": "arena_user_10.16.34.60",
|
14479 |
"anony": true,
|
14480 |
"tstamp": 1723855711.6659
|
14481 |
},
|
14482 |
{
|
14483 |
+
"model_a": "CogVideoX-2B",
|
14484 |
"model_b": "T2V-Turbo",
|
14485 |
"winner": "model_a",
|
14486 |
"judge": "arena_user_10.16.34.60",
|
|
|
14616 |
"tstamp": 1723855808.3694
|
14617 |
},
|
14618 |
{
|
14619 |
+
"model_a": "CogVideoX-2B",
|
14620 |
"model_b": "VideoCrafter2",
|
14621 |
"winner": "tie (bothbad)",
|
14622 |
"judge": "arena_user_10.16.18.75",
|
|
|
14624 |
"tstamp": 1723855814.4309
|
14625 |
},
|
14626 |
{
|
14627 |
+
"model_a": "CogVideoX-2B",
|
14628 |
"model_b": "T2V-Turbo",
|
14629 |
"winner": "model_a",
|
14630 |
"judge": "arena_user_10.16.18.75",
|
|
|
14640 |
"tstamp": 1723855822.9449
|
14641 |
},
|
14642 |
{
|
14643 |
+
"model_a": "CogVideoX-2B",
|
14644 |
"model_b": "StableVideoDiffusion",
|
14645 |
"winner": "model_a",
|
14646 |
"judge": "arena_user_10.16.34.60",
|
|
|
14648 |
"tstamp": 1723855827.2599
|
14649 |
},
|
14650 |
{
|
14651 |
+
"model_a": "CogVideoX-2B",
|
14652 |
"model_b": "AnimateDiff Turbo",
|
14653 |
"winner": "model_b",
|
14654 |
"judge": "arena_user_10.16.34.60",
|
|
|
14656 |
"tstamp": 1723855833.5768
|
14657 |
},
|
14658 |
{
|
14659 |
+
"model_a": "CogVideoX-2B",
|
14660 |
"model_b": "T2V-Turbo",
|
14661 |
"winner": "model_a",
|
14662 |
"judge": "arena_user_10.16.18.75",
|
|
|
14680 |
"tstamp": 1723855852.5402
|
14681 |
},
|
14682 |
{
|
14683 |
+
"model_a": "CogVideoX-2B",
|
14684 |
"model_b": "AnimateDiff",
|
14685 |
"winner": "model_a",
|
14686 |
"judge": "arena_user_10.16.34.60",
|
|
|
14785 |
},
|
14786 |
{
|
14787 |
"model_a": "AnimateDiff",
|
14788 |
+
"model_b": "CogVideoX-2B",
|
14789 |
"winner": "tie",
|
14790 |
"judge": "arena_user_10.16.18.162",
|
14791 |
"anony": true,
|
|
|
14801 |
},
|
14802 |
{
|
14803 |
"model_a": "OpenSora v1.2",
|
14804 |
+
"model_b": "CogVideoX-2B",
|
14805 |
"winner": "model_b",
|
14806 |
"judge": "arena_user_10.16.18.162",
|
14807 |
"anony": true,
|
|
|
14905 |
},
|
14906 |
{
|
14907 |
"model_a": "AnimateDiff",
|
14908 |
+
"model_b": "CogVideoX-2B",
|
14909 |
"winner": "model_a",
|
14910 |
"judge": "arena_user_10.16.34.60",
|
14911 |
"anony": true,
|
|
|
14921 |
},
|
14922 |
{
|
14923 |
"model_a": "StableVideoDiffusion",
|
14924 |
+
"model_b": "CogVideoX-2B",
|
14925 |
"winner": "model_a",
|
14926 |
"judge": "arena_user_10.16.1.165",
|
14927 |
"anony": true,
|
|
|
14929 |
},
|
14930 |
{
|
14931 |
"model_a": "T2V-Turbo",
|
14932 |
+
"model_b": "CogVideoX-2B",
|
14933 |
"winner": "model_a",
|
14934 |
"judge": "arena_user_10.16.1.165",
|
14935 |
"anony": true,
|
|
|
14944 |
"tstamp": 1724127540.248
|
14945 |
},
|
14946 |
{
|
14947 |
+
"model_a": "CogVideoX-2B",
|
14948 |
"model_b": "StableVideoDiffusion",
|
14949 |
"winner": "model_b",
|
14950 |
"judge": "arena_user_10.16.1.165",
|
|
|
15001 |
},
|
15002 |
{
|
15003 |
"model_a": "AnimateDiff",
|
15004 |
+
"model_b": "CogVideoX-2B",
|
15005 |
"winner": "model_a",
|
15006 |
"judge": "arena_user_10.16.18.75",
|
15007 |
"anony": true,
|
|
|
15072 |
"tstamp": 1724258183.9288
|
15073 |
},
|
15074 |
{
|
15075 |
+
"model_a": "CogVideoX-2B",
|
15076 |
"model_b": "T2V-Turbo",
|
15077 |
"winner": "model_a",
|
15078 |
"judge": "arena_user_10.16.1.165",
|
|
|
15097 |
},
|
15098 |
{
|
15099 |
"model_a": "StableVideoDiffusion",
|
15100 |
+
"model_b": "CogVideoX-2B",
|
15101 |
"winner": "model_a",
|
15102 |
"judge": "arena_user_10.16.34.60",
|
15103 |
"anony": true,
|
|
|
15208 |
"tstamp": 1724284815.3395
|
15209 |
},
|
15210 |
{
|
15211 |
+
"model_a": "CogVideoX-2B",
|
15212 |
"model_b": "StableVideoDiffusion",
|
15213 |
"winner": "model_a",
|
15214 |
"judge": "arena_user_10.16.18.75",
|
|
|
15217 |
},
|
15218 |
{
|
15219 |
"model_a": "StableVideoDiffusion",
|
15220 |
+
"model_b": "CogVideoX-2B",
|
15221 |
"winner": "tie",
|
15222 |
"judge": "arena_user_10.16.34.60",
|
15223 |
"anony": true,
|
|
|
15264 |
"tstamp": 1724298581.0227
|
15265 |
},
|
15266 |
{
|
15267 |
+
"model_a": "CogVideoX-2B",
|
15268 |
"model_b": "OpenSora v1.2",
|
15269 |
"winner": "model_a",
|
15270 |
"judge": "arena_user_10.16.18.75",
|
|
|
15360 |
"tstamp": 1724314444.9043
|
15361 |
},
|
15362 |
{
|
15363 |
+
"model_a": "CogVideoX-2B",
|
15364 |
"model_b": "AnimateDiff",
|
15365 |
"winner": "model_a",
|
15366 |
"judge": "arena_user_10.16.1.165",
|
|
|
15368 |
"tstamp": 1724314454.6888
|
15369 |
},
|
15370 |
{
|
15371 |
+
"model_a": "CogVideoX-2B",
|
15372 |
"model_b": "VideoCrafter2",
|
15373 |
"winner": "model_b",
|
15374 |
"judge": "arena_user_10.16.1.165",
|
|
|
15385 |
},
|
15386 |
{
|
15387 |
"model_a": "AnimateDiff Turbo",
|
15388 |
+
"model_b": "CogVideoX-2B",
|
15389 |
"winner": "tie (bothbad)",
|
15390 |
"judge": "arena_user_10.16.1.165",
|
15391 |
"anony": true,
|
15392 |
"tstamp": 1724314488.6121
|
15393 |
},
|
15394 |
{
|
15395 |
+
"model_a": "CogVideoX-2B",
|
15396 |
"model_b": "VideoCrafter2",
|
15397 |
"winner": "model_a",
|
15398 |
"judge": "arena_user_10.16.18.162",
|
|
|
15400 |
"tstamp": 1724314498.88
|
15401 |
},
|
15402 |
{
|
15403 |
+
"model_a": "CogVideoX-2B",
|
15404 |
"model_b": "OpenSora v1.2",
|
15405 |
"winner": "tie (bothbad)",
|
15406 |
"judge": "arena_user_10.16.18.162",
|
|
|
15417 |
},
|
15418 |
{
|
15419 |
"model_a": "T2V-Turbo",
|
15420 |
+
"model_b": "CogVideoX-2B",
|
15421 |
"winner": "model_a",
|
15422 |
"judge": "arena_user_10.16.18.75",
|
15423 |
"anony": true,
|
arena_elo/results/20240822/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be272e8428b549b0018a08a9300d20a086b9df7555c016e0cc2371f9003ed887
|
3 |
+
size 66385
|
arena_elo/results/20240822/video_generation_leaderboard.csv
CHANGED
@@ -3,7 +3,7 @@ StableVideoDiffusion,StableVideoDiffusion,1149.1931457578753,1153.5740906587723,
|
|
3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
-
CogVideoX,CogVideoX,1070.2459530921547,1062.3183210367013
|
7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
|
|
3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
+
CogVideoX-2B,CogVideoX-2B,1070.2459530921547,1062.3183210367013,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -14153,7 +14153,7 @@
|
|
14153 |
},
|
14154 |
{
|
14155 |
"model_a": "AnimateDiff",
|
14156 |
-
"model_b": "CogVideoX",
|
14157 |
"winner": "tie",
|
14158 |
"judge": "arena_user_10.16.18.75",
|
14159 |
"anony": true,
|
@@ -14184,7 +14184,7 @@
|
|
14184 |
"tstamp": 1723750335.3945
|
14185 |
},
|
14186 |
{
|
14187 |
-
"model_a": "CogVideoX",
|
14188 |
"model_b": "OpenSora",
|
14189 |
"winner": "tie (bothbad)",
|
14190 |
"judge": "arena_user_10.16.18.162",
|
@@ -14217,7 +14217,7 @@
|
|
14217 |
},
|
14218 |
{
|
14219 |
"model_a": "AnimateDiff",
|
14220 |
-
"model_b": "CogVideoX",
|
14221 |
"winner": "model_a",
|
14222 |
"judge": "arena_user_10.16.1.165",
|
14223 |
"anony": true,
|
@@ -14288,7 +14288,7 @@
|
|
14288 |
"tstamp": 1723750468.2122
|
14289 |
},
|
14290 |
{
|
14291 |
-
"model_a": "CogVideoX",
|
14292 |
"model_b": "AnimateDiff",
|
14293 |
"winner": "model_a",
|
14294 |
"judge": "arena_user_10.16.18.162",
|
@@ -14297,7 +14297,7 @@
|
|
14297 |
},
|
14298 |
{
|
14299 |
"model_a": "AnimateDiff",
|
14300 |
-
"model_b": "CogVideoX",
|
14301 |
"winner": "tie (bothbad)",
|
14302 |
"judge": "arena_user_10.16.34.60",
|
14303 |
"anony": true,
|
@@ -14321,7 +14321,7 @@
|
|
14321 |
},
|
14322 |
{
|
14323 |
"model_a": "LaVie",
|
14324 |
-
"model_b": "CogVideoX",
|
14325 |
"winner": "model_a",
|
14326 |
"judge": "arena_user_10.16.34.60",
|
14327 |
"anony": false,
|
@@ -14329,7 +14329,7 @@
|
|
14329 |
},
|
14330 |
{
|
14331 |
"model_a": "LaVie",
|
14332 |
-
"model_b": "CogVideoX",
|
14333 |
"winner": "tie",
|
14334 |
"judge": "arena_user_10.16.34.60",
|
14335 |
"anony": false,
|
@@ -14337,7 +14337,7 @@
|
|
14337 |
},
|
14338 |
{
|
14339 |
"model_a": "OpenSora v1.2",
|
14340 |
-
"model_b": "CogVideoX",
|
14341 |
"winner": "model_b",
|
14342 |
"judge": "arena_user_10.16.1.165",
|
14343 |
"anony": false,
|
@@ -14345,7 +14345,7 @@
|
|
14345 |
},
|
14346 |
{
|
14347 |
"model_a": "OpenSora v1.2",
|
14348 |
-
"model_b": "CogVideoX",
|
14349 |
"winner": "model_b",
|
14350 |
"judge": "arena_user_10.16.1.165",
|
14351 |
"anony": false,
|
@@ -14353,7 +14353,7 @@
|
|
14353 |
},
|
14354 |
{
|
14355 |
"model_a": "OpenSora v1.2",
|
14356 |
-
"model_b": "CogVideoX",
|
14357 |
"winner": "tie (bothbad)",
|
14358 |
"judge": "arena_user_10.16.1.165",
|
14359 |
"anony": false,
|
@@ -14361,7 +14361,7 @@
|
|
14361 |
},
|
14362 |
{
|
14363 |
"model_a": "OpenSora v1.2",
|
14364 |
-
"model_b": "CogVideoX",
|
14365 |
"winner": "tie (bothbad)",
|
14366 |
"judge": "arena_user_10.16.1.165",
|
14367 |
"anony": false,
|
@@ -14369,7 +14369,7 @@
|
|
14369 |
},
|
14370 |
{
|
14371 |
"model_a": "OpenSora v1.2",
|
14372 |
-
"model_b": "CogVideoX",
|
14373 |
"winner": "tie (bothbad)",
|
14374 |
"judge": "arena_user_10.16.1.165",
|
14375 |
"anony": false,
|
@@ -14377,7 +14377,7 @@
|
|
14377 |
},
|
14378 |
{
|
14379 |
"model_a": "OpenSora v1.2",
|
14380 |
-
"model_b": "CogVideoX",
|
14381 |
"winner": "model_b",
|
14382 |
"judge": "arena_user_10.16.1.165",
|
14383 |
"anony": false,
|
@@ -14385,7 +14385,7 @@
|
|
14385 |
},
|
14386 |
{
|
14387 |
"model_a": "OpenSora v1.2",
|
14388 |
-
"model_b": "CogVideoX",
|
14389 |
"winner": "model_b",
|
14390 |
"judge": "arena_user_10.16.34.60",
|
14391 |
"anony": false,
|
@@ -14473,14 +14473,14 @@
|
|
14473 |
},
|
14474 |
{
|
14475 |
"model_a": "StableVideoDiffusion",
|
14476 |
-
"model_b": "CogVideoX",
|
14477 |
"winner": "model_a",
|
14478 |
"judge": "arena_user_10.16.34.60",
|
14479 |
"anony": true,
|
14480 |
"tstamp": 1723855711.6659
|
14481 |
},
|
14482 |
{
|
14483 |
-
"model_a": "CogVideoX",
|
14484 |
"model_b": "T2V-Turbo",
|
14485 |
"winner": "model_a",
|
14486 |
"judge": "arena_user_10.16.34.60",
|
@@ -14616,7 +14616,7 @@
|
|
14616 |
"tstamp": 1723855808.3694
|
14617 |
},
|
14618 |
{
|
14619 |
-
"model_a": "CogVideoX",
|
14620 |
"model_b": "VideoCrafter2",
|
14621 |
"winner": "tie (bothbad)",
|
14622 |
"judge": "arena_user_10.16.18.75",
|
@@ -14624,7 +14624,7 @@
|
|
14624 |
"tstamp": 1723855814.4309
|
14625 |
},
|
14626 |
{
|
14627 |
-
"model_a": "CogVideoX",
|
14628 |
"model_b": "T2V-Turbo",
|
14629 |
"winner": "model_a",
|
14630 |
"judge": "arena_user_10.16.18.75",
|
@@ -14640,7 +14640,7 @@
|
|
14640 |
"tstamp": 1723855822.9449
|
14641 |
},
|
14642 |
{
|
14643 |
-
"model_a": "CogVideoX",
|
14644 |
"model_b": "StableVideoDiffusion",
|
14645 |
"winner": "model_a",
|
14646 |
"judge": "arena_user_10.16.34.60",
|
@@ -14648,7 +14648,7 @@
|
|
14648 |
"tstamp": 1723855827.2599
|
14649 |
},
|
14650 |
{
|
14651 |
-
"model_a": "CogVideoX",
|
14652 |
"model_b": "AnimateDiff Turbo",
|
14653 |
"winner": "model_b",
|
14654 |
"judge": "arena_user_10.16.34.60",
|
@@ -14656,7 +14656,7 @@
|
|
14656 |
"tstamp": 1723855833.5768
|
14657 |
},
|
14658 |
{
|
14659 |
-
"model_a": "CogVideoX",
|
14660 |
"model_b": "T2V-Turbo",
|
14661 |
"winner": "model_a",
|
14662 |
"judge": "arena_user_10.16.18.75",
|
@@ -14680,7 +14680,7 @@
|
|
14680 |
"tstamp": 1723855852.5402
|
14681 |
},
|
14682 |
{
|
14683 |
-
"model_a": "CogVideoX",
|
14684 |
"model_b": "AnimateDiff",
|
14685 |
"winner": "model_a",
|
14686 |
"judge": "arena_user_10.16.34.60",
|
@@ -14785,7 +14785,7 @@
|
|
14785 |
},
|
14786 |
{
|
14787 |
"model_a": "AnimateDiff",
|
14788 |
-
"model_b": "CogVideoX",
|
14789 |
"winner": "tie",
|
14790 |
"judge": "arena_user_10.16.18.162",
|
14791 |
"anony": true,
|
@@ -14801,7 +14801,7 @@
|
|
14801 |
},
|
14802 |
{
|
14803 |
"model_a": "OpenSora v1.2",
|
14804 |
-
"model_b": "CogVideoX",
|
14805 |
"winner": "model_b",
|
14806 |
"judge": "arena_user_10.16.18.162",
|
14807 |
"anony": true,
|
@@ -14905,7 +14905,7 @@
|
|
14905 |
},
|
14906 |
{
|
14907 |
"model_a": "AnimateDiff",
|
14908 |
-
"model_b": "CogVideoX",
|
14909 |
"winner": "model_a",
|
14910 |
"judge": "arena_user_10.16.34.60",
|
14911 |
"anony": true,
|
@@ -14921,7 +14921,7 @@
|
|
14921 |
},
|
14922 |
{
|
14923 |
"model_a": "StableVideoDiffusion",
|
14924 |
-
"model_b": "CogVideoX",
|
14925 |
"winner": "model_a",
|
14926 |
"judge": "arena_user_10.16.1.165",
|
14927 |
"anony": true,
|
@@ -14929,7 +14929,7 @@
|
|
14929 |
},
|
14930 |
{
|
14931 |
"model_a": "T2V-Turbo",
|
14932 |
-
"model_b": "CogVideoX",
|
14933 |
"winner": "model_a",
|
14934 |
"judge": "arena_user_10.16.1.165",
|
14935 |
"anony": true,
|
@@ -14944,7 +14944,7 @@
|
|
14944 |
"tstamp": 1724127540.248
|
14945 |
},
|
14946 |
{
|
14947 |
-
"model_a": "CogVideoX",
|
14948 |
"model_b": "StableVideoDiffusion",
|
14949 |
"winner": "model_b",
|
14950 |
"judge": "arena_user_10.16.1.165",
|
@@ -15001,7 +15001,7 @@
|
|
15001 |
},
|
15002 |
{
|
15003 |
"model_a": "AnimateDiff",
|
15004 |
-
"model_b": "CogVideoX",
|
15005 |
"winner": "model_a",
|
15006 |
"judge": "arena_user_10.16.18.75",
|
15007 |
"anony": true,
|
@@ -15072,7 +15072,7 @@
|
|
15072 |
"tstamp": 1724258183.9288
|
15073 |
},
|
15074 |
{
|
15075 |
-
"model_a": "CogVideoX",
|
15076 |
"model_b": "T2V-Turbo",
|
15077 |
"winner": "model_a",
|
15078 |
"judge": "arena_user_10.16.1.165",
|
@@ -15097,7 +15097,7 @@
|
|
15097 |
},
|
15098 |
{
|
15099 |
"model_a": "StableVideoDiffusion",
|
15100 |
-
"model_b": "CogVideoX",
|
15101 |
"winner": "model_a",
|
15102 |
"judge": "arena_user_10.16.34.60",
|
15103 |
"anony": true,
|
@@ -15208,7 +15208,7 @@
|
|
15208 |
"tstamp": 1724284815.3395
|
15209 |
},
|
15210 |
{
|
15211 |
-
"model_a": "CogVideoX",
|
15212 |
"model_b": "StableVideoDiffusion",
|
15213 |
"winner": "model_a",
|
15214 |
"judge": "arena_user_10.16.18.75",
|
@@ -15217,7 +15217,7 @@
|
|
15217 |
},
|
15218 |
{
|
15219 |
"model_a": "StableVideoDiffusion",
|
15220 |
-
"model_b": "CogVideoX",
|
15221 |
"winner": "tie",
|
15222 |
"judge": "arena_user_10.16.34.60",
|
15223 |
"anony": true,
|
@@ -15264,7 +15264,7 @@
|
|
15264 |
"tstamp": 1724298581.0227
|
15265 |
},
|
15266 |
{
|
15267 |
-
"model_a": "CogVideoX",
|
15268 |
"model_b": "OpenSora v1.2",
|
15269 |
"winner": "model_a",
|
15270 |
"judge": "arena_user_10.16.18.75",
|
@@ -15360,7 +15360,7 @@
|
|
15360 |
"tstamp": 1724314444.9043
|
15361 |
},
|
15362 |
{
|
15363 |
-
"model_a": "CogVideoX",
|
15364 |
"model_b": "AnimateDiff",
|
15365 |
"winner": "model_a",
|
15366 |
"judge": "arena_user_10.16.1.165",
|
@@ -15368,7 +15368,7 @@
|
|
15368 |
"tstamp": 1724314454.6888
|
15369 |
},
|
15370 |
{
|
15371 |
-
"model_a": "CogVideoX",
|
15372 |
"model_b": "VideoCrafter2",
|
15373 |
"winner": "model_b",
|
15374 |
"judge": "arena_user_10.16.1.165",
|
@@ -15385,14 +15385,14 @@
|
|
15385 |
},
|
15386 |
{
|
15387 |
"model_a": "AnimateDiff Turbo",
|
15388 |
-
"model_b": "CogVideoX",
|
15389 |
"winner": "tie (bothbad)",
|
15390 |
"judge": "arena_user_10.16.1.165",
|
15391 |
"anony": true,
|
15392 |
"tstamp": 1724314488.6121
|
15393 |
},
|
15394 |
{
|
15395 |
-
"model_a": "CogVideoX",
|
15396 |
"model_b": "VideoCrafter2",
|
15397 |
"winner": "model_a",
|
15398 |
"judge": "arena_user_10.16.18.162",
|
@@ -15400,7 +15400,7 @@
|
|
15400 |
"tstamp": 1724314498.88
|
15401 |
},
|
15402 |
{
|
15403 |
-
"model_a": "CogVideoX",
|
15404 |
"model_b": "OpenSora v1.2",
|
15405 |
"winner": "tie (bothbad)",
|
15406 |
"judge": "arena_user_10.16.18.162",
|
@@ -15417,7 +15417,7 @@
|
|
15417 |
},
|
15418 |
{
|
15419 |
"model_a": "T2V-Turbo",
|
15420 |
-
"model_b": "CogVideoX",
|
15421 |
"winner": "model_a",
|
15422 |
"judge": "arena_user_10.16.18.75",
|
15423 |
"anony": true,
|
|
|
14153 |
},
|
14154 |
{
|
14155 |
"model_a": "AnimateDiff",
|
14156 |
+
"model_b": "CogVideoX-2B",
|
14157 |
"winner": "tie",
|
14158 |
"judge": "arena_user_10.16.18.75",
|
14159 |
"anony": true,
|
|
|
14184 |
"tstamp": 1723750335.3945
|
14185 |
},
|
14186 |
{
|
14187 |
+
"model_a": "CogVideoX-2B",
|
14188 |
"model_b": "OpenSora",
|
14189 |
"winner": "tie (bothbad)",
|
14190 |
"judge": "arena_user_10.16.18.162",
|
|
|
14217 |
},
|
14218 |
{
|
14219 |
"model_a": "AnimateDiff",
|
14220 |
+
"model_b": "CogVideoX-2B",
|
14221 |
"winner": "model_a",
|
14222 |
"judge": "arena_user_10.16.1.165",
|
14223 |
"anony": true,
|
|
|
14288 |
"tstamp": 1723750468.2122
|
14289 |
},
|
14290 |
{
|
14291 |
+
"model_a": "CogVideoX-2B",
|
14292 |
"model_b": "AnimateDiff",
|
14293 |
"winner": "model_a",
|
14294 |
"judge": "arena_user_10.16.18.162",
|
|
|
14297 |
},
|
14298 |
{
|
14299 |
"model_a": "AnimateDiff",
|
14300 |
+
"model_b": "CogVideoX-2B",
|
14301 |
"winner": "tie (bothbad)",
|
14302 |
"judge": "arena_user_10.16.34.60",
|
14303 |
"anony": true,
|
|
|
14321 |
},
|
14322 |
{
|
14323 |
"model_a": "LaVie",
|
14324 |
+
"model_b": "CogVideoX-2B",
|
14325 |
"winner": "model_a",
|
14326 |
"judge": "arena_user_10.16.34.60",
|
14327 |
"anony": false,
|
|
|
14329 |
},
|
14330 |
{
|
14331 |
"model_a": "LaVie",
|
14332 |
+
"model_b": "CogVideoX-2B",
|
14333 |
"winner": "tie",
|
14334 |
"judge": "arena_user_10.16.34.60",
|
14335 |
"anony": false,
|
|
|
14337 |
},
|
14338 |
{
|
14339 |
"model_a": "OpenSora v1.2",
|
14340 |
+
"model_b": "CogVideoX-2B",
|
14341 |
"winner": "model_b",
|
14342 |
"judge": "arena_user_10.16.1.165",
|
14343 |
"anony": false,
|
|
|
14345 |
},
|
14346 |
{
|
14347 |
"model_a": "OpenSora v1.2",
|
14348 |
+
"model_b": "CogVideoX-2B",
|
14349 |
"winner": "model_b",
|
14350 |
"judge": "arena_user_10.16.1.165",
|
14351 |
"anony": false,
|
|
|
14353 |
},
|
14354 |
{
|
14355 |
"model_a": "OpenSora v1.2",
|
14356 |
+
"model_b": "CogVideoX-2B",
|
14357 |
"winner": "tie (bothbad)",
|
14358 |
"judge": "arena_user_10.16.1.165",
|
14359 |
"anony": false,
|
|
|
14361 |
},
|
14362 |
{
|
14363 |
"model_a": "OpenSora v1.2",
|
14364 |
+
"model_b": "CogVideoX-2B",
|
14365 |
"winner": "tie (bothbad)",
|
14366 |
"judge": "arena_user_10.16.1.165",
|
14367 |
"anony": false,
|
|
|
14369 |
},
|
14370 |
{
|
14371 |
"model_a": "OpenSora v1.2",
|
14372 |
+
"model_b": "CogVideoX-2B",
|
14373 |
"winner": "tie (bothbad)",
|
14374 |
"judge": "arena_user_10.16.1.165",
|
14375 |
"anony": false,
|
|
|
14377 |
},
|
14378 |
{
|
14379 |
"model_a": "OpenSora v1.2",
|
14380 |
+
"model_b": "CogVideoX-2B",
|
14381 |
"winner": "model_b",
|
14382 |
"judge": "arena_user_10.16.1.165",
|
14383 |
"anony": false,
|
|
|
14385 |
},
|
14386 |
{
|
14387 |
"model_a": "OpenSora v1.2",
|
14388 |
+
"model_b": "CogVideoX-2B",
|
14389 |
"winner": "model_b",
|
14390 |
"judge": "arena_user_10.16.34.60",
|
14391 |
"anony": false,
|
|
|
14473 |
},
|
14474 |
{
|
14475 |
"model_a": "StableVideoDiffusion",
|
14476 |
+
"model_b": "CogVideoX-2B",
|
14477 |
"winner": "model_a",
|
14478 |
"judge": "arena_user_10.16.34.60",
|
14479 |
"anony": true,
|
14480 |
"tstamp": 1723855711.6659
|
14481 |
},
|
14482 |
{
|
14483 |
+
"model_a": "CogVideoX-2B",
|
14484 |
"model_b": "T2V-Turbo",
|
14485 |
"winner": "model_a",
|
14486 |
"judge": "arena_user_10.16.34.60",
|
|
|
14616 |
"tstamp": 1723855808.3694
|
14617 |
},
|
14618 |
{
|
14619 |
+
"model_a": "CogVideoX-2B",
|
14620 |
"model_b": "VideoCrafter2",
|
14621 |
"winner": "tie (bothbad)",
|
14622 |
"judge": "arena_user_10.16.18.75",
|
|
|
14624 |
"tstamp": 1723855814.4309
|
14625 |
},
|
14626 |
{
|
14627 |
+
"model_a": "CogVideoX-2B",
|
14628 |
"model_b": "T2V-Turbo",
|
14629 |
"winner": "model_a",
|
14630 |
"judge": "arena_user_10.16.18.75",
|
|
|
14640 |
"tstamp": 1723855822.9449
|
14641 |
},
|
14642 |
{
|
14643 |
+
"model_a": "CogVideoX-2B",
|
14644 |
"model_b": "StableVideoDiffusion",
|
14645 |
"winner": "model_a",
|
14646 |
"judge": "arena_user_10.16.34.60",
|
|
|
14648 |
"tstamp": 1723855827.2599
|
14649 |
},
|
14650 |
{
|
14651 |
+
"model_a": "CogVideoX-2B",
|
14652 |
"model_b": "AnimateDiff Turbo",
|
14653 |
"winner": "model_b",
|
14654 |
"judge": "arena_user_10.16.34.60",
|
|
|
14656 |
"tstamp": 1723855833.5768
|
14657 |
},
|
14658 |
{
|
14659 |
+
"model_a": "CogVideoX-2B",
|
14660 |
"model_b": "T2V-Turbo",
|
14661 |
"winner": "model_a",
|
14662 |
"judge": "arena_user_10.16.18.75",
|
|
|
14680 |
"tstamp": 1723855852.5402
|
14681 |
},
|
14682 |
{
|
14683 |
+
"model_a": "CogVideoX-2B",
|
14684 |
"model_b": "AnimateDiff",
|
14685 |
"winner": "model_a",
|
14686 |
"judge": "arena_user_10.16.34.60",
|
|
|
14785 |
},
|
14786 |
{
|
14787 |
"model_a": "AnimateDiff",
|
14788 |
+
"model_b": "CogVideoX-2B",
|
14789 |
"winner": "tie",
|
14790 |
"judge": "arena_user_10.16.18.162",
|
14791 |
"anony": true,
|
|
|
14801 |
},
|
14802 |
{
|
14803 |
"model_a": "OpenSora v1.2",
|
14804 |
+
"model_b": "CogVideoX-2B",
|
14805 |
"winner": "model_b",
|
14806 |
"judge": "arena_user_10.16.18.162",
|
14807 |
"anony": true,
|
|
|
14905 |
},
|
14906 |
{
|
14907 |
"model_a": "AnimateDiff",
|
14908 |
+
"model_b": "CogVideoX-2B",
|
14909 |
"winner": "model_a",
|
14910 |
"judge": "arena_user_10.16.34.60",
|
14911 |
"anony": true,
|
|
|
14921 |
},
|
14922 |
{
|
14923 |
"model_a": "StableVideoDiffusion",
|
14924 |
+
"model_b": "CogVideoX-2B",
|
14925 |
"winner": "model_a",
|
14926 |
"judge": "arena_user_10.16.1.165",
|
14927 |
"anony": true,
|
|
|
14929 |
},
|
14930 |
{
|
14931 |
"model_a": "T2V-Turbo",
|
14932 |
+
"model_b": "CogVideoX-2B",
|
14933 |
"winner": "model_a",
|
14934 |
"judge": "arena_user_10.16.1.165",
|
14935 |
"anony": true,
|
|
|
14944 |
"tstamp": 1724127540.248
|
14945 |
},
|
14946 |
{
|
14947 |
+
"model_a": "CogVideoX-2B",
|
14948 |
"model_b": "StableVideoDiffusion",
|
14949 |
"winner": "model_b",
|
14950 |
"judge": "arena_user_10.16.1.165",
|
|
|
15001 |
},
|
15002 |
{
|
15003 |
"model_a": "AnimateDiff",
|
15004 |
+
"model_b": "CogVideoX-2B",
|
15005 |
"winner": "model_a",
|
15006 |
"judge": "arena_user_10.16.18.75",
|
15007 |
"anony": true,
|
|
|
15072 |
"tstamp": 1724258183.9288
|
15073 |
},
|
15074 |
{
|
15075 |
+
"model_a": "CogVideoX-2B",
|
15076 |
"model_b": "T2V-Turbo",
|
15077 |
"winner": "model_a",
|
15078 |
"judge": "arena_user_10.16.1.165",
|
|
|
15097 |
},
|
15098 |
{
|
15099 |
"model_a": "StableVideoDiffusion",
|
15100 |
+
"model_b": "CogVideoX-2B",
|
15101 |
"winner": "model_a",
|
15102 |
"judge": "arena_user_10.16.34.60",
|
15103 |
"anony": true,
|
|
|
15208 |
"tstamp": 1724284815.3395
|
15209 |
},
|
15210 |
{
|
15211 |
+
"model_a": "CogVideoX-2B",
|
15212 |
"model_b": "StableVideoDiffusion",
|
15213 |
"winner": "model_a",
|
15214 |
"judge": "arena_user_10.16.18.75",
|
|
|
15217 |
},
|
15218 |
{
|
15219 |
"model_a": "StableVideoDiffusion",
|
15220 |
+
"model_b": "CogVideoX-2B",
|
15221 |
"winner": "tie",
|
15222 |
"judge": "arena_user_10.16.34.60",
|
15223 |
"anony": true,
|
|
|
15264 |
"tstamp": 1724298581.0227
|
15265 |
},
|
15266 |
{
|
15267 |
+
"model_a": "CogVideoX-2B",
|
15268 |
"model_b": "OpenSora v1.2",
|
15269 |
"winner": "model_a",
|
15270 |
"judge": "arena_user_10.16.18.75",
|
|
|
15360 |
"tstamp": 1724314444.9043
|
15361 |
},
|
15362 |
{
|
15363 |
+
"model_a": "CogVideoX-2B",
|
15364 |
"model_b": "AnimateDiff",
|
15365 |
"winner": "model_a",
|
15366 |
"judge": "arena_user_10.16.1.165",
|
|
|
15368 |
"tstamp": 1724314454.6888
|
15369 |
},
|
15370 |
{
|
15371 |
+
"model_a": "CogVideoX-2B",
|
15372 |
"model_b": "VideoCrafter2",
|
15373 |
"winner": "model_b",
|
15374 |
"judge": "arena_user_10.16.1.165",
|
|
|
15385 |
},
|
15386 |
{
|
15387 |
"model_a": "AnimateDiff Turbo",
|
15388 |
+
"model_b": "CogVideoX-2B",
|
15389 |
"winner": "tie (bothbad)",
|
15390 |
"judge": "arena_user_10.16.1.165",
|
15391 |
"anony": true,
|
15392 |
"tstamp": 1724314488.6121
|
15393 |
},
|
15394 |
{
|
15395 |
+
"model_a": "CogVideoX-2B",
|
15396 |
"model_b": "VideoCrafter2",
|
15397 |
"winner": "model_a",
|
15398 |
"judge": "arena_user_10.16.18.162",
|
|
|
15400 |
"tstamp": 1724314498.88
|
15401 |
},
|
15402 |
{
|
15403 |
+
"model_a": "CogVideoX-2B",
|
15404 |
"model_b": "OpenSora v1.2",
|
15405 |
"winner": "tie (bothbad)",
|
15406 |
"judge": "arena_user_10.16.18.162",
|
|
|
15417 |
},
|
15418 |
{
|
15419 |
"model_a": "T2V-Turbo",
|
15420 |
+
"model_b": "CogVideoX-2B",
|
15421 |
"winner": "model_a",
|
15422 |
"judge": "arena_user_10.16.18.75",
|
15423 |
"anony": true,
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be272e8428b549b0018a08a9300d20a086b9df7555c016e0cc2371f9003ed887
|
3 |
+
size 66385
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -3,7 +3,7 @@ StableVideoDiffusion,StableVideoDiffusion,1149.1931457578753,1153.5740906587723,
|
|
3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
-
CogVideoX,CogVideoX,1070.2459530921547,1062.3183210367013
|
7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
|
|
3 |
T2V-Turbo,T2V-Turbo,1092.5324853444242,1092.366075257797,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
4 |
VideoCrafter2,VideoCrafter2,1080.1085943571989,1081.7218574662002,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
5 |
AnimateDiff,AnimateDiff,1075.8761208607596,1075.5023181158135,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
6 |
+
CogVideoX-2B,CogVideoX-2B,1070.2459530921547,1062.3183210367013,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
7 |
LaVie,LaVie,1002.6064809312112,1004.0567863216506,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
OpenSora,OpenSora,918.9218656989021,920.0899488133215,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
OpenSora v1.2,OpenSora v1.2,875.1330928850344,870.864905002269,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|