Auto Daily Leaderboard udpate Mon Feb 3 12:00:31 PM EST 2025

arena_elo/results/20250203/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138aa413ae0ba8a8397dffc8a6621d219c1575dd52ce435da5ef26e0bc262662
+size 81355

arena_elo/results/20250203/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1159.0092540900062,1161.5141173137115,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1119.1652382074892,1119.527497594042,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.980082684981,1116.9082110618078,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.364458412885,1105.4662168590303,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1058.7072089861442,1059.5148535686037,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.3032613974553,1045.0781276604075,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.3611881123752,1039.424966477947,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1033.018377281362,1032.492830226435,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,991.5783056804162,994.6690648123182,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,966.1720991055984,965.7429886883857,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,962.6480235258392,959.4524617654159,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,882.5438844181672,881.8180482895958,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,853.4604339888641,851.0529393668876,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,836.2739327164926,834.1335349860783,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,832.4142513919255,833.2041413293301,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -38092,5 +38092,103 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1738404198.1824
+  },
+  {
+    "model_a_conv_id": "d196b577b70742ac829e8f34ecb25536",
+    "model_b_conv_id": "1645f473fc0748e3bb79d721a924f296",
+    "inputs": {
+      "prompt": "a hair drier"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.179",
+    "anony": false,
+    "tstamp": 1738559433.4381
+  },
+  {
+    "model_a_conv_id": "88c3796f73dc4696b1041950d8401803",
+    "model_b_conv_id": "d4516ea67e574c9487bb296ed4d74f13",
+    "inputs": {
+      "prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": false,
+    "tstamp": 1738559465.9581
+  },
+  {
+    "model_a_conv_id": "3a085d7a230e48c199ca00937b88a62b",
+    "model_b_conv_id": "5b175a2d2a9747748d4de978b2076d9e",
+    "inputs": {
+      "prompt": "a cat running happily"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.6.226",
+    "anony": true,
+    "tstamp": 1738591174.0068
+  },
+  {
+    "model_a_conv_id": "7317c98ba7844880ae5a0e4a1958313f",
+    "model_b_conv_id": "21e44585862e4836b931b020d2c9bddf",
+    "inputs": {
+      "prompt": "hospital"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.179",
+    "anony": true,
+    "tstamp": 1738591194.1107
+  },
+  {
+    "model_a_conv_id": "3fcd83a539e2415db625183353661fa5",
+    "model_b_conv_id": "311016d899374b1da84d871011730b18",
+    "inputs": {
+      "prompt": "An astronaut flying in space, Van Gogh style"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1738591208.7635
+  },
+  {
+    "model_a_conv_id": "3da756a4aa7642aa89bd025ef4aefeb9",
+    "model_b_conv_id": "be6465f495324712aed8d17884543e3c",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, oil painting"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.179",
+    "anony": true,
+    "tstamp": 1738591227.443
+  },
+  {
+    "model_a_conv_id": "d1a172f5ec3248a0a26cff15ad33ce7a",
+    "model_b_conv_id": "1941b5eba8084d8da0472e39cb927bfb",
+    "inputs": {
+      "prompt": "a dog"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1738596567.1919
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bd9aab3d80d81b759184e1ecd685bed17f3c1f8dd0266fbdd22e65a4bc34145
+oid sha256:138aa413ae0ba8a8397dffc8a6621d219c1575dd52ce435da5ef26e0bc262662
 size 81355

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1157.757959017623,1154.0809699016181,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1120.2224820230576,1122.698268304504,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1109.8679524517247,1110.7468798323528,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1101.1723957835934,1104.0917881033884,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1059.8370593535667,1061.1770730991823,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.7515062955342,1046.8976762765842,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.7022731943584,1040.4045352823468,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1033.33494475502,1033.5605974235527,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,990.7401035768044,993.9266592280663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,966.6785649984929,967.0879881563311,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,965.0610115442106,960.5110565609726,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,883.035102668445,883.1002994112732,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,854.2352693666022,851.9656717739351,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,836.6905660994361,835.2340373614811,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,832.9128088715343,834.5164992844126,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1159.0092540900062,1161.5141173137115,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1119.1652382074892,1119.527497594042,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.980082684981,1116.9082110618078,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.364458412885,1105.4662168590303,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1058.7072089861442,1059.5148535686037,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.3032613974553,1045.0781276604075,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.3611881123752,1039.424966477947,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1033.018377281362,1032.492830226435,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,991.5783056804162,994.6690648123182,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,966.1720991055984,965.7429886883857,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,962.6480235258392,959.4524617654159,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,882.5438844181672,881.8180482895958,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,853.4604339888641,851.0529393668876,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,836.2739327164926,834.1335349860783,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,832.4142513919255,833.2041413293301,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571