Auto Daily Leaderboard udpate Sat Dec 14 12:00:32 PM EST 2024

arena_elo/results/20241214/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2779d4f77f1acb0bbb07ea90ec1949fc18fd2d425be7d8d5b8b527bd747509
+size 66037

arena_elo/results/20241214/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be60ca1b9308a6af85a2efc8d583d9143a95c72acdaab5e2fd9fe5e3bc1bc33e
+size 88249

arena_elo/results/20241214/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe687402ce9c7ed8313de0cd2f894738048971c70997ed4bccf199fe64c08cc
+size 78093

arena_elo/results/20241214/image_editing_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1099.0996763755525,1103.1215872001612,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1064.6019449726723,1064.3774900407097,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+UltraEdit,UltraEdit,1060.1503413395278,1060.1905065159747,other,Peking University; BIGAI,https://ultra-editing.github.io/
+CosXLEdit,CosXLEdit,1059.3830956919942,1060.3055997153515,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1033.0044483215847,1030.7333617117044,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,993.3129456050709,997.7510962932845,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,984.5326550946988,985.5972292718918,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,934.4204992615006,928.2622672606797,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,919.3580391061955,917.7927783091117,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,852.1363542312026,851.8680836811307,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20241214/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1117.1496380551703,1123.8038869591062,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.0802172775936,1116.1865847738488,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1086.2097495117348,1093.3541853821805,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.4576030856347,1072.776787204697,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.04115824463,1056.1735555380913,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.3532265433435,1044.0172701826884,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.3918545166368,1018.3888882657631,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.2511098627413,1013.2653052697874,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.4018690711999,1023.5237178594579,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.4289398987756,1018.6370855350852,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1013.3333388631331,1015.4897231037064,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.3880003652768,992.9177968106289,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,968.5850563572295,969.2089125414929,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.3309733758067,913.6353418579702,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.1720589441443,900.1780335774104,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.5548488760422,828.6083298184228,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.8703571509124,806.2696842820928,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241214/video_generation_leaderboard.csv

@@ -0,0 +1,15 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1153.6617034690923,1148.407174956258,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1144.103407806249,1146.7082643090869,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1135.349359523591,1137.60836784517,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1077.6966098869807,1073.5713550194907,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1068.4707037033033,1068.1632722573684,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1053.6463119291313,1053.3213100377081,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1051.3000622781203,1051.7641328340794,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,997.4328949910187,1002.4842304049891,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,980.1092680307136,980.2660785042808,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,896.2166054518555,896.0570781266404,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+LTXVideo,LTXVideo,891.4369608200279,893.3896969367887,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora v1.2,OpenSora v1.2,857.8559037268219,855.5092013211156,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,846.5032172793499,845.2431339638415,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,846.2169911037425,847.5067034831791,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -19896,5 +19896,21 @@
     "judge": "arena_user_10.16.16.234",
     "anony": true,
     "tstamp": 1733930669.9543
+  },
+  {
+    "model_a_conv_id": "1a21c1784f494975bd71a475c1ba7fca",
+    "model_b_conv_id": "b50b3074db66498ebc42fd7abd1884f4",
+    "inputs": {
+      "source_prompt": "Small street with cars and signs pointing to health services and a funeral.",
+      "target_prompt": "Small street with cars and a sign showing an address for health services and a funeral.",
+      "instruct_prompt": "let the sign show an address"
+    },
+    "model_a": "PNP",
+    "model_b": "CycleDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734164709.0709
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -111518,5 +111518,817 @@
     "judge": "arena_user_10.20.38.195",
     "anony": true,
     "tstamp": 1734104230.9951
+  },
+  {
+    "model_a_conv_id": "d206dbd0af564b8e8c3a1e027fc1053e",
+    "model_b_conv_id": "6fe25238f9264de883f4714e4faeea39",
+    "inputs": {
+      "prompt": "Renjer Jerky brand advertisment"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734111784.0763
+  },
+  {
+    "model_a_conv_id": "f08cce097086416e95952c17219ac033",
+    "model_b_conv_id": "6f4a08be6faf42558afb78b489dc39b2",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734117600.0571
+  },
+  {
+    "model_a_conv_id": "25db5d600651400baccfd761b5dd96a5",
+    "model_b_conv_id": "994a981c30704686a4b707b79bc42f75",
+    "inputs": {
+      "prompt": "hyperrealism photo of a man with an orange hood covering his face"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734118214.9171
+  },
+  {
+    "model_a_conv_id": "24793c74e6dd4ee29ed18675e4c873a4",
+    "model_b_conv_id": "3c09f073f207472699d5ff2638d68ca2",
+    "inputs": {
+      "prompt": "A man wearing a brown cap looking sitting at his computer with a black and brown dog resting next to him on the couch."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734118873.5567
+  },
+  {
+    "model_a_conv_id": "f2d39341ab65456aa78931e4c92aa893",
+    "model_b_conv_id": "60f173cf5ee840e48420f262330c7c31",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style, straight edges, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734118896.2182
+  },
+  {
+    "model_a_conv_id": "22562756d6d54633a6c88c5277d0b98b",
+    "model_b_conv_id": "5b87951977524321ac16f002ed413c44",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734118908.7089
+  },
+  {
+    "model_a_conv_id": "01cf80fdc63c438d82d3d5ee88d03dc0",
+    "model_b_conv_id": "0562f351c8794c84a5eb0beeb5469c4a",
+    "inputs": {
+      "prompt": "Three cats and one dog sitting on the grass."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734118926.3622
+  },
+  {
+    "model_a_conv_id": "7c1e1383f587439a9fc14bfc0d2413cc",
+    "model_b_conv_id": "5973ea8abd034340b1b00baf644de482",
+    "inputs": {
+      "prompt": "photograph of a woman wearing a track belt"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734118935.9012
+  },
+  {
+    "model_a_conv_id": "410c20cd3a0741cdabd77983cdda3118",
+    "model_b_conv_id": "ff00c4aeb31f4c27a370f5ed4edae5fa",
+    "inputs": {
+      "prompt": "A woman in a snow jacket is purple skiing ."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734118947.0397
+  },
+  {
+    "model_a_conv_id": "454528b558b14a5d8c616cd9ecd5f35e",
+    "model_b_conv_id": "8b812fcc57974689b4c583e17548b1ea",
+    "inputs": {
+      "prompt": "A red colored car."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734119111.2281
+  },
+  {
+    "model_a_conv_id": "646e1e8bd72b42869b64de6966359151",
+    "model_b_conv_id": "3f8509c7867f4ef59d207ca80b64b0ac",
+    "inputs": {
+      "prompt": "an electric pokemon, nightly, spiral, naive nerikomi, weird perspective, extra narrow, detailed illustration, lit by flashlight, scenic spiral environment by rhads from lorax movie, trending artstation, true color, fisheye, grass field mountainous terrain, spiral clouds "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734119118.4867
+  },
+  {
+    "model_a_conv_id": "69e9c5d3e4df433ab679b7316dd7f2f6",
+    "model_b_conv_id": "41aff8b7702c435d92618744cbc136c2",
+    "inputs": {
+      "prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734119126.4002
+  },
+  {
+    "model_a_conv_id": "98fd9d228ac8447aae60670e1a44c29c",
+    "model_b_conv_id": "3902c6c5e0f74ef3935ae9650f94eb14",
+    "inputs": {
+      "prompt": "sea creature by maurice sendak, shaun tan, made in hyperrealistic 3 d, dark green colours, nighttime, floating to the surface of a deep blue ocean with sea kelp "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734119140.6563
+  },
+  {
+    "model_a_conv_id": "555e771379fd4ef7a41eff429bcd2c50",
+    "model_b_conv_id": "1951be1ff18a4527ac645d8ad9373520",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734119285.6999
+  },
+  {
+    "model_a_conv_id": "42c0750b7a764ae6b408130ec5b00345",
+    "model_b_conv_id": "a0522638e7194398b53c9e3007f2d043",
+    "inputs": {
+      "prompt": "image of a huge black castle in the sky surrounded by black vines"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734119359.3726
+  },
+  {
+    "model_a_conv_id": "6fdad6022f004e70bee7037231f8ea52",
+    "model_b_conv_id": "2ac4ff9ddecf4926b8d89bfac0512e0f",
+    "inputs": {
+      "prompt": "One dog on the street."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734119683.065
+  },
+  {
+    "model_a_conv_id": "b9d56181fd38440ca45d76a2fd6f7956",
+    "model_b_conv_id": "a97ffc6d6e484a7484591ba83117e363",
+    "inputs": {
+      "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734119713.2466
+  },
+  {
+    "model_a_conv_id": "494718bd67324df38f93919e19e23cb9",
+    "model_b_conv_id": "6cda355030b04eba92ce73dadb9463b4",
+    "inputs": {
+      "prompt": "A pink and a white frisbee are on the ground ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734119747.6029
+  },
+  {
+    "model_a_conv_id": "a3813da048d949a6b0f53148fd727f4a",
+    "model_b_conv_id": "482a3c85bb994cf4890af7c82a6ed6b8",
+    "inputs": {
+      "prompt": "a beautiful painting cat, by henri matisse and kusama yayoi painting "
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734119753.8521
+  },
+  {
+    "model_a_conv_id": "dcd66da7cd6a436b847cf77f5fd513c4",
+    "model_b_conv_id": "7aff0a54631c41019d5eb74d9de11103",
+    "inputs": {
+      "prompt": "An elephant under the sea."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734120050.539
+  },
+  {
+    "model_a_conv_id": "a0c5b046338946abb87b40a25f47b5d9",
+    "model_b_conv_id": "8cc3cb1632cd4370842af886048c2c1f",
+    "inputs": {
+      "prompt": "A silver , orange , and grey   train 's closed doors ."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734120063.8608
+  },
+  {
+    "model_a_conv_id": "2e43d490707f4db68bc2d2aa67226e58",
+    "model_b_conv_id": "2b82dd41f0d64dce9592f5474bd514bf",
+    "inputs": {
+      "prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734120078.9922
+  },
+  {
+    "model_a_conv_id": "679536df35fc4c8389c9fb540fe97a78",
+    "model_b_conv_id": "a86d1eb414f04399864e6860cecbfa38",
+    "inputs": {
+      "prompt": "A silver , orange , and grey   train 's closed doors ."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734120087.9334
+  },
+  {
+    "model_a_conv_id": "fbcdc0fd97764ae4bf11c884999fc7e3",
+    "model_b_conv_id": "e66d4676872043ff96fea1a52ea7172f",
+    "inputs": {
+      "prompt": "super epic realistic nature photo of mountains valley and lake trending on instagram with lonely person in raincoat standing at a distance "
+    },
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734120265.736
+  },
+  {
+    "model_a_conv_id": "45dc1cdce1eb46a6b44709099365a21b",
+    "model_b_conv_id": "86f1051d643349258aca03692e2620fe",
+    "inputs": {
+      "prompt": "A yellow flower sticking out of a green pot."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734120720.8781
+  },
+  {
+    "model_a_conv_id": "b158da8ae7b848fab289c243a3e8799f",
+    "model_b_conv_id": "323f70f1e01e4b68b10cc830ca58e5b0",
+    "inputs": {
+      "prompt": "An ancient Egyptian painting depicting an argument over whose turn it is to take out the trash."
+    },
+    "model_a": "StableCascade",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734120743.3529
+  },
+  {
+    "model_a_conv_id": "4b302c5cc32d4f57a943ada4f4b22624",
+    "model_b_conv_id": "f5168ecb6b4a4f1995c8f63700939b29",
+    "inputs": {
+      "prompt": "A bird scaring a scarecrow."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734120909.4667
+  },
+  {
+    "model_a_conv_id": "b4ada1f7c6b6481b995b1e44338a5bac",
+    "model_b_conv_id": "21bbf87f165645fb8b9107ff717032ba",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734120916.6724
+  },
+  {
+    "model_a_conv_id": "62af6d31a9904a6187c8a6a837b3773e",
+    "model_b_conv_id": "250d82697df140b1b8f87e9a1b3fc605",
+    "inputs": {
+      "prompt": "photorealistic photo of an old man in front of the wall at night with a flash light on him"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734120921.8614
+  },
+  {
+    "model_a_conv_id": "754697018d5e4225a27f196009ebf981",
+    "model_b_conv_id": "69e23421b193466ab703021d504309c2",
+    "inputs": {
+      "prompt": "A sign that says 'Diffusion'."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734121049.037
+  },
+  {
+    "model_a_conv_id": "fbb2ef74445b452ea9fc68763bb09969",
+    "model_b_conv_id": "920fabcb69884d0084af15b1768effc5",
+    "inputs": {
+      "prompt": "photorealistic, inside an alien fungal forest"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734121069.2719
+  },
+  {
+    "model_a_conv_id": "df10849a52d248e098a3c655148760b9",
+    "model_b_conv_id": "23b5e474b7db409b9ce701bb78e2b34d",
+    "inputs": {
+      "prompt": "A blue cup and a green cell phone."
+    },
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734121079.1951
+  },
+  {
+    "model_a_conv_id": "6205ae4028f04641b655b30c31936ab6",
+    "model_b_conv_id": "8460eeb205844d9aa5568ccd90c0d81b",
+    "inputs": {
+      "prompt": "futuristic city with forest, straight edged buildings, street signs, detailed shopfronts, video screens, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, concept art, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734121443.2409
+  },
+  {
+    "model_a_conv_id": "2ba69dbfb8824d2eb5fe2090ffb6ecba",
+    "model_b_conv_id": "d08b83f79cd6469999990b30522fb98e",
+    "inputs": {
+      "prompt": "photorealistic, hyper detailed sculpture of a large mech dragon"
+    },
+    "model_a": "Kolors",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734121567.9432
+  },
+  {
+    "model_a_conv_id": "768cb32ec40b41f881e57936cd4824e9",
+    "model_b_conv_id": "5fe7cf2904ec4e4aa16bbe1d5101ed97",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style, straight edges, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734121612.6049
+  },
+  {
+    "model_a_conv_id": "1341bfb279c440b7938c76d0a3752410",
+    "model_b_conv_id": "04758a53435c48f09e429018907f48e7",
+    "inputs": {
+      "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734121619.3214
+  },
+  {
+    "model_a_conv_id": "b2377a7ef5554e4cb72ea9d13dbc527b",
+    "model_b_conv_id": "9c9d826a44424b18b1aa8882f0e88edd",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734121686.6968
+  },
+  {
+    "model_a_conv_id": "c4d384a133de4c8ca9c5ea6a48e3feca",
+    "model_b_conv_id": "3951d8adfc7f412e8c5adbb2e0652c36",
+    "inputs": {
+      "prompt": "photograph of a person drinking red wine and smoking weed with a flat cigarette"
+    },
+    "model_a": "SD3",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734121723.5894
+  },
+  {
+    "model_a_conv_id": "c8262ded6b4d40ddb49c0b69dc9e3bc0",
+    "model_b_conv_id": "0a50ed50bf2a4cc494da778a22866817",
+    "inputs": {
+      "prompt": "Two brown horses grazing on green grass next to a lighthouse."
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734121863.9581
+  },
+  {
+    "model_a_conv_id": "ca596980132c40f191b509c1106058ea",
+    "model_b_conv_id": "b6fbf26c6e8e452b9c9070f3128e80f7",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734122072.146
+  },
+  {
+    "model_a_conv_id": "a102e231da4846f59d1a898dbbcdc068",
+    "model_b_conv_id": "ff89c5ead5724c32894a11b5bb89d65d",
+    "inputs": {
+      "prompt": "image of a fashion model standing in an audience, wearing black balenciaga hooded jacket, looking away from camera, covered in plastic, 3D, 4K, fashion shoot"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734122419.1123
+  },
+  {
+    "model_a_conv_id": "70f431d6fb144587a864507b288281ac",
+    "model_b_conv_id": "f55e49544aa04bfe976a0679d2e4f32a",
+    "inputs": {
+      "prompt": "hyperrealism photo of a man with an orange hood covering his face"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734122425.4718
+  },
+  {
+    "model_a_conv_id": "ba3f8d0cb48a4891b7c4032edb57e62c",
+    "model_b_conv_id": "8994765de4754f27a7fd511f28511510",
+    "inputs": {
+      "prompt": "there is a white street sign with a orange sign underneath"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.0.161",
+    "anony": true,
+    "tstamp": 1734122430.7698
+  },
+  {
+    "model_a_conv_id": "acc177b4cd3a40329df866fee7c6d730",
+    "model_b_conv_id": "2ebe92d357d0415facdf40844e688d30",
+    "inputs": {
+      "prompt": "a black and white picture of a white man singing a song"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734122481.8028
+  },
+  {
+    "model_a_conv_id": "a9f66b7f9d574a3d99765a27dc56fa6c",
+    "model_b_conv_id": "99c2e03417b744729196deaaf8b2e88e",
+    "inputs": {
+      "prompt": "photograph of a pale Asian woman, wearing an oriental costume, sitting in a luxurious white chair. her head is floating off the chair, with the chin on the table and chin on her knees, her chin on her knees. Closeup"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734122614.6377
+  },
+  {
+    "model_a_conv_id": "00183c52714c49a096595733c7465a04",
+    "model_b_conv_id": "a86114d6039346b797ad4002e5aa061f",
+    "inputs": {
+      "prompt": "art sketch of a alien ship, cyberpunk, "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734122667.4561
+  },
+  {
+    "model_a_conv_id": "927885d58f22424bb5dd94e69a6ca64c",
+    "model_b_conv_id": "c88b1f180d074e13b07af9d6e669bcec",
+    "inputs": {
+      "prompt": "A horse riding an astronaut."
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734123266.2274
+  },
+  {
+    "model_a_conv_id": "18a7e47622fe465d9f001d24ba39bdc4",
+    "model_b_conv_id": "a7cb954385bb406b92c5b8907715312a",
+    "inputs": {
+      "prompt": "psychedelic duck "
+    },
+    "model_a": "Kolors",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734123280.7306
+  },
+  {
+    "model_a_conv_id": "54928bbcdd6f4cb8861b2c1c988fd37c",
+    "model_b_conv_id": "268b88ecfaa045bead316aee091b36c8",
+    "inputs": {
+      "prompt": "A panda making latte art."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734123359.085
+  },
+  {
+    "model_a_conv_id": "40adf9f457ff48a08935c7c6a11a10d1",
+    "model_b_conv_id": "f752fa8ba7ce4a14b70f297de4500b90",
+    "inputs": {
+      "prompt": "photograph of a person drinking red wine and smoking weed with a flat cigarette"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734123408.3907
+  },
+  {
+    "model_a_conv_id": "d96d4e152f1b4dbdb06c44416f147911",
+    "model_b_conv_id": "a74fc2a6d9dc47a8a25e0c1b2891d7b7",
+    "inputs": {
+      "prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734123413.8344
+  },
+  {
+    "model_a_conv_id": "4218808c899144e987448774bc227256",
+    "model_b_conv_id": "ce582169f4af4f0d8ef4bb7069ea353a",
+    "inputs": {
+      "prompt": "Backlotter."
+    },
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734123420.3388
+  },
+  {
+    "model_a_conv_id": "740a8ab48fa94cd998d0446dcf36d35d",
+    "model_b_conv_id": "f62ae77e17774065abadd8f968d52d25",
+    "inputs": {
+      "prompt": "A giraffe underneath a microwave."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734123877.3207
+  },
+  {
+    "model_a_conv_id": "74904eabacdb48dd8fb08f9ce49365fb",
+    "model_b_conv_id": "ef2f476ac73144d8ae566ee8c7eae29d",
+    "inputs": {
+      "prompt": "a black and white picture of a white man singing a song"
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734124041.3353
+  },
+  {
+    "model_a_conv_id": "8d8f0c80e6594ecd816420f0192794a7",
+    "model_b_conv_id": "3d47181fb2f047a1bee8945c3d142968",
+    "inputs": {
+      "prompt": "A wine glass on top of a dog."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734128117.8145
+  },
+  {
+    "model_a_conv_id": "291731b7c09d4f579979990f8c688acf",
+    "model_b_conv_id": "1fa75ee0f4414ddfb28590827a9e1180",
+    "inputs": {
+      "prompt": "photograph of a person drinking red wine and smoking weed with a flat cigarette"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "StableCascade",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734128129.8568
+  },
+  {
+    "model_a_conv_id": "3f4725e6dea5404db87ea702ae55cea2",
+    "model_b_conv_id": "177cc4db23714b8eba02a496740f489b",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734128144.7739
+  },
+  {
+    "model_a_conv_id": "e0022b39bf3a4520811beb6948ab4fce",
+    "model_b_conv_id": "1baa0a788e2040799e673529b375592e",
+    "inputs": {
+      "prompt": "Side angle bending on knees Natalie Portman in Star Wars Attack of the Phantom Menace 2001 as side angle praying Princess Padmé Amidala on mars bending over tackled between two nude men. Nude rear body. On martian soil next to rock cliff. Standing bending bracing against wall with nude plump buttocks with narrow hips. Bare butt."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.30.109",
+    "anony": false,
+    "tstamp": 1734192899.5895
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -34438,5 +34438,215 @@
     "judge": "arena_user_10.20.38.195",
     "anony": false,
     "tstamp": 1734091929.0044
+  },
+  {
+    "model_a_conv_id": "2446cff1c0214bef878290e8c2855e08",
+    "model_b_conv_id": "b744d6ee53de48de91cba35e60e55584",
+    "inputs": {
+      "prompt": "A tranquil tableau of an apple"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734117636.048
+  },
+  {
+    "model_a_conv_id": "a25182fb5ecb4945b1de052f732e999a",
+    "model_b_conv_id": "b25ed47db53846a8b10d53cb0ae2c53c",
+    "inputs": {
+      "prompt": "a skateboard"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1734117803.599
+  },
+  {
+    "model_a_conv_id": "fbc76685206144fdaa88f9560c6d2dc9",
+    "model_b_conv_id": "e3b9bc6d7f024597beecec890804945a",
+    "inputs": {
+      "prompt": "a skateboard and a surfboard"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734118253.4198
+  },
+  {
+    "model_a_conv_id": "e9cdbdab3844462c8fc8cb7e5d746c58",
+    "model_b_conv_id": "8c0e9b6d131f4593acb88d4d7f0251c9",
+    "inputs": {
+      "prompt": "bar cyberpunk"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734118565.365
+  },
+  {
+    "model_a_conv_id": "b7a7d10374eb4d19b24c5feb0af16f4a",
+    "model_b_conv_id": "bcad44e39e6d4adb88c264dfcc694d5a",
+    "inputs": {
+      "prompt": "A cute raccoon playing guitar in a boat on the ocean"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734118978.8972
+  },
+  {
+    "model_a_conv_id": "da522af63db740e0b5fed8d5608b8409",
+    "model_b_conv_id": "cee6a5ed3f4a49d4acadac71a4952b55",
+    "inputs": {
+      "prompt": "a person walking in the snowstorm"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734121227.8695
+  },
+  {
+    "model_a_conv_id": "8c9223432e6c418ab079bbe1720bcfa9",
+    "model_b_conv_id": "d1e75f52f5fc4045811590435e1b7cd6",
+    "inputs": {
+      "prompt": "Fireworks."
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734121267.372
+  },
+  {
+    "model_a_conv_id": "1cfb96707ac648808f06b3303307efcf",
+    "model_b_conv_id": "5267ac0bc4b84324a985c5ed4535eae2",
+    "inputs": {
+      "prompt": "Clown fish swimming through the coral reef"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734121347.6162
+  },
+  {
+    "model_a_conv_id": "6bb2527db854483fb1381783ad6042d0",
+    "model_b_conv_id": "0a59188b30224dcdac425c6da20efd07",
+    "inputs": {
+      "prompt": "a person washing the dishes"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1734121380.5086
+  },
+  {
+    "model_a_conv_id": "c8b32cd233494147875695194571e47c",
+    "model_b_conv_id": "4f2e23000ff9454985ebf538d489673c",
+    "inputs": {
+      "prompt": "an airplane soaring through a clear blue sky"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1734122299.5302
+  },
+  {
+    "model_a_conv_id": "c65248e77d7743adb0854a5ab67e62c0",
+    "model_b_conv_id": "fb0da05bae554e01a006e28d4534a07c",
+    "inputs": {
+      "prompt": "a black bicycle"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734122350.2305
+  },
+  {
+    "model_a_conv_id": "e7052fafbc72462485ca82dbb8054ef1",
+    "model_b_conv_id": "5d04560eaf3b4a5f80769dbce0cb83cd",
+    "inputs": {
+      "prompt": "a donut"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": false,
+    "tstamp": 1734141988.9693
+  },
+  {
+    "model_a_conv_id": "fb46e403e9f34ec28c1fde3e2f1f86ec",
+    "model_b_conv_id": "888467dbce9441c9a0a4b9dac68bfcaa",
+    "inputs": {
+      "prompt": "A tranquil tableau of bar"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": false,
+    "tstamp": 1734164357.7143
+  },
+  {
+    "model_a_conv_id": "a65880e76215406a9e28ae39ad18bae5",
+    "model_b_conv_id": "0ef5b3040df5473cad374dd2ec867a5e",
+    "inputs": {
+      "prompt": "a naked female spreading her butt cheeks"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": false,
+    "tstamp": 1734164480.531
+  },
+  {
+    "model_a_conv_id": "2d30a2be93ed49e3a1c166ceb88cde4f",
+    "model_b_conv_id": "8e98f290a95c4a718646782db3a28725",
+    "inputs": {
+      "prompt": "Ashtray full of butts on table, smoke flowing on black background, close-up"
+    },
+    "model_a": "Allegro",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734170958.6779
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa959671e9c719a0a52106fd45cb9e3bbbb5dc957b919b27f78e554d4e586354
-size 66042
+oid sha256:ed2779d4f77f1acb0bbb07ea90ec1949fc18fd2d425be7d8d5b8b527bd747509
+size 66037

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6be7453e79ac60e177d870032ceaa04c690d2006616e4a2cd00d6e9056ff2094
+oid sha256:be60ca1b9308a6af85a2efc8d583d9143a95c72acdaab5e2fd9fe5e3bc1bc33e
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a2ec60b1a95f30c6ef40c786c8bccf981e46e3f6ab93ff54304b3a61288d46f
-size 78094
+oid sha256:dbe687402ce9c7ed8313de0cd2f894738048971c70997ed4bccf199fe64c08cc
+size 78093

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1099.0867788929968,1103.1120557156723,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-InfEdit,InfEdit,1064.570347037348,1064.3480021089454,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-UltraEdit,UltraEdit,1060.1430521278826,1060.1858880341144,other,Peking University; BIGAI,https://ultra-editing.github.io/
-CosXLEdit,CosXLEdit,1059.3947130775634,1060.33362522597,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1033.0249954054239,1030.7488651531455,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,992.2660415414323,996.7618215250773,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,984.5203259478594,985.5845402588227,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,935.5392021913754,929.2791002660932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,919.3197119687734,917.7697171405332,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,852.1348318093445,851.8763845716259,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1099.0996763755525,1103.1215872001612,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1064.6019449726723,1064.3774900407097,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+UltraEdit,UltraEdit,1060.1503413395278,1060.1905065159747,other,Peking University; BIGAI,https://ultra-editing.github.io/
+CosXLEdit,CosXLEdit,1059.3830956919942,1060.3055997153515,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1033.0044483215847,1030.7333617117044,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,993.3129456050709,997.7510962932845,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,984.5326550946988,985.5972292718918,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,934.4204992615006,928.2622672606797,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,919.3580391061955,917.7927783091117,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,852.1363542312026,851.8680836811307,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1121.3539630380048,1128.0795962605673,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1117.9467247254595,1118.0737617799205,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1091.6488946480422,1098.2524369353978,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.555169145074,1072.85183974111,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.6133699125974,1050.826717963283,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.5093152542984,1044.2496707669065,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1022.9858631082833,1017.0015512497358,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1020.1956716691739,1012.30559628386,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.21538725055,1019.464458431422,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1019.005138399247,1023.2670212111116,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1008.424000919342,1011.2748676582316,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.739731358796,993.2186662588038,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,968.7193376092328,969.3314351768469,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.6033416946711,913.864763822051,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),906.3090491621501,900.35723913563,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.4504769833108,828.4802680792951,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.7245651217695,806.1332354774365,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1117.1496380551703,1123.8038869591062,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.0802172775936,1116.1865847738488,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1086.2097495117348,1093.3541853821805,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.4576030856347,1072.776787204697,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.04115824463,1056.1735555380913,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.3532265433435,1044.0172701826884,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.3918545166368,1018.3888882657631,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.2511098627413,1013.2653052697874,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.4018690711999,1023.5237178594579,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.4289398987756,1018.6370855350852,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1013.3333388631331,1015.4897231037064,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.3880003652768,992.9177968106289,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,968.5850563572295,969.2089125414929,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.3309733758067,913.6353418579702,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.1720589441443,900.1780335774104,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.5548488760422,828.6083298184228,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.8703571509124,806.2696842820928,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,15 +1,15 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1156.9872155910762,1151.5997906151931,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1144.4366272294908,1147.0473881167557,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1133.949118411816,1136.5181119209492,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1077.8909719404426,1073.859954578579,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1067.274143441184,1067.204247093673,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1051.8761859333342,1051.5280109792773,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1050.1160102594504,1050.937967072431,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1001.2737474481371,1003.0800919507058,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,978.9731510078852,979.6721400661968,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,895.1287591746471,895.5672376266291,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-LTXVideo,LTXVideo,891.8294687686114,892.8923863938753,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora v1.2,OpenSora v1.2,859.0211126106575,856.89910230095,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,846.0898545256039,846.1412673693336,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,845.1536336576642,847.0523039154536,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1153.6617034690923,1148.407174956258,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1144.103407806249,1146.7082643090869,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1135.349359523591,1137.60836784517,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1077.6966098869807,1073.5713550194907,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1068.4707037033033,1068.1632722573684,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1053.6463119291313,1053.3213100377081,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1051.3000622781203,1051.7641328340794,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,997.4328949910187,1002.4842304049891,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,980.1092680307136,980.2660785042808,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,896.2166054518555,896.0570781266404,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+LTXVideo,LTXVideo,891.4369608200279,893.3896969367887,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora v1.2,OpenSora v1.2,857.8559037268219,855.5092013211156,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,846.5032172793499,845.2431339638415,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,846.2169911037425,847.5067034831791,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571