Init

.gitignore

@@ -1,173 +0,0 @@
-checkpoints/
-
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-src/
-# C extensions
-*.so
-temp
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-cover/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-.pybuilder/
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-#   For a library or package, you might want to ignore these files since the code is
-#   intended to run in multiple environments; otherwise, check them in:
-# .python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# poetry
-#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
-#   This is especially recommended for binary packages to ensure reproducibility, and is more
-#   commonly ignored for libraries.
-#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
-#poetry.lock
-
-# pdm
-#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
-#pdm.lock
-#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
-#   in version control.
-#   https://pdm.fming.dev/#use-with-ide
-.pdm.toml
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
-
-# pytype static type analyzer
-.pytype/
-
-# Cython debug symbols
-cython_debug/
-
-# PyCharm
-#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
-#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
-#  and can be added to the global gitignore or merged into this file.  For a more nuclear
-#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/
-/tmp
-/logs
-/*.json
-/*.jpg
-/*.ipynb
-/GenAI-Arena-hf-logs
-/3DGen-Arena-logs*
-/tmp*
-/arena_elo/results/**/*.jpg
-/arena_elo/results/**/*.png

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "GenAI-Arena-hf-logs"]
+	path = GenAI-Arena-hf-logs
+	url = https://github.com/jdf-prog/GenAI-Arena-hf-logs.git

.idea/.gitignore

@@ -1,8 +0,0 @@
-# Default ignored files
-/shelf/
-/workspace.xml
-# Editor-based HTTP Client requests
-/httpRequests/
-# Datasource local storage ignored files
-/dataSources/
-/dataSources.local.xml

.idea/GenAI-Arena.iml

@@ -1,15 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="PYTHON_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$" />
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-  <component name="PyDocumentationSettings">
-    <option name="format" value="GOOGLE" />
-    <option name="myDocStringFormat" value="Google" />
-  </component>
-  <component name="TemplatesService">
-    <option name="TEMPLATE_CONFIGURATION" value="Jinja2" />
-  </component>
-</module>

.idea/inspectionProfiles/profiles_settings.xml

@@ -1,6 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <settings>
-    <option name="USE_PROJECT_PROFILE" value="false" />
-    <version value="1.0" />
-  </settings>
-</component>

.idea/modules.xml

@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectModuleManager">
-    <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/GenAI-Arena.iml" filepath="$PROJECT_DIR$/.idea/GenAI-Arena.iml" />
-    </modules>
-  </component>
-</project>

.idea/vcs.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="VcsDirectoryMappings">
-    <mapping directory="" vcs="Git" />
-  </component>
-</project>

README.md

@@ -8,39 +8,6 @@ sdk_version: 4.21.0
 app_file: app.py
 pinned: false
 license: mit
-tags:
-- arena
-- leaderboard
-short_description: Realtime Image/Video Gen AI Arena
 ---
 
-## Installation
-
-- for cuda 11.8
-```bash
-conda install pytorch torchvision torchaudio pytorch-cuda=11.8 -c pytorch -c nvidia
-pip3 install -U xformers --index-url https://download.pytorch.org/whl/cu118
-pip install -r requirements.txt
-```
-- for cuda 12.1
-```bash
-conda install pytorch torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia
-pip install -r requirements.txt
-```
-
-## Start Hugging Face UI
-```bash
-python app.py
-```
-
-## Start Log server
-```bash
-uvicorn serve.log_server:app --reload --port 22005 --host 0.0.0.0
-```
-
-## Update leaderboard
-```bash
-cd arena_elo && bash update_leaderboard.sh
-```
-
-Paper: arxiv.org/abs/2406.04485
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -2,7 +2,6 @@ import gradio as gr
 import os
 from serve.gradio_web import *
 from serve.gradio_web_image_editing import *
-from serve.gradio_web_video_generation import *
 from serve.leaderboard import build_leaderboard_tab
 from model.model_manager import ModelManager
 from pathlib import Path
@@ -24,11 +23,13 @@ def build_combine_demo(models, elo_results_file, leaderboard_table_file):
                     with gr.Tab("Generation Arena (side-by-side)", id=1):
                         build_side_by_side_ui_named(models)
 
-                    with gr.Tab("Generation Playground", id=2): #Direct Chat
+                    with gr.Tab("Generation Direct Chat", id=2):
                         build_single_model_ui(models, add_promotion_links=True)
                     if elo_results_file:
                         with gr.Tab("Generation Leaderboard", id=3):
                             build_leaderboard_tab(elo_results_file['t2i_generation'], leaderboard_table_file['t2i_generation'])
+                    with gr.Tab("About Us", id=4):
+                        build_about()
             
             with gr.Tab("Image Edition", id=5):
                 with gr.Tabs() as tabs_ie:
@@ -38,27 +39,13 @@ def build_combine_demo(models, elo_results_file, leaderboard_table_file):
                     with gr.Tab("Edition Arena (side-by-side)", id=6):
                         build_side_by_side_ui_named_ie(models)
 
-                    with gr.Tab("Edition Playground", id=7): #Direct Chat
+                    with gr.Tab("Edition Direct Chat", id=7):
                         build_single_model_ui_ie(models, add_promotion_links=True)
                     if elo_results_file:
                         with gr.Tab("Edition Leaderboard", id=8):
                             build_leaderboard_tab(elo_results_file['image_editing'], leaderboard_table_file['image_editing'])
-
-            with gr.Tab("Video Generation", id=10):
-                with gr.Tabs() as tabs_vg:
-                    with gr.Tab("Video Generation Arena (battle)", id=10):
-                        build_side_by_side_ui_anony_vg(models)
-
-                    with gr.Tab("Video Generation Arena (side-by-side)", id=11):
-                        build_side_by_side_ui_named_vg(models)
-
-                    with gr.Tab("Video Generation Playground", id=12): #Direct Chat
-                        build_single_model_ui_vg(models, add_promotion_links=True)
-                    if elo_results_file and 'video_generation' in elo_results_file:
-                        with gr.Tab("Video Generation Leaderboard", id=13):
-                            build_leaderboard_tab(elo_results_file['video_generation'], leaderboard_table_file['video_generation'])
-            with gr.Tab("About Us", id=4): 
-                build_about()
+                    with gr.Tab("About Us", id=9):
+                        build_about()
 
     return demo
 
@@ -76,8 +63,6 @@ def load_elo_results(elo_results_dir):
                 elo_results_file['t2i_generation'] = file
             elif 'image_editing' in file.name:
                 elo_results_file['image_editing'] = file
-            elif 'video_generation' in file.name:
-                elo_results_file['video_generation'] = file
             else:
                 raise ValueError(f"Unknown file name: {file.name}")
         for file in elo_results_dir.glob('*_leaderboard.csv'):
@@ -85,15 +70,13 @@ def load_elo_results(elo_results_dir):
                 leaderboard_table_file['t2i_generation'] = file
             elif 'image_editing' in file.name:
                 leaderboard_table_file['image_editing'] = file
-            elif 'video_generation' in file.name:
-                leaderboard_table_file['video_generation'] = file
             else:
                 raise ValueError(f"Unknown file name: {file.name}")
             
     return elo_results_file, leaderboard_table_file
     
 if __name__ == "__main__":
-    server_port = int(SERVER_PORT)
+    server_port = SERVER_PORT
     root_path = ROOT_PATH
     elo_results_dir = ELO_RESULTS_DIR
     models = ModelManager()

arena_elo/edition_model_info.json

@@ -33,15 +33,5 @@
         "Link": "https://sde-image-editing.github.io",
         "License": "MIT License",
         "Organization": "Stanford University"
-    },
-    "CosXLEdit": {
-        "Link": "https://huggingface.co/spaces/multimodalart/cosxl",
-        "License": "cosxl-nc-community",
-        "Organization": "Stability AI"
-    },
-    "InfEdit": {
-        "Link": "https://huggingface.co/spaces/sled-umich/InfEdit",
-        "License": "CC BY-NC-ND 4.0",
-        "Organization": "University of Michigan, University of California, Berkeley"
     }
 }

arena_elo/elo_rating/clean_battle_data.py

@@ -82,8 +82,6 @@ def replace_model_name(old_name, tstamp):
         "claude-instant-v1": "claude-instant-1",
         "oasst-sft-1-pythia-12b": "oasst-pythia-12b",
         "claude-2": "claude-2.0",
-        "PlayGroundV2": "PlayGround V2",
-        "PlayGroundV2.5": "PlayGround V2.5",
     }
     if old_name in ["gpt-4", "gpt-3.5-turbo"]:
         if tstamp > 1687849200:
@@ -107,27 +105,18 @@ def read_file(filename):
             break
         except FileNotFoundError:
             time.sleep(2)
-        except json.JSONDecodeError:
-            print(f"Error in reading {filename}")
-            print(row)
-            exit(0)
     return data
 
 
 def read_file_parallel(log_files, num_threads=16):
     data_all = []
-    if num_threads == 1:
-        for log_file in tqdm(log_files, desc="Reading"):
-            data_all.extend(read_file(log_file))
-        return data_all
-    else:
-        from multiprocessing import Pool
-
-        with Pool(num_threads) as p:
-            ret_all = list(tqdm(p.imap(read_file, log_files), total=len(log_files)))
-            for ret in ret_all:
-                data_all.extend(ret)
-        return data_all
+    from multiprocessing import Pool
+
+    with Pool(num_threads) as p:
+        ret_all = list(tqdm(p.imap(read_file, log_files), total=len(log_files)))
+        for ret in ret_all:
+            data_all.extend(ret)
+    return data_all
 
 def load_image(image_path):
     try:
@@ -138,7 +127,7 @@ def load_image(image_path):
 def clean_battle_data(
     log_files, exclude_model_names, ban_ip_list=None, sanitize_ip=False, mode="simple", task_name="image_editing"
 ):
-    data = read_file_parallel(log_files, num_threads=1)
+    data = read_file_parallel(log_files, num_threads=16)
 
     convert_type = {
         "leftvote": "model_a",
@@ -156,7 +145,6 @@ def clean_battle_data(
     battles = []
     for row in tqdm(data, desc="Cleaning"):
         if row["models"][0] is None or row["models"][1] is None:
-            print(f"Invalid model names: {row['models']}")
             continue
 
         # Resolve model names
@@ -175,7 +163,6 @@ def clean_battle_data(
             models_public[1] == "" and models_public[0] != ""
         ):
             ct_invalid += 1
-            print(f"Invalid model names: {models_public}")
             continue
 
         if models_public[0] == "" or models_public[0] == "Model A":
@@ -186,7 +173,6 @@ def clean_battle_data(
             anony = False
             models = models_public
             if not models_public == models_hidden:
-                print(f"Model names mismatch: {models_public} vs {models_hidden}")
                 ct_invalid += 1
                 continue
 
@@ -215,88 +201,27 @@ def clean_battle_data(
         # if leaked_identity:
         #     ct_leaked_identity += 1
         #     continue
-        
-        def preprocess_model_name(m):
-            if m == "Playground v2":
-                return 'playground_PlayGroundV2_generation'
-            if m == "Playground v2.5":
-                return 'playground_PlayGroundV2.5_generation'
-            return m
-        models = [preprocess_model_name(m) for m in models]
 
         # Replace bard with palm
+        models = [replace_model_name(m, row["tstamp"]) for m in models]
         if task_name == "image_editing":
-            valid = True
-            for _model in models:
-                try:
-                    platform, model_name, task = _model.split("_")
-                except ValueError:
-                    valid = False
-                    break
-                if not (platform in ["playground", "imagenhub"] and task == "edition"):
-                    valid = False
-                    break
-            if not valid:
+            if not all(x.startswith("imagenhub_") and x.endswith("_edition") for x in models):
+                # print(f"Invalid model names: {models}")
                 ct_invalid += 1
                 continue
-            for i, _model in enumerate(models):
-                platform, model_name, task = _model.split("_")
-                models[i] = model_name
-                
-            # if not all(x.startswith("imagenhub_") and x.endswith("_edition") for x in models):
-            #     # print(f"Invalid model names: {models}")
-            #     ct_invalid += 1
-            #     continue
-        
-            # models = [x[len("imagenhub_"):-len("_edition")] for x in models]
+            models = [x[len("imagenhub_"):-len("_edition")] for x in models]
         elif task_name == "t2i_generation":
-            valid = True
-            for _model in models:
-                try:
-                    platform, model_name, task = _model.split("_")
-                except ValueError:
-                    valid = False
-                    break
-                if not (platform.lower() in ["playground", "imagenhub", 'fal'] and (task == "generation" or task == "text2image")):
-                    valid = False
-                    break
-            if not valid:
+            if not all("playground" in x.lower() or (x.startswith("imagenhub_") and x.endswith("_generation")) for x in models):
+                # print(f"Invalid model names: {models}")
                 ct_invalid += 1
                 continue
-            for i, _model in enumerate(models):
-                platform, model_name, task = _model.split("_")
-                models[i] = model_name
-            # if not all("playground" in x.lower() or (x.startswith("imagenhub_") and x.endswith("_generation")) for x in models):
-            #     print(f"Invalid model names: {models}")
-            #     ct_invalid += 1
-            #     continue
             # models = [x[len("imagenhub_"):-len("_generation")] for x in models]
-            # for i, model_name in enumerate(models):
-            #     mode
-            #     if model_name.startswith("imagenhub_"):
-            #         models[i] = model_name[len("imagenhub_"):-len("_generation")]
-            
-        elif task_name == "video_generation":
-            valid = True
-            for _model in models:
-                try:
-                    platform, model_name, task = _model.split("_")
-                except ValueError:
-                    valid = False
-                    break
-                if not (platform in ["videogenhub", "fal"] and task == "generation" or task == "text2video"):
-                    valid = False
-                    break
-            if not valid:
-                ct_invalid += 1
-                continue
-            for i, _model in enumerate(models):
-                platform, model_name, task = _model.split("_")
-                models[i] = model_name
+            for i, model_name in enumerate(models):
+                if model_name.startswith("imagenhub_"):
+                    models[i] = model_name[len("imagenhub_"):-len("_generation")]
 
         else:
             raise ValueError(f"Invalid task_name: {task_name}")
-        models = [replace_model_name(m, row["tstamp"]) for m in models]
         
         # Exclude certain models
         if exclude_model_names and any(x in exclude_model_names for x in models):
@@ -356,7 +281,6 @@ def clean_battle_data(
 
         if ban_ip_list is not None and ip in ban_ip_list:
             ct_banned += 1
-            print(f"User {user_id} is banned")
             continue
 
         # Save the results
@@ -408,7 +332,7 @@ if __name__ == "__main__":
     parser.add_argument(
         "--mode", type=str, choices=["simple", "conv_release"], default="simple"
     )
-    parser.add_argument("--task_name", type=str, default="image_editing", choices=["image_editing", "t2i_generation", "video_generation"])
+    parser.add_argument("--task_name", type=str, default="image_editing", choices=["image_editing", "t2i_generation"])
     parser.add_argument("--exclude-model-names", type=str, nargs="+")
     parser.add_argument("--ban-ip-file", type=str)
     parser.add_argument("--sanitize-ip", action="store_true", default=False)

arena_elo/elo_rating/elo_analysis.py

@@ -171,20 +171,8 @@ def visualize_pairwise_win_fraction(battles, model_order):
         xaxis_side="top",
         title_y=0.07,
         title_x=0.5,
-        # xaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
-        # yaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
     )
     fig.update_traces(
-        # textfont=dict(size=16),
-        # colorbar=dict(
-        #     title=dict(font=dict(size=16))
-        # ),
         hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
     )
 
@@ -208,20 +196,8 @@ def visualize_battle_count(battles, model_order):
         xaxis_side="top",
         title_y=0.07,
         title_x=0.5,
-        # xaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
-        # yaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
     )
     fig.update_traces(
-        # textfont=dict(size=16),
-        # colorbar=dict(
-        #     title=dict(font=dict(size=16))
-        # ),
         hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Count: %{z}<extra></extra>"
     )
     return fig
@@ -238,17 +214,8 @@ def visualize_average_win_rate(battles, limit_show_number):
         width=700,
     )
     fig.update_layout(
-        yaxis_title="Average Win Rate", xaxis_title="Model", showlegend=False,
-        # xaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
-        # yaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
+        yaxis_title="Average Win Rate", xaxis_title="Model", showlegend=False
     )
-    fig.update_traces(textfont_size=16)
     return fig
 
 
@@ -278,17 +245,7 @@ def visualize_bootstrap_elo_rating(df, df_final, limit_show_number):
         height=500,
         width=700,
     )
-    fig.update_layout(xaxis_title="Model", yaxis_title="Rating",
-        # xaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
-        # yaxis=dict(
-        #     tickfont=dict(size=16),
-        #     title=dict(font=dict(size=16)),
-        # ),
-    )
-    fig.update_traces(textfont_size=16)
+    fig.update_layout(xaxis_title="Model", yaxis_title="Rating")
     return fig
 
 
@@ -405,22 +362,9 @@ if __name__ == "__main__":
     pretty_print_elo_rating(anony_results["elo_rating_online"])
     print("# Median")
     pretty_print_elo_rating(anony_results["elo_rating_final"])
-    print(f"Annoy last update : {anony_results['last_updated_datetime']}")
-    print(f"Full last update : {full_results['last_updated_datetime']}")
-    
-    
-    # # save heatmap results in the same directory of the cleaned battle file
-    win_fraction_heatmap_file = args.clean_battle_file.replace(".json", "_win_fraction_heatmap.jpg")
-    battle_count_heatmap_file = args.clean_battle_file.replace(".json", "_battle_count_heatmap.jpg")
-    average_win_rate_bar_file = args.clean_battle_file.replace(".json", "_average_win_rate_bar.jpg")
-    bootstrap_elo_rating_file = args.clean_battle_file.replace(".json", "_bootstrap_elo_rating.jpg")
-    anony_results["win_fraction_heatmap"].write_image(win_fraction_heatmap_file)
-    anony_results["battle_count_heatmap"].write_image(battle_count_heatmap_file)
-    anony_results["average_win_rate_bar"].write_image(average_win_rate_bar_file)
-    anony_results["bootstrap_elo_rating"].write_image(bootstrap_elo_rating_file)
-    
+    print(f"last update : {anony_results['last_updated_datetime']}")
 
-    last_updated_tstamp = full_results["last_updated_tstamp"]
+    last_updated_tstamp = anony_results["last_updated_tstamp"]
     cutoff_date = datetime.datetime.fromtimestamp(
         last_updated_tstamp, tz=timezone("US/Pacific")
     ).strftime("%Y%m%d")

arena_elo/elo_rating/generate_leaderboard.py

@@ -30,7 +30,6 @@ def main(
             model_info[model]["License"] = "N/A"
             model_info[model]["Organization"] = "N/A"
             model_info[model]["Link"] = "N/A"
-            print(f"Model {model} not found in model_info.json")
         model_info[model]["Model"] = model
         model_info[model]["key"] = model
 

arena_elo/generation_model_info.json

@@ -4,16 +4,11 @@
         "License": "MIT License",
         "Organization": "Tsinghua University"
     },
-    "PlayGround V2": {
+    "Playground v2": {
         "Link": "https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic",
         "License": "Playground v2 Community License",
         "Organization": "Playground"
     },
-    "PlayGround V2.5": {
-        "Link": "https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic",
-        "License": "Playground v2.5 Community License",
-        "Organization": "Playground"
-    },
     "OpenJourney": {
         "Link": "https://huggingface.co/prompthero/openjourney",
         "License": "creativeml-openrail-m",
@@ -29,16 +24,6 @@
         "License": "openrail++",
         "Organization": "Stability AI"
     },
-    "SD3": {
-        "Link": "https://huggingface.co/stabilityai/stable-diffusion-3-medium",
-        "License": "stabilityai-nc-research-community",
-        "Organization": "Stability AI"
-    },
-    "HunyuanDiT": {
-        "Link": "https://huggingface.co/Tencent-Hunyuan/HunyuanDiT",
-        "License": "tencent-hunyuan-community",
-        "Organization": "Tencent"
-    },
     "PixArtAlpha": {
         "Link": "https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS",
         "License": "openrail++",
@@ -53,15 +38,5 @@
         "Link": "https://huggingface.co/stabilityai/stable-cascade",
         "License": "stable-cascade-nc-community (other)",
         "Organization": "Stability AI"
-    },
-    "LCM(v1.5/XL)": {
-        "Link": "https://fal.ai/models/fal-ai/fast-lcm-diffusion/api",
-        "License": "openrail++",
-        "Organization": "Latent Consistency"
-    },
-    "PixArtSigma": {
-        "Link": "https://fal.ai/models/fal-ai/pixart-sigma",
-        "License": "openrail++",
-        "Organization": "PixArt-alpha"
     }
-}
+}

arena_elo/results/20240315/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cef00c45d392a30913b367825270fcee5fd29e5c830866eef3d07146b3502f3
-size 57091
+oid sha256:e528d30840c8a5787b0d2f08f27758b02f7eb718ccab695010b30df2127efe5e
+size 57064

arena_elo/results/20240327/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f525abe69feb822d341929b27ef7660ddd5e6ff0491bed8383a8e3d19f0342bd
-size 62414
+oid sha256:fec01fe5af62dce3990634cffd1d926330ccbf170ef0c3b5d2f07fb06c4cf149
+size 65189

arena_elo/results/20240327/t2i_generation_leaderboard.csv

@@ -1,10 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Playground v2.5,Playground v2.5,1226.2872445351936,1246.1685934024742,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-StableCascade,StableCascade,1105.3322734027522,1087.9198960927265,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-Playground v2,Playground v2,1091.4371447234744,1090.676108819673,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-SDXLLightning,SDXLLightning,1043.235902888147,1045.0529259890538,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1020.6412075829058,1006.9966036187151,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL,SDXL,964.7626495363717,969.5241392802999,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.2113859675355,914.3805456579931,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-OpenJourney,OpenJourney,841.2224045541894,832.2282703082603,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,794.8697868094328,810.2118373597045,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+Playground v2.5,Playground v2.5,1212.4660228554317,1233.021110469063,N/A,N/A,N/A
+StableCascade,StableCascade,1098.8180832734447,1081.4707812969855,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+PlayGroundV2,PlayGroundV2,1089.993871580802,1088.6262085724481,N/A,N/A,N/A
+Playground v2,Playground v2,1049.6156124554975,1051.618375116693,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+SDXLLightning,SDXLLightning,1036.8582186059539,1039.3079223370821,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1016.2085497703334,1002.5100184720693,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL,SDXL,960.5073412035289,965.3037978455568,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,907.997473382927,910.1644152252661,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+OpenJourney,OpenJourney,836.9689192463355,827.9470053715127,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.5659076257482,805.8155782210948,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240328/clean_battle_image_editing.json

@@ -1,890 +0,0 @@
-[
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707712630.872
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707712699.668
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707712896.0427
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707712929.7061
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713147.0445
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713198.9284
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713210.1306
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713747.5115
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707715613.7226
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707765708.2644
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707765861.2742
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707765975.0206
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707768866.9065
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707771673.2989
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784377.6617
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784466.8915
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784983.9581
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707785277.16
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707795299.0619
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707795798.752
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707796435.7996
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707797278.7369
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707797279.6004
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805086.9739
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805220.3253
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805332.6322
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805476.0509
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707818374.3438
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707834631.9088
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707834954.0147
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835366.544
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835643.6178
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835789.25
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707836852.671
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707836952.6082
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707837020.7148
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707837226.2259
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707838166.1449
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707838405.0013
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707839133.3126
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707839484.6824
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707850104.2499
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707851384.7689
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707851936.9466
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707852836.3291
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707852878.673
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707853008.1359
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707856807.6229
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707863740.3507
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707866312.1118
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883083.3533
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883181.1397
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883187.9173
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883507.587
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883939.6125
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707892689.4407
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707908988.749
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707912639.2701
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707917685.9574
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707919429.336
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707932651.9192
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707932749.3107
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707933208.5797
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707945335.6341
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708031168.6838
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708038931.5388
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708057382.78
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708093689.8237
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708093910.4683
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708095090.8232
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708095305.4665
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708140553.1694
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708145512.3656
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708145724.4127
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708146846.5098
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708189738.4864
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708235874.9246
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708257619.7115
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708341265.7655
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708350183.3086
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708399707.1681
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708441502.4707
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708441716.8195
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708546759.2009
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708546805.4892
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708547082.7124
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708547166.9685
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708547293.7107
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708575046.0529
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708615466.9264
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708615516.3341
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1709205399.0098
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1709205767.8923
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1709443700.05
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1709702898.9291
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710091925.1861
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710517781.1525
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1710517859.2942
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710535672.9791
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Pix2PixZero",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": false,
-    "tstamp": 1711610477.1213
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Pix2PixZero",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.7.189",
-    "anony": false,
-    "tstamp": 1711629129.3894
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.7.189",
-    "anony": false,
-    "tstamp": 1711629705.2246
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Pix2PixZero",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": false,
-    "tstamp": 1711630362.5575
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_127.0.0.1",
-    "anony": false,
-    "tstamp": 1711631112.5207
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1711631690.5127
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_127.0.0.1",
-    "anony": false,
-    "tstamp": 1711633200.2923
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_127.0.0.1",
-    "anony": false,
-    "tstamp": 1711633594.9922
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.7.189",
-    "anony": false,
-    "tstamp": 1711635443.3071
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": false,
-    "tstamp": 1711635899.3088
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1711639015.428
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.7.189",
-    "anony": false,
-    "tstamp": 1711646372.1201
-  }
-]

arena_elo/results/20240328/elo_results_image_editing.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1430e6703dd6fc1e5b8ce06b11bb3a47516763a33edaf99e4c8547da5d9a8516
-size 57064

arena_elo/results/20240328/image_editing_leaderboard.csv

@@ -1,8 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Prompt2prompt,Prompt2prompt,1227.5508595026165,1158.5510681980204,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-InstructPix2Pix,InstructPix2Pix,1160.2057367236093,1071.0628993075604,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,1142.693603173293,1165.4957550490212,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-MagicBrush,MagicBrush,1053.1728944865915,1130.5422054860635,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-Pix2PixZero,Pix2PixZero,918.6047552604578,960.3217617445996,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
-CycleDiffusion,CycleDiffusion,865.0529105743963,813.4794423328381,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,632.7192402790356,700.546867881897,MIT License,Stanford University,https://sde-image-editing.github.io

arena_elo/results/20240330/elo_results_t2i_generation.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e963f9d4b66d29c2f05a3923eff56cebd1f09b07223ac069456e08dc6143cda8
-size 66894

arena_elo/results/20240330/t2i_generation_leaderboard.csv

@@ -1,10 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Playground v2.5,Playground v2.5,1226.2872445351936,1236.5076527218755,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-StableCascade,StableCascade,1105.3322734027522,1062.0980902577003,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-Playground v2,Playground v2,1091.4371447234744,1087.3576445526567,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-SDXLLightning,SDXLLightning,1043.235902888147,1019.4526672266176,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1020.6412075829058,1001.5090282446616,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL,SDXL,964.7626495363717,969.8928133531979,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.2113859675355,914.9478831930971,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-OpenJourney,OpenJourney,841.2224045541894,835.4563491411935,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,794.8697868094328,812.962889153237,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240408/elo_results_t2i_generation.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd88783d1cf752a0977152f7e16e88b54759173cbb04fb55e9392703ff4819f5
-size 66931

arena_elo/results/20240408/t2i_generation_leaderboard.csv

@@ -1,10 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Playground v2.5,Playground v2.5,1226.2872445351936,1233.8616648345985,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-StableCascade,StableCascade,1105.3322734027522,1031.1844458387527,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-Playground v2,Playground v2,1091.4371447234744,1093.6921447327898,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-SDXLLightning,SDXLLightning,1043.235902888147,1004.2360415152086,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1020.6412075829058,999.6264863931511,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL,SDXL,964.7626495363717,975.3460583905047,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.2113859675355,927.1873122981513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-OpenJourney,OpenJourney,841.2224045541894,848.6657236271969,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,794.8697868094328,828.5108951096241,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240411/clean_battle_image_editing.json

@@ -1,906 +0,0 @@
-[
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707712630.872
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707712699.668
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707712896.0427
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707712929.7061
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713147.0445
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713198.9284
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713210.1306
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713747.5115
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707715613.7226
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707765708.2644
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707765861.2742
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707765975.0206
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707768866.9065
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707771673.2989
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784377.6617
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784466.8915
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784983.9581
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707785277.16
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707795299.0619
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707795798.752
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707796435.7996
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707797278.7369
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707797279.6004
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805086.9739
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805220.3253
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805332.6322
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805476.0509
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707818374.3438
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707834631.9088
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707834954.0147
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835366.544
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835643.6178
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835789.25
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707836852.671
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707836952.6082
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707837020.7148
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707837226.2259
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707838166.1449
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707838405.0013
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707839133.3126
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707839484.6824
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707850104.2499
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707851384.7689
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707851936.9466
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707852836.3291
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707852878.673
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707853008.1359
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707856807.6229
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707863740.3507
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707866312.1118
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883083.3533
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883181.1397
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883187.9173
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883507.587
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883939.6125
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707892689.4407
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707908988.749
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707912639.2701
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707917685.9574
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707919429.336
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707932651.9192
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707932749.3107
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707933208.5797
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707945335.6341
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708031168.6838
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708038931.5388
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708057382.78
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708093689.8237
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708093910.4683
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708095090.8232
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708095305.4665
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708140553.1694
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708145512.3656
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708145724.4127
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708146846.5098
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708189738.4864
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708235874.9246
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708257619.7115
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708341265.7655
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708350183.3086
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708399707.1681
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708441502.4707
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708441716.8195
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708546759.2009
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708546805.4892
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708547082.7124
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708547166.9685
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708547293.7107
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708575046.0529
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708615466.9264
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708615516.3341
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1709205399.0098
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1709205767.8923
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1709443700.05
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1709702898.9291
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710091925.1861
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710517781.1525
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1710517859.2942
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710535672.9791
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Pix2PixZero",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1711610477.1213
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Pix2PixZero",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.7.189",
-    "anony": true,
-    "tstamp": 1711629129.3894
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.7.189",
-    "anony": true,
-    "tstamp": 1711629705.2246
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Pix2PixZero",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1711630362.5575
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_127.0.0.1",
-    "anony": true,
-    "tstamp": 1711631112.5207
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1711631690.5127
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_127.0.0.1",
-    "anony": true,
-    "tstamp": 1711633200.2923
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_127.0.0.1",
-    "anony": true,
-    "tstamp": 1711633594.9922
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.7.189",
-    "anony": true,
-    "tstamp": 1711635443.3071
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1711635899.3088
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1711639015.428
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.7.189",
-    "anony": true,
-    "tstamp": 1711646372.1201
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1712873850.0636
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1712876598.7667
-  }
-]

arena_elo/results/20240411/elo_results_image_editing.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d66a54af51d2ecf89f461dbb4e15090d084638596952d3541ce369798a525ff3
-size 57096

arena_elo/results/20240411/elo_results_t2i_generation.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:caf98f560387fa9d6b8c233e9915807adad62315cfdd6d4a5e7c9fda30140eb8
-size 62422

arena_elo/results/20240411/image_editing_leaderboard.csv

@@ -1,8 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Prompt2prompt,Prompt2prompt,1188.219371435949,1160.9021011448333,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-PNP,PNP,1133.8594830307645,1160.2784411172045,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-InstructPix2Pix,InstructPix2Pix,1086.6617653998492,1065.4343032662,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-MagicBrush,MagicBrush,1084.8708678670623,1120.3917913590851,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-Pix2PixZero,Pix2PixZero,983.9050014855375,949.5286840298457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
-CycleDiffusion,CycleDiffusion,847.634435323394,811.6166545238106,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,674.8490754574439,731.8480245590208,MIT License,Stanford University,https://sde-image-editing.github.io

arena_elo/results/20240411/t2i_generation_leaderboard.csv

@@ -1,10 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2,PlayGround V2,1096.7894880225679,1099.8051043857877,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-PlayGround V2.5,PlayGround V2.5,1087.8676967844767,1102.012177335679,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-StableCascade,StableCascade,1055.9173326915914,1059.3764815279687,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-PixArtAlpha,PixArtAlpha,1033.9990481857885,1022.7034421485712,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXLLightning,SDXLLightning,1033.7993884424232,1038.4887196068619,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SDXL,SDXL,1001.9345229118052,1000.9893451213411,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,954.8868434684313,951.3491425503697,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-OpenJourney,OpenJourney,888.3709717134242,873.7483257587076,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,846.4347077794937,852.2372365264126,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240428/elo_results_image_editing.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1b4f1daab3429c7656eb8b3b2128a127480fa8212b17a1a98207884d7ce7a9f
-size 58442

arena_elo/results/20240428/image_editing_leaderboard.csv

@@ -1,8 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Prompt2prompt,Prompt2prompt,1224.5951620965877,1133.887231157847,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-InstructPix2Pix,InstructPix2Pix,1162.3591990023222,1059.7394666236296,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,1142.872221219748,1117.461082043853,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-MagicBrush,MagicBrush,1053.6353139288728,1055.6074426532264,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-Pix2PixZero,Pix2PixZero,918.4266240422415,853.535635519584,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
-CycleDiffusion,CycleDiffusion,865.2495984976465,775.6226309361784,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,632.8618812125814,680.2047869803968,MIT License,Stanford University,https://sde-image-editing.github.io

arena_elo/results/20240501/elo_results_t2i_generation.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b79d128ba01570bc59c5f48e1c0640f2541817ce1a77abb3e16131884288b1a
-size 65313

arena_elo/results/20240501/t2i_generation_leaderboard.csv

@@ -1,11 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1157.785440865029,1197.7936802344343,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-StableCascade,StableCascade,1116.6696847615349,1116.9442071854512,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-PlayGround V2,PlayGround V2,1110.1291971452683,1120.6591618464581,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-PixArtAlpha,PixArtAlpha,1042.1316579959862,1040.3305680293547,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXLLightning,SDXLLightning,1036.0784815928241,1056.600050803737,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SDXL,SDXL,987.5686859787551,1003.0595102032345,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-PixArtSigma,PixArtSigma,948.0067582557859,961.4040676622378,N/A,N/A,N/A
-SDXLTurbo,SDXLTurbo,931.094996526404,945.5610964234802,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-OpenJourney,OpenJourney,855.7449360962327,860.1159058283633,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,814.7901607821794,840.5627577743975,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240516/clean_battle_image_editing.json

@@ -1,1578 +0,0 @@
-[
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707712630.872
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707712699.668
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707712896.0427
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707712929.7061
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713147.0445
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713198.9284
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713210.1306
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707713747.5115
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707715613.7226
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707765708.2644
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707765861.2742
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707765975.0206
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707768866.9065
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707771673.2989
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784377.6617
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784466.8915
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707784983.9581
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707785277.16
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707795299.0619
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707795798.752
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707796435.7996
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707797278.7369
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707797279.6004
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805086.9739
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805220.3253
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805332.6322
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707805476.0509
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707818374.3438
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707834631.9088
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707834954.0147
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835366.544
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835643.6178
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707835789.25
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707836852.671
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707836952.6082
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707837020.7148
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707837226.2259
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707838166.1449
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707838405.0013
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707839133.3126
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707839484.6824
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707850104.2499
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707851384.7689
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707851936.9466
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707852836.3291
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707852878.673
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707853008.1359
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707856807.6229
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707863740.3507
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707866312.1118
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883083.3533
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883181.1397
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883187.9173
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883507.587
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707883939.6125
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707892689.4407
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707908988.749
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707912639.2701
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707917685.9574
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707919429.336
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707932651.9192
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707932749.3107
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1707933208.5797
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1707945335.6341
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708031168.6838
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708038931.5388
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708057382.78
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708093689.8237
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708093910.4683
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708095090.8232
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708095305.4665
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708140553.1694
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708145512.3656
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708145724.4127
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708146846.5098
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708189738.4864
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708235874.9246
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708257619.7115
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708341265.7655
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708350183.3086
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708399707.1681
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708441502.4707
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708441716.8195
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708546759.2009
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708546805.4892
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708547082.7124
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708547166.9685
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708547293.7107
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708575046.0529
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1708615466.9264
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1708615516.3341
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1709205399.0098
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1709205767.8923
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1709443700.05
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1709702898.9291
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710091925.1861
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710517781.1525
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": false,
-    "tstamp": 1710517859.2942
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_::1",
-    "anony": true,
-    "tstamp": 1710535672.9791
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": false,
-    "tstamp": 1714359818.6646
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1714363016.9972
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "CosXLEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1714715956.3416
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": false,
-    "tstamp": 1714759928.3804
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715246275.0118
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CosXLEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715247590.2235
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1715406266.2562
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1715406354.5284
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": false,
-    "tstamp": 1715406371.8227
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1715406418.5066
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": false,
-    "tstamp": 1715406449.9401
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1715406466.5778
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715620708.6361
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "CosXLEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.41.118",
-    "anony": false,
-    "tstamp": 1715621013.5373
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715661224.0507
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715661259.6143
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715661288.6018
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715661310.3621
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715718742.1258
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715718773.1054
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CosXLEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715718785.2832
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715718804.143
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715718826.0248
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715718869.0041
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715718904.9307
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715718933.1272
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715718954.8497
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715718966.8633
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719000.6673
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719019.5495
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719035.903
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719046.925
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719059.6291
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715719076.6727
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719086.7836
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719109.8071
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719122.8237
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715719134.1345
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719153.4359
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719160.5285
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InstructPix2Pix",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715719171.4473
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719184.6227
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719210.0429
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719219.6447
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719237.7036
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719249.4321
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719257.5877
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719273.7637
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719288.4629
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719299.1712
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719306.5928
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715719356.0694
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "CosXLEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719368.0491
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "CycleDiffusion",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719379.185
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719389.0771
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719397.7162
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719406.4165
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "PNP",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719429.1002
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719435.4694
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719454.4526
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719470.154
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719482.3114
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "PNP",
-    "winner": "tie",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719499.9643
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719513.7317
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "PNP",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715719527.69
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719542.751
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "InfEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715719560.9912
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719575.3291
-  },
-  {
-    "model_a": "PNP",
-    "model_b": "CosXLEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719581.9552
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719591.9907
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719601.8819
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719612.1837
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719620.469
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "MagicBrush",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719627.34
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719632.694
-  },
-  {
-    "model_a": "Prompt2prompt",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719652.2038
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719661.8855
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719677.2949
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719687.3022
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719699.47
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "InfEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719706.2375
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715719717.3564
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "CosXLEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715719722.5542
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "InstructPix2Pix",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715719728.5417
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715719737.2385
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715815138.5243
-  },
-  {
-    "model_a": "CosXLEdit",
-    "model_b": "Prompt2prompt",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715815152.0033
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "Prompt2prompt",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715815169.0475
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "SDEdit",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715815187.1917
-  },
-  {
-    "model_a": "InstructPix2Pix",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715815197.5233
-  },
-  {
-    "model_a": "Pix2PixZero",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715815209.8285
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "MagicBrush",
-    "winner": "model_b",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715815228.6736
-  },
-  {
-    "model_a": "InfEdit",
-    "model_b": "Pix2PixZero",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.2.201",
-    "anony": true,
-    "tstamp": 1715815236.3935
-  },
-  {
-    "model_a": "SDEdit",
-    "model_b": "PNP",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.25.191",
-    "anony": true,
-    "tstamp": 1715815265.9705
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "SDEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715815278.5019
-  },
-  {
-    "model_a": "CycleDiffusion",
-    "model_b": "CosXLEdit",
-    "winner": "tie (bothbad)",
-    "judge": "arena_user_10.16.15.199",
-    "anony": true,
-    "tstamp": 1715815294.5978
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "InfEdit",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.17.217",
-    "anony": true,
-    "tstamp": 1715815325.4468
-  },
-  {
-    "model_a": "MagicBrush",
-    "model_b": "Pix2PixZero",
-    "winner": "model_a",
-    "judge": "arena_user_10.16.41.118",
-    "anony": true,
-    "tstamp": 1715913098.6617
-  }
-]

arena_elo/results/20240516/elo_results_image_editing.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:837f11fd6cda1fe2d6a5cc1c239a207725ad0157b16282303cb684427ddc7e9d
-size 62484

arena_elo/results/20240516/image_editing_leaderboard.csv

@@ -1,10 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CosXLEdit,CosXLEdit,1097.63559213644,1085.7285800995926,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-MagicBrush,MagicBrush,1075.1489922450316,1086.8819832924794,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-InfEdit,InfEdit,1065.4719519196174,1090.684638162955,Apache-2.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-Prompt2prompt,Prompt2prompt,1063.1432047252297,1060.8146250689238,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-InstructPix2Pix,InstructPix2Pix,1043.9312648233226,1028.7932718869638,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,1022.4342554377677,1043.322342347598,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Pix2PixZero,Pix2PixZero,891.2979039265506,886.7359371585381,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
-SDEdit,SDEdit,890.443823405714,880.5508125882768,MIT License,Stanford University,https://sde-image-editing.github.io
-CycleDiffusion,CycleDiffusion,850.4930113803264,836.4878093946726,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion

arena_elo/results/20240517/elo_results_t2i_generation.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93808a9ce2f497109d0fc708e4055b6463a692502ef541ff28352f52b612916d
-size 68172

arena_elo/results/20240517/t2i_generation_leaderboard.csv

@@ -1,12 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1136.9514432133128,1081.5838551712898,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1099.4286233187172,1042.590911846903,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-SDXLLightning,SDXLLightning,1062.4565867132737,1004.4096880141087,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-StableCascade,StableCascade,1061.93020315328,1006.1117357811837,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-PixArtAlpha,PixArtAlpha,1051.847602698194,981.1247821885942,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1049.8339911951734,989.7640320919886,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SDXL,SDXL,999.6167439144875,941.9623909945509,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,933.468824554199,875.8124778188443,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),929.425577747465,865.7356218313212,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,857.2709081764949,793.4952273226107,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,817.7694953154022,773.4948395309905,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240525/elo_results_image_editing.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a90694074e1b68a62bd75cdf0c81eb545dfcc115da34e9efdb215d668bd13196
-size 62502

arena_elo/results/20240525/elo_results_t2i_generation.pkl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7172486b8454e25f9b3a9df84e55d2dcce923a3b63e091fd8d165b63bbde7bc4
-size 68170

arena_elo/results/20240525/image_editing_leaderboard.csv

@@ -1,10 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1104.9607793254968,1108.3641351499255,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-CosXLEdit,CosXLEdit,1082.1149733184666,1082.6518457302682,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-InfEdit,InfEdit,1044.3184923378735,1048.265511270266,Apache-2.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-InstructPix2Pix,InstructPix2Pix,1038.4196348911762,1033.9384244494888,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-Prompt2prompt,Prompt2prompt,1008.6680807257849,1009.6489502670348,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-PNP,PNP,996.2773547131053,1006.4720172502705,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-SDEdit,SDEdit,922.8193215180083,920.654664379804,MIT License,Stanford University,https://sde-image-editing.github.io
-CycleDiffusion,CycleDiffusion,921.2482813177639,911.3052609726248,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-Pix2PixZero,Pix2PixZero,881.1730818523246,878.6991905303175,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/20240525/t2i_generation_leaderboard.csv

@@ -1,12 +0,0 @@
-key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1140.4931116583339,1084.2088555290354,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1098.7388948915252,1040.0265968382582,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-SDXLLightning,SDXLLightning,1066.3011205806156,1008.6669754414712,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-StableCascade,StableCascade,1055.3876736984168,996.1397647071996,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-PixArtSigma,PixArtSigma,1053.6017437756345,992.1932737107034,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-PixArtAlpha,PixArtAlpha,1052.587961133323,980.7401960586495,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL,SDXL,997.5178756677587,938.0490630458108,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-LCM(v1.5/XL),LCM(v1.5/XL),932.5384181723202,867.2098600891867,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-SDXLTurbo,SDXLTurbo,931.9053470850187,871.7597877802655,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-OpenJourney,OpenJourney,854.5381628850578,789.57778153393,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,816.3896904519953,770.4870944721403,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7