diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..f73443c86a80b72d9e4ab577b66ea229303a2536 --- /dev/null +++ b/.gitignore @@ -0,0 +1,152 @@ +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py,cover +.hypothesis/ +.pytest_cache/ +cover/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +.pybuilder/ +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +# For a library or package, you might want to ignore these files since the code is +# intended to run in multiple environments; otherwise, check them in: +# .python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# poetry +# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. +# This is especially recommended for binary packages to ensure reproducibility, and is more +# commonly ignored for libraries. +# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control +#poetry.lock + +# PEP 582; used by e.g. github.com/David-OConnor/pyflow +__pypackages__/ + +# Celery stuff +celerybeat-schedule +celerybeat.pid + +# SageMath parsed files +*.sage.py + +# Environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +# pytype static type analyzer +.pytype/ + +# Cython debug symbols +cython_debug/ + +# PyCharm +# JetBrains specific template is maintained in a separate JetBrains.gitignore that can +# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore +# and can be added to the global gitignore or merged into this file. For a more nuclear +# option (not recommended) you can uncomment the following to ignore the entire idea folder. +.idea/ \ No newline at end of file diff --git a/README.md b/README.md index a4dffa28672a543c797412dca1857525378c44fa..c949db724a6929637b3814510587d8f774520e86 100644 --- a/README.md +++ b/README.md @@ -1,11 +1,11 @@ --- -title: FinalLeaderboard -emoji: 🐠 -colorFrom: pink -colorTo: indigo +title: Robust Speech Recognition Leaderboard 2022 +emoji: 🏆🎙️🏆 +colorFrom: red +colorTo: yellow sdk: streamlit app_file: app.py -pinned: false +pinned: true license: apache-2.0 --- diff --git a/app.py b/app.py new file mode 100644 index 0000000000000000000000000000000000000000..a574975a88f7e9b3eb72eb67fb75ddac1df64494 --- /dev/null +++ b/app.py @@ -0,0 +1,136 @@ +import glob +import pandas as pd +import streamlit as st + +cer_langs = ["ja", "zh-CN", "zh-HK", "zh-TW"] + + +def get_note(lang): + metric = ( + "`CER` (Char Error Rate, lower is better)" if lang in cer_langs else "`WER` (Word Error Rate, lower is better)" + ) + return ( + f"**Note**: The evaluation metric for the `{lang}` language is {metric}. " f"The score used for ranking is: " + ) + + +def get_note_custom(lang): + metric = "CER (Char Error Rate)" if lang in cer_langs else "WER (Word Error Rate)" + return ( + f"**Note**: The evaluation metric for the `{lang}` language is {metric}. " + "The metrics for this language are **self-reported** by the participants and are dataset-dependent, " + "so there's no explicit ranking score. " + "Please refer to the model cards for more info about the datasets." + ) + + +def make_clickable(model_name): + link = "https://huggingface.co/" + model_name + return f'{model_name}' + + +def parse_df(df, lang): + note = None + if "cv6" in df.columns and "hf_dev" in df.columns: + df["avg"] = (df[["cv6", "cv7", "cv8"]].max(axis=1) + df["hf_dev"] + df["hf_test"]) / 3 + df.sort_values("avg", inplace=True, ignore_index=True) + df = df[["model", "cv6", "cv7", "cv8", "hf_dev", "hf_test", "avg"]] + note = get_note(lang) + metric_eq = r"""Score = + \begin{cases} + (CV61_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 6.1$} \\ + (CV7_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 7.0$} \\ + (CV8_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 8.0$} \\ + \end{cases}""" + elif "cv8" in df.columns and "hf_dev" in df.columns: + df["avg"] = (df[["cv7", "cv8"]].max(axis=1) + df["hf_dev"] + df["hf_test"]) / 3 + df.sort_values("avg", inplace=True, ignore_index=True) + df = df[["model", "cv7", "cv8", "hf_dev", "hf_test", "avg"]] + note = get_note(lang) + metric_eq = r"""Score = + \begin{cases} + (CV7_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 7.0$} \\ + (CV8_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 8.0$} \\ + \end{cases}""" + elif "cv6" in df.columns: + df["avg"] = df[["cv6", "cv7", "cv8"]].max(axis=1) + df.sort_values("avg", inplace=True, ignore_index=True) + df = df[["model", "cv6", "cv7", "cv8", "avg"]] + note = get_note(lang) + metric_eq = r"""Score = + \begin{cases} + CV61_{Test} & \text{if trained on $Common\ Voice\ 6.1$} \\ + CV7_{Test} & \text{if trained on $Common\ Voice\ 7.0$} \\ + CV8_{Test} & \text{if trained on $Common\ Voice\ 8.0$} \\ + \end{cases}""" + elif "cv8" in df.columns: + df["avg"] = df[["cv7", "cv8"]].max(axis=1) + df.sort_values("avg", inplace=True, ignore_index=True) + df = df[["model", "cv7", "cv8", "avg"]] + note = get_note(lang) + metric_eq = r"""Score = + \begin{cases} + CV7_{Test} & \text{if trained on $Common\ Voice\ 7.0$} \\ + CV8_{Test} & \text{if trained on $Common\ Voice\ 8.0$} \\ + \end{cases}""" + elif "hf_dev" in df.columns: + df["avg"] = (df["hf_dev"] + df["hf_test"]) / 2 + df.sort_values("avg", inplace=True, ignore_index=True) + df = df[["model", "hf_dev", "hf_test", "avg"]] + note = get_note(lang) + metric_eq = r"""Score = \frac{HF_{Dev} + HF_{Test}}{2}""" + elif "custom" in df.columns: + df = df[["model", "custom"]] + df.sort_values("custom", inplace=True, ignore_index=True) + note = get_note_custom(lang) + metric_eq = None + df["model"] = df["model"].apply(make_clickable) + df.rename( + columns={ + "model": "Model", + "cv6": "CV 6.1 Test", + "cv7": "CV 7.0 Test", + "cv8": "CV 8.0 Test", + "hf_dev": "HF Dev", + "hf_test": "HF Test", + "custom": "Custom Test", + "avg": "Score", + }, + inplace=True, + ) + df.fillna("", inplace=True) + return df, note, metric_eq + + +@st.cache() +def main(): + dataframes = {} + notes = {} + metric_eqs = {} + for lang_csv in sorted(glob.glob("data/*.csv")): + lang = lang_csv.split("/")[-1].split(".")[0] + df = pd.read_csv(lang_csv) + dataframes[lang], notes[lang], metric_eqs[lang] = parse_df(df, lang) + + return dataframes, notes, metric_eqs + + +dataframes, notes, eval_eqs = main() + +_, col_center = st.columns([3, 6]) +with col_center: + st.image("logo.png", width=200) +st.markdown("# Robust Speech Challenge Results") + +lang_select = sorted(dataframes.keys()) + +lang = st.selectbox( + "Language", + lang_select, + index=0, +) + +st.markdown(notes[lang]) +if eval_eqs[lang]: + st.latex(eval_eqs[lang]) +st.write(dataframes[lang].to_html(escape=False, index=None), unsafe_allow_html=True) diff --git a/data/ab.csv b/data/ab.csv new file mode 100755 index 0000000000000000000000000000000000000000..6d14a2b1ae604942fdee5b935b2df2ade2c8134b --- /dev/null +++ b/data/ab.csv @@ -0,0 +1,5 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-ab-CV7,52.91, +infinitejoy/wav2vec2-large-xls-r-300m-abkhaz,57.81, +infinitejoy/wav2vec2-large-xls-r-300m-abkhaz-cv8,,27.60 +emre/wav2vec2-xls-r-300m-ab-CV8,,44.9 \ No newline at end of file diff --git a/data/ar.csv b/data/ar.csv new file mode 100755 index 0000000000000000000000000000000000000000..6d2e6d0d09e6cb5bcc12edc7c97214aa871f292d --- /dev/null +++ b/data/ar.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,hf_dev,hf_test +AndrewMcDowell/wav2vec2-xls-r-300m-arabic,46.72,,93.72,92.49 +bakrianoo/sinai-voice-ar-stt,,18.17,93.03,90.79 +kingabzpro/wav2vec2-large-xlsr-300-arabic,39.04,,89.80,87.46 +phantomcoder1996/wav2vec2-large-xls-r-300m-arabic,57.80,,95.07,93.58 +phantomcoder1996/wav2vec2-large-xls-r-300m-arabic-colab,64.38,,96.15,94.96 diff --git a/data/as.csv b/data/as.csv new file mode 100755 index 0000000000000000000000000000000000000000..6e0b7b32011720045c5d8677597995cbb4989595 --- /dev/null +++ b/data/as.csv @@ -0,0 +1,8 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-large-xls-r-300m-as-g1,,65.41, +DrishtiSharma/wav2vec2-large-xls-r-300m-as-v9,,61.64, +anuragshas/wav2vec2-large-xls-r-300m-as,57.00,, +infinitejoy/wav2vec2-large-xls-r-300m-assamese,72.64,, +infinitejoy/wav2vec2-large-xls-r-300m-assamese-cv8,,65.97, +emre/wav2vec2-xls-r-300m-as-CV8-v1,,100, +reichenbach/wav2vec2-large-xls-r-300m-as,,,64.77 \ No newline at end of file diff --git a/data/ba.csv b/data/ba.csv new file mode 100755 index 0000000000000000000000000000000000000000..22df990faaa7c1609a95a3d2158f561a0a3dad27 --- /dev/null +++ b/data/ba.csv @@ -0,0 +1,4 @@ +model,cv7,cv8 +AigizK/wav2vec2-large-xls-r-300m-bashkir-cv7_opt,4.44, +infinitejoy/wav2vec2-large-xls-r-300m-bashkir,24.21, +sammy786/wav2vec2-xlsr-bashkir,,11.32 diff --git a/data/bas.csv b/data/bas.csv new file mode 100755 index 0000000000000000000000000000000000000000..e51a4919378920a4bd6154bba5f897c905f723e8 --- /dev/null +++ b/data/bas.csv @@ -0,0 +1,6 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-bas-v1,,35.66 +emre/wav2vec2-xls-r-300m-bas-CV8-v2,,50.48 +infinitejoy/wav2vec2-large-xls-r-300m-basaa,104.08, +infinitejoy/wav2vec2-large-xls-r-300m-basaa-cv8,,38.06 +sammy786/wav2vec2-xlsr-Basaa,,41.23 diff --git a/data/bg.csv b/data/bg.csv new file mode 100755 index 0000000000000000000000000000000000000000..faed888bfaf3d361aff726cba8696f70536d6c05 --- /dev/null +++ b/data/bg.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test +DrishtiSharma/wav2vec2-large-xls-r-300m-bg-d2,,28.78,49.78,51.25 +DrishtiSharma/wav2vec2-large-xls-r-300m-bg-v1,,47.10,70.53,72.60 +anuragshas/wav2vec2-large-xls-r-300m-bg,,21.20,30.27,31.03 +infinitejoy/wav2vec2-large-xls-r-300m-bulgarian,46.68,,63.68,64.08 diff --git a/data/bn.csv b/data/bn.csv new file mode 100755 index 0000000000000000000000000000000000000000..8f94e1a1d844e8c803fdf5473f22e9dc931297c4 --- /dev/null +++ b/data/bn.csv @@ -0,0 +1,3 @@ +model,custom +Tahsin-Mayeesha/wav2vec2-bn-300m,17.77 +arijitx/wav2vec2-xls-r-300m-bengali,15.32 diff --git a/data/br.csv b/data/br.csv new file mode 100755 index 0000000000000000000000000000000000000000..d799b3168508bac52bc8b51cec29bea787d07c1b --- /dev/null +++ b/data/br.csv @@ -0,0 +1,7 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-large-xls-r-300m-br-d10,,52.30, +DrishtiSharma/wav2vec2-large-xls-r-300m-br-d2,,49.77, +infinitejoy/wav2vec2-large-xls-r-300m-breton,107.96,, +infinitejoy/wav2vec2-large-xls-r-300m-breton-cv8,,54.86, +sammy786/wav2vec2-xlsr-breton,,48.21, +emre/wav2vec2-xls-r-300m-Br-small,,,47.89 diff --git a/data/ca.csv b/data/ca.csv new file mode 100755 index 0000000000000000000000000000000000000000..ad30b5a7553c2098b596d037c61e240e99b4aff5 --- /dev/null +++ b/data/ca.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test +PereLluis13/wav2vec2-xls-r-1b-ca,,11.03,20.98,18.70 +PereLluis13/wav2vec2-xls-r-1b-ca-lm,,6.07,18.38,15.41 +PereLluis13/wav2vec2-xls-r-300m-ca,,13.17,26.25,22.04 +PereLluis13/wav2vec2-xls-r-300m-ca-lm,,6.77,21.47,17.68 diff --git a/data/ckb.csv b/data/ckb.csv new file mode 100755 index 0000000000000000000000000000000000000000..cfb0d2e33d55c6437bf9bbff9ed6d9f722a8a363 --- /dev/null +++ b/data/ckb.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +Akashpb13/Central_kurdish_xlsr,,36.75 diff --git a/data/cs.csv b/data/cs.csv new file mode 100755 index 0000000000000000000000000000000000000000..a046b366cbb44bd9b8273c79f837047e7af7afc1 --- /dev/null +++ b/data/cs.csv @@ -0,0 +1,6 @@ +model,hf_dev,hf_test,cv7,cv8,cv6 +comodoro/wav2vec2-xls-r-300m-cs,66.78,57.52,,,22.15 +comodoro/wav2vec2-xls-r-300m-cs-250,49.26,42.51,,14.75, +comodoro/wav2vec2-xls-r-300m-cs-cv8,54.29,44.55,,10.28, +comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,84.11,75.99,,53.52, +sammy786/wav2vec2-xlsr-czech,97.02,69.70,,11.23, diff --git a/data/cv.csv b/data/cv.csv new file mode 100755 index 0000000000000000000000000000000000000000..e3dd357ee616b99b4a685a667e67f02866bdaff0 --- /dev/null +++ b/data/cv.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-chuvash,60.31, +sammy786/wav2vec2-xlsr-chuvash,,27.81 diff --git a/data/cy.csv b/data/cy.csv new file mode 100755 index 0000000000000000000000000000000000000000..9ea2882f96312d998a1610ec6e3f10a73a175734 --- /dev/null +++ b/data/cy.csv @@ -0,0 +1,3 @@ +model,cv6,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-welsh,,31.00, +techiaith/wav2vec2-xlsr-ft-cy,13.79,, diff --git a/data/de.csv b/data/de.csv new file mode 100755 index 0000000000000000000000000000000000000000..f5ef0fe1df0095ef686d05325569d808cb4f16e1 --- /dev/null +++ b/data/de.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,hf_dev,hf_test +AndrewMcDowell/wav2vec2-xls-r-1B-german,,15.25,28.30,36.20 +AndrewMcDowell/wav2vec2-xls-r-300m-german-de,19.50,,39.54,47.95 +jonatasgrosman/wav2vec2-xls-r-1b-german,,8.13,15.12,19.67 +jsnfly/wav2vec2-large-xlsr-53-german-gpt2,9.71,,, +jsnfly/wav2vec2-xls-r-1b-de-cv8,,11.07,29.28,36.79 diff --git a/data/dv.csv b/data/dv.csv new file mode 100755 index 0000000000000000000000000000000000000000..f2e604deeab9e19c934375e9b8305ab69a32b195 --- /dev/null +++ b/data/dv.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +sammy786/wav2vec2-xlsr-dhivehi,,26.91 +shahukareem/xls-r-300m-dv,,21.30 diff --git a/data/el.csv b/data/el.csv new file mode 100755 index 0000000000000000000000000000000000000000..3f755feb78e9be9298845ee82dbf48e252234e55 --- /dev/null +++ b/data/el.csv @@ -0,0 +1,3 @@ +model,cv7,cv8,hf_dev,hf_test +ayameRushia/wav2vec2-large-xls-r-300m-el,,31.13,, +infinitejoy/wav2vec2-large-xls-r-300m-greek,101.37,,99.93,99.95 diff --git a/data/en.csv b/data/en.csv new file mode 100755 index 0000000000000000000000000000000000000000..e5a339cfc1c5ab6fcdc769950ab87344ee544a17 --- /dev/null +++ b/data/en.csv @@ -0,0 +1,3 @@ +model,cv7,cv8,hf_dev,hf_test +jonatasgrosman/wav2vec2-xls-r-1b-english,,17.32,15.07,17.88 +vitouphy/wav2vec2-xls-r-300m-english,,37.81,34.56,38.80 diff --git a/data/eo.csv b/data/eo.csv new file mode 100644 index 0000000000000000000000000000000000000000..10f28af1ff2aa037eb4f706dfd464f951c178768 --- /dev/null +++ b/data/eo.csv @@ -0,0 +1,2 @@ +model,cv6,cv7,cv8 +samitizerxu/wav2vec2-xls-r-300m-eo,30.86,, \ No newline at end of file diff --git a/data/es.csv b/data/es.csv new file mode 100755 index 0000000000000000000000000000000000000000..8510a178a94000b9fbec1eee31de4a8eb8a164d7 --- /dev/null +++ b/data/es.csv @@ -0,0 +1,9 @@ +model,hf_dev,hf_test,cv7,cv8,cv6 +glob-asr/xls-r-es-test-lm,27.95,30.86,,9.40, +jonatasgrosman/wav2vec2-xls-r-1b-spanish,15.35,16.67,,6.75, +pablouribe/xls-r-spanish-test,92.53,91.21,13.89,, +polodealvarado/xls-r-300m-es,28.63,29.72,,14.60, +tomascufaro/xls-r-es-test,36.08,39.19,,12.62, +edugp/wav2vec2-xls-r-300m-36-tokens-es,36.09,39.82,,,11.18 +edugp/wav2vec2-xls-r-300m-36-tokens-with-lm-es,31.68,34.45,,,8.68 +samitizerxu/wav2vec2-xls-r-300m-es,55.69,57.28,,,37.37 diff --git a/data/et.csv b/data/et.csv new file mode 100755 index 0000000000000000000000000000000000000000..a23b6e1a3b9cebf29bbe338f8cc69582e730e2a2 --- /dev/null +++ b/data/et.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,hf_dev,hf_test +RASMUS/wav2vec2-xlsr-1b-et,,20.13,37.52,41.97 +sammy786/wav2vec2-xlsr-estonian,,23.63,61.83,67.43 +shpotes/xls-r-et,34.75,,47.17,54.72 +shpotes/xls-r-et-cv_8_0,,34.18,45.53,54.41 +vasilis/xls-r-et-V-3,,52.47,59.23,69.08 diff --git a/data/eu.csv b/data/eu.csv new file mode 100755 index 0000000000000000000000000000000000000000..8c1aade4cf85ba4ec9feb4263c636240be321d36 --- /dev/null +++ b/data/eu.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +deepdml/wav2vec2-large-xls-r-300m-basque,51.90, +shpotes/xls-r-eus,,17.87 diff --git a/data/fi.csv b/data/fi.csv new file mode 100755 index 0000000000000000000000000000000000000000..bf96e97adf13977db31e52c1077fc1fac3d074f4 --- /dev/null +++ b/data/fi.csv @@ -0,0 +1,10 @@ +model,cv7,cv8 +RASMUS/wav2vec2-xlsr-fi-train-aug-lm-1B,7.69, +aapot/wav2vec2-xlsr-1b-finnish,13.11, +aapot/wav2vec2-xlsr-1b-finnish-lm,5.65, +aapot/wav2vec2-xlsr-1b-finnish-lm-v2,4.09, +aapot/wav2vec2-xlsr-1b-finnish-v2,9.73, +aapot/wav2vec2-xlsr-300m-finnish,17.92, +aapot/wav2vec2-xlsr-300m-finnish-lm,8.16, +infinitejoy/wav2vec2-large-xls-r-300m-finnish,29.97, +sammy786/wav2vec2-xlsr-finnish,,13.73 diff --git a/data/fr.csv b/data/fr.csv new file mode 100755 index 0000000000000000000000000000000000000000..96281be428d5201243e796e49cc03773a08b53f5 --- /dev/null +++ b/data/fr.csv @@ -0,0 +1,8 @@ +model,cv7,cv8,hf_dev,hf_test,cv6 +AlexN/xls-r-300m-fr,,21.02,35.15,38.86, +AlexN/xls-r-300m-fr-0,,21.94,35.55,39.94, +Plim/xls-r-1b-cv_8-fr,,14.78,23.68,27.10, +Plim/xls-r-300m-fr,23.70,,62.85,66.45, +jonatasgrosman/wav2vec2-xls-r-1b-french,,16.32,16.15,19.15, +samirt8/wav2vec2-xls-r-1b-fr,,12.34,24.45,25.96, +samitizerxu/wav2vec2-xls-r-300m-fr,,,56.62,58.22,50.24 \ No newline at end of file diff --git a/data/ga-IE.csv b/data/ga-IE.csv new file mode 100755 index 0000000000000000000000000000000000000000..c935e0803f7f2aec1ea7f115e72adae8d616aad7 --- /dev/null +++ b/data/ga-IE.csv @@ -0,0 +1,5 @@ +model,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-irish,103.54, +jcmc/wav2vec-1b-cv8-ir,,42.56 +jcmc/wav2vec-cv7-1b-ir,38.58, +kingabzpro/wav2vec2-large-xls-r-1b-Irish,,37.64 diff --git a/data/gl.csv b/data/gl.csv new file mode 100755 index 0000000000000000000000000000000000000000..4411718772e5277a1e5d2a016ce8c2f61b405b8b --- /dev/null +++ b/data/gl.csv @@ -0,0 +1,4 @@ +model,cv7,cv8,hf_dev,hf_test +Akashpb13/Galician_xlsr,,11.31,36.78,39.05 +infinitejoy/wav2vec2-large-xls-r-300m-galician,101.54,,105.69,101.95 +emre/wav2vec2-xls-r-300m-gl-CV8,,22.94,47.82,50.80 diff --git a/data/gn.csv b/data/gn.csv new file mode 100755 index 0000000000000000000000000000000000000000..cce9641ec178cbaf76a74edd174a57bc9ffa500d --- /dev/null +++ b/data/gn.csv @@ -0,0 +1,6 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-gn-k1,,71.19 +lgris/wav2vec2-xls-r-300m-gn-cv8,,69.05 +lgris/wav2vec2-xls-r-300m-gn-cv8-3,,76.68 +lgris/wav2vec2-xls-r-300m-gn-cv8-4,,68.45 +lgris/wav2vec2-xls-r-gn-cv7,62.65, diff --git a/data/ha.csv b/data/ha.csv new file mode 100755 index 0000000000000000000000000000000000000000..8a2759a238d9bfd77edce3f7b00f07cff6c962ba --- /dev/null +++ b/data/ha.csv @@ -0,0 +1,5 @@ +model,cv7,cv8 +Akashpb13/Hausa_xlsr,,20.61 +Mofe/xls-r-hausa-40,,51.31 +anuragshas/wav2vec2-large-xls-r-300m-ha-cv8,,36.30 +infinitejoy/wav2vec2-large-xls-r-300m-hausa,102.74, diff --git a/data/hi.csv b/data/hi.csv new file mode 100755 index 0000000000000000000000000000000000000000..681de3637e163f207c8ca308c1f220d03983c085 --- /dev/null +++ b/data/hi.csv @@ -0,0 +1,19 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-large-xls-r-300m-hi-CV7,35.32,, +DrishtiSharma/wav2vec2-large-xls-r-300m-hi-cv8,,36.29, +DrishtiSharma/wav2vec2-large-xls-r-300m-hi-cv8-b2,,38.91, +DrishtiSharma/wav2vec2-large-xls-r-300m-hi-d3,42.04,, +DrishtiSharma/wav2vec2-large-xls-r-300m-hi-wx1,37.20,, +Harveenchadha/hindi_base_wav2vec2,,20.87, +Harveenchadha/hindi_large_wav2vec2,,24.85, +Harveenchadha/hindi_model_with_lm_vakyansh,,18.99, +LegolasTheElf/Wav2Vec2_xls_r_lm_300m_hi,34.21,, +anuragshas/wav2vec2-xls-r-1b-hi,18.50,, +anuragshas/wav2vec2-xls-r-1b-hi-with-lm,,15.90, +infinitejoy/wav2vec2-large-xls-r-300m-hindi,102.15,, +kapilkd13/xls-r-300m-hi-prod,39.21,, +kapilkd13/xls-r-hi-test,38.18,, +shivam/wav2vec2-xls-r-hindi,52.30,, +reichenbach/wav2vec2-large-xls-r-300m-hi,,,60.44 +Saitomar/wav2vec2-large-xls-r-300m-hindi-kaggle,,,96.17 +yaswanth/xls-r-300m-yaswanth-hindi2,,,57.89 diff --git a/data/hsb.csv b/data/hsb.csv new file mode 100755 index 0000000000000000000000000000000000000000..f78d1371742be5998441cced9f89620654517529 --- /dev/null +++ b/data/hsb.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v1,,43.93, +DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v2,,46.54, +DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v3,,47.64, +comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,,81.74, +comodoro/wav2vec2-xls-r-300m-hsb-cv8,,,56.41 diff --git a/data/hu.csv b/data/hu.csv new file mode 100755 index 0000000000000000000000000000000000000000..ca2190d36eadc2d45e22d800b8fb718bf7609d6d --- /dev/null +++ b/data/hu.csv @@ -0,0 +1,3 @@ +model,cv7,cv8,hf_dev,hf_test +Akashpb13/xlsr_hungarian_new,,30.12,45.55,47.15 +infinitejoy/wav2vec2-large-xls-r-300m-hungarian,30.19,,45.47,48.20 diff --git a/data/hy-AM.csv b/data/hy-AM.csv new file mode 100755 index 0000000000000000000000000000000000000000..87daac91c792295c94c675df78164055fef66b14 --- /dev/null +++ b/data/hy-AM.csv @@ -0,0 +1,5 @@ +model,cv7,cv8 +arampacha/wav2vec2-xls-r-1b-hy,,10.81 +arampacha/wav2vec2-xls-r-1b-hy-cv,,25.88 +arampacha/wav2vec2-xls-r-300m-hy,,13.19 +infinitejoy/wav2vec2-large-xls-r-300m-armenian,101.63, diff --git a/data/ia.csv b/data/ia.csv new file mode 100755 index 0000000000000000000000000000000000000000..ecb2473bd75439286c5e9cbdf1b2a59ccf48d995 --- /dev/null +++ b/data/ia.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +ayameRushia/wav2vec2-large-xls-r-300m-ia,,20.18 +sammy786/wav2vec2-xlsr-interlingua,,11.46 diff --git a/data/id.csv b/data/id.csv new file mode 100755 index 0000000000000000000000000000000000000000..81fed3ee1b5397abf56af7baf61cf3f9afac53fa --- /dev/null +++ b/data/id.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test +Wikidepia/wav2vec2-xls-r-300m-indonesian,,5.05,41.31,52.23 +indonesian-nlp/wav2vec2-indonesian-javanese-sundanese,4.49,,48.94,68.95 +kingabzpro/wav2vec2-large-xls-r-1b-Indonesian,,42.96,72.73,79.29 +kingabzpro/wav2vec2-large-xls-r-300m-Indonesian,100.16,,99.61,106.39 diff --git a/data/it.csv b/data/it.csv new file mode 100755 index 0000000000000000000000000000000000000000..598aef6ef06c25263148a9e0a38bbd8406ce02df --- /dev/null +++ b/data/it.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,hf_dev,hf_test +dbdmg/wav2vec2-xls-r-1b-italian-robust,19.55,,27.51,51.12 +dbdmg/wav2vec2-xls-r-300m-italian,14.08,,22.09,38.07 +dbdmg/wav2vec2-xls-r-300m-italian-robust,12.07,,17.36,33.66 +jonatasgrosman/wav2vec2-xls-r-1b-italian,,6.75,13.78,18.34 +masapasa/xls-r-300m-it-cv8-ds13,,100.00,100.00,100.00 diff --git a/data/ja.csv b/data/ja.csv new file mode 100755 index 0000000000000000000000000000000000000000..3014526b7dd2e735d2a3c479cde341c3a1d8f606 --- /dev/null +++ b/data/ja.csv @@ -0,0 +1,7 @@ +model,hf_dev,hf_test,cv7,cv8 +AndrewMcDowell/wav2vec2-xls-r-1b-japanese-hiragana-katakana,29.63,32.69,,22.27 +AndrewMcDowell/wav2vec2-xls-r-300m-japanese,30.37,34.42,,23.64 +vitouphy/wav2vec2-xls-r-300m-japanese,24.87,27.36,,27.54 +vumichien/wav2vec2-xls-r-1b-japanese,16.27,19.89,3.42, +vutankiet2901/wav2vec2-large-xlsr-53-ja,21.11,26.02,,7.15 +vutankiet2901/wav2vec2-xls-r-1b-ja,16.43,19.48,,5.33 diff --git a/data/ka.csv b/data/ka.csv new file mode 100755 index 0000000000000000000000000000000000000000..5778b37fe24251ddfcad0f6c0515fd41f98f46cf --- /dev/null +++ b/data/ka.csv @@ -0,0 +1,4 @@ +model,hf_dev,hf_test,cv7,cv8 +arampacha/wav2vec2-xls-r-1b-ka,22.61,21.58,,7.40 +infinitejoy/wav2vec2-large-xls-r-300m-georgian,65.32,65.03,37.23, +sammy786/wav2vec2-xlsr-georgian,75.07,74.41,,23.90 diff --git a/data/kab.csv b/data/kab.csv new file mode 100755 index 0000000000000000000000000000000000000000..0f190480e139d996fa38407f5344328cd15cd4fd --- /dev/null +++ b/data/kab.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +Akashpb13/Kabyle_xlsr,,31.88 diff --git a/data/kk.csv b/data/kk.csv new file mode 100755 index 0000000000000000000000000000000000000000..4515380f33a8d7fb047cc0d8cb82736f0e4f8a6e --- /dev/null +++ b/data/kk.csv @@ -0,0 +1,2 @@ +model,cv7,cv8,hf_dev,hf_test +DrishtiSharma/wav2vec2-large-xls-r-300m-kk-with-LM,,41.70,81.57,67.09 diff --git a/data/km.csv b/data/km.csv new file mode 100755 index 0000000000000000000000000000000000000000..968b918595d3997dd80ce442503696a24159ac92 --- /dev/null +++ b/data/km.csv @@ -0,0 +1,2 @@ +model,custom +vitouphy/wav2vec2-xls-r-1b-khmer,32.13 diff --git a/data/kmr.csv b/data/kmr.csv new file mode 100755 index 0000000000000000000000000000000000000000..473bc04d6928f37c05835a5f422ab205d39305d1 --- /dev/null +++ b/data/kmr.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +Akashpb13/xlsr_kurmanji_kurdish,,33.07 +infinitejoy/wav2vec2-large-xls-r-300m-kurdish,102.31, diff --git a/data/ko.csv b/data/ko.csv new file mode 100755 index 0000000000000000000000000000000000000000..a4a806401d19a4746f063b306270145a7e89ef0e --- /dev/null +++ b/data/ko.csv @@ -0,0 +1,4 @@ +model,hf_dev,hf_test +anantoj/wav2vec2-xls-r-1b-korean,82.07,82.09 +w11wo/wav2vec2-xls-r-300m-korean,76.26,73.18 +w11wo/wav2vec2-xls-r-300m-korean-lm,68.34,66.47 diff --git a/data/ky.csv b/data/ky.csv new file mode 100755 index 0000000000000000000000000000000000000000..5eaf04d0e21af496e8ad5b8751b65a98202e97c8 --- /dev/null +++ b/data/ky.csv @@ -0,0 +1,4 @@ +model,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-kyrgyz,40.52, +lucio/xls-r-kyrgiz-cv8,,19.01 +sammy786/wav2vec2-xlsr-kyrgyz,,25.25 diff --git a/data/la.csv b/data/la.csv new file mode 100755 index 0000000000000000000000000000000000000000..b40412f888db23114fa140a5a2730aaff31b1bc0 --- /dev/null +++ b/data/la.csv @@ -0,0 +1,2 @@ +model,custom +lsb/wav2vec2-base-it-latin,39.80 diff --git a/data/lg.csv b/data/lg.csv new file mode 100755 index 0000000000000000000000000000000000000000..74720328b3e59135c99b2fe13276f9cd44a8295e --- /dev/null +++ b/data/lg.csv @@ -0,0 +1,3 @@ +model,cv6,cv7,cv8 +cahya/wav2vec2-luganda,,13.84, +samitizerxu/wav2vec2-xls-r-300m-lg,78.89,, diff --git a/data/lt.csv b/data/lt.csv new file mode 100755 index 0000000000000000000000000000000000000000..bd777154916c964d3a314fcd2d8417a995473836 --- /dev/null +++ b/data/lt.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-lithuanian,24.14, +sammy786/wav2vec2-xlsr-lithuanian,,14.67 diff --git a/data/lv.csv b/data/lv.csv new file mode 100755 index 0000000000000000000000000000000000000000..0b903b4923aa991b84dd44036d7a3556775e6464 --- /dev/null +++ b/data/lv.csv @@ -0,0 +1,4 @@ +model,cv7,cv8,hf_dev,hf_test +anuragshas/wav2vec2-xls-r-300m-lv-cv8-with-lm,,9.63,33.21,44.12 +infinitejoy/wav2vec2-large-xls-r-300m-latvian,16.68,,45.25,56.16 +reach-vb/wav2vec2-large-xls-r-1B-common_voice7-lv-ft,9.58,,44.33,50.89 diff --git a/data/mn.csv b/data/mn.csv new file mode 100755 index 0000000000000000000000000000000000000000..62efe7b0182304d2063fcb36aeffa44ced9a4a33 --- /dev/null +++ b/data/mn.csv @@ -0,0 +1,4 @@ +model,cv7,cv8,hf_dev,hf_test +ayameRushia/wav2vec2-large-xls-r-300m-mn,,31.39,, +infinitejoy/wav2vec2-large-xls-r-300m-mongolian,44.65,,76.64,78.45 +sammy786/wav2vec2-xlsr-mongolian,,32.64,91.26,91.37 diff --git a/data/mr.csv b/data/mr.csv new file mode 100755 index 0000000000000000000000000000000000000000..a069c49620df1da8054faf93accba059f236992f --- /dev/null +++ b/data/mr.csv @@ -0,0 +1,7 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-mr-v2,,49.38 +anuragshas/wav2vec2-large-xls-r-300m-mr,,32.81 +infinitejoy/wav2vec2-large-xls-r-300m-marathi-cv8,,55.72 +shivam/xls-r-300m-marathi,,38.23 +smangrul/xls-r-mr,,44.44 +smangrul/xls-r-mr-model,,31.05 diff --git a/data/mt.csv b/data/mt.csv new file mode 100755 index 0000000000000000000000000000000000000000..2f6d0f447021e8dbb8079b2c25015287160552fe --- /dev/null +++ b/data/mt.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-xls-r-300m-mt-o1,,23.78, +RuudVelo/wav2vec2-large-xls-r-1b-cv8-mt,,17.57, +RuudVelo/wav2vec2-large-xls-r-1b-cv8-mt-lm,,15.88, +anuragshas/wav2vec2-xls-r-300m-mt-cv8-with-lm,,15.97, +infinitejoy/wav2vec2-large-xls-r-300m-maltese,23.50,, \ No newline at end of file diff --git a/data/myv.csv b/data/myv.csv new file mode 100755 index 0000000000000000000000000000000000000000..13b213e7251bf505dd6d7882670aa43b767d50f3 --- /dev/null +++ b/data/myv.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-myv-v1,,59.95 +DrishtiSharma/wav2vec2-xls-r-myv-a1,,65.15 diff --git a/data/nb-NO.csv b/data/nb-NO.csv new file mode 100755 index 0000000000000000000000000000000000000000..b3c5dfb0f75d9cdb10ad68d7a19af4212a458ba0 --- /dev/null +++ b/data/nb-NO.csv @@ -0,0 +1,7 @@ +model,custom +NbAiLab/XLSR-300M-bokmaal,7.7 +NbAiLab/wav2vec2-large-voxrex-npsc-bokmaal,7.03 +NbAiLab/wav2vec2-xls-r-1b-npsc-bokmaal,7.9 +NbAiLab/wav2vec2-xls-r-1b-npsc-bokmaal-low-27k,6.33 +NbAiLab/wav2vec2-xls-r-300m-npsc-bokmaal,7.56 +NbAiLab/wav2vec2-xlsr-300M-NPSC-LM,15.40 diff --git a/data/ne.csv b/data/ne.csv new file mode 100755 index 0000000000000000000000000000000000000000..cd59f23076df9bf181322eee1c37b8af1e5abf00 --- /dev/null +++ b/data/ne.csv @@ -0,0 +1,4 @@ +model,custom +Mahalakshmi/wav2vec2-large-xlsr-53-demo-colab,25.02 +prajin/wav2vec2-large-xlsr-300m-nepali,25.02 +prajin/wav2vec2-large-xlsr-53-nepali-test,67.83 diff --git a/data/nl.csv b/data/nl.csv new file mode 100755 index 0000000000000000000000000000000000000000..ee73d05f59c8eff58caaf66d6bee4ac4aefb1ff8 --- /dev/null +++ b/data/nl.csv @@ -0,0 +1,12 @@ +model,cv7,cv8,hf_dev,hf_test,cv6 +FremyCompany/xls-r-2b-nl-v2_lm-5gram-os,,4.06,17.52,16.32, +FremyCompany/xls-r-2b-nl-v2_lm-5gram-os2_hunspell,,3.93,16.86,15.81, +FremyCompany/xls-r-nl-v1-cv8-lm,,6.08,20.07,19.71, +Iskaj/xlsr300m_cv_7.0_nl_lm,,15.69,37.44,38.74, +Iskaj/xlsr300m_cv_8.0_nl,,18.22,42.12,42.56, +Iskaj/xlsr_300m_CV_8.0_50_EP_new_params_nl,,16.16,37.17,38.73, +RuudVelo/wav2vec2-large-xls-r-1b-nl,,11.12,31.23,32.17, +RuudVelo/wav2vec2-large-xls-r-1b-nl-lm,,9.74,26.47,27.67, +RuudVelo/wav2vec2-large-xls-r-300m-cv8-nl,,14.53,32.75,35.19, +jonatasgrosman/wav2vec2-xls-r-1b-dutch,,6.83,21.52,20.41, +RuudVelo/wav2vec2-large-xls-r-300m-nl,,,35.47,37.19,17.58 \ No newline at end of file diff --git a/data/nn-NO.csv b/data/nn-NO.csv new file mode 100755 index 0000000000000000000000000000000000000000..3433549bdc5784e869120d303a74bc7e5e594d68 --- /dev/null +++ b/data/nn-NO.csv @@ -0,0 +1,4 @@ +model,custom +NbAiLab/XLSR-300M-nynorsk,12.14 +NbAiLab/wav2vec2-large-voxrex-npsc-nynorsk,12.22 +NbAiLab/wav2vec2-xlsr-1B-NPSC-NN,13.35 diff --git a/data/or.csv b/data/or.csv new file mode 100755 index 0000000000000000000000000000000000000000..ea6e87f870fc60032d144aeea1f9ecea8ef79d28 --- /dev/null +++ b/data/or.csv @@ -0,0 +1,6 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-large-xls-r-300m-or-d5,,57.91, +DrishtiSharma/wav2vec2-large-xls-r-300m-or-dx12,,,53.37 +Harveenchadha/odia_large_wav2vec2,,55.26, +anuragshas/wav2vec2-large-xls-r-300m-or,47.19,, +infinitejoy/wav2vec2-large-xls-r-300m-odia,109.21,, diff --git a/data/pa-IN.csv b/data/pa-IN.csv new file mode 100755 index 0000000000000000000000000000000000000000..ac6bf2326f454d5d2897bdf9722beba692292a20 --- /dev/null +++ b/data/pa-IN.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,cv6 +DrishtiSharma/wav2vec2-xls-r-300m-pa-IN-r5,,41.87, +anuragshas/wav2vec2-large-xls-r-300m-pa-in,45.61,, +kingabzpro/wav2vec2-large-xlsr-53-punjabi,,36.03, +reichenbach/wav2vec2-large-xls-r-300m-pa-in,,,75.89 diff --git a/data/pl.csv b/data/pl.csv new file mode 100755 index 0000000000000000000000000000000000000000..e836c874537d24fd6ddaab62b6ac564cf8a471b3 --- /dev/null +++ b/data/pl.csv @@ -0,0 +1,4 @@ +model,hf_dev,hf_test,cv7,cv8 +comodoro/wav2vec2-xls-r-300m-pl-cv8,38.97,46.05,,17.00 +comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,65.30,72.00,,60.22 +jonatasgrosman/wav2vec2-xls-r-1b-polish,19.22,22.77,,7.33 diff --git a/data/pt.csv b/data/pt.csv new file mode 100755 index 0000000000000000000000000000000000000000..53a3d2cbf94f0002acf0ee063e530b6476a64251 --- /dev/null +++ b/data/pt.csv @@ -0,0 +1,10 @@ +model,cv7,cv8,hf_dev,hf_test,cv6 +AlexN/xls-r-300m-pt,,19.36,48.01,49.21, +jonatasgrosman/wav2vec2-xls-r-1b-portuguese,,6.04,17.28,18.80, +lgris/sew-tiny-portuguese-cv7,26.98,,47.30,49.83, +lgris/sew-tiny-portuguese-cv8,,31.97,53.18,55.23, +lgris/wav2vec2-xls-r-1b-cv8,,17.70,45.29,48.03, +lgris/wav2vec2-xls-r-pt-cv7-from-bp400h,12.13,,26.58,26.86, +lgris/wav2vec2_base_10k_8khz_pt_cv7_2,21.03,,37.15,38.95, +lgris/sew-tiny-portuguese-cv,,,57.17,61.3,30.03 +lgris/wav2vec2-large-xls-r-300m-pt-cv,,,47.88,50.78,17.21 diff --git a/data/rm-sursilv.csv b/data/rm-sursilv.csv new file mode 100755 index 0000000000000000000000000000000000000000..a763bbfedaf78aa44d47da9db85c599649431610 --- /dev/null +++ b/data/rm-sursilv.csv @@ -0,0 +1,4 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-xls-r-300m-rm-sursilv-d11,,24.09 +infinitejoy/wav2vec2-large-xls-r-300m-romansh-sursilvan,19.82, +sammy786/wav2vec2-xlsr-romansh_sursilvan,,13.83 diff --git a/data/rm-vallader.csv b/data/rm-vallader.csv new file mode 100755 index 0000000000000000000000000000000000000000..03560d797f6045dd5eef731674824e57d22c4f3b --- /dev/null +++ b/data/rm-vallader.csv @@ -0,0 +1,4 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-xls-r-300m-rm-vallader-d1,,26.47 +infinitejoy/wav2vec2-large-xls-r-300m-romansh-vallader,31.79, +sammy786/wav2vec2-xlsr-romansh_vallader,,28.59 diff --git a/data/ro.csv b/data/ro.csv new file mode 100755 index 0000000000000000000000000000000000000000..d4d70f85be716199f2eda1c647eff9b9d7481f2a --- /dev/null +++ b/data/ro.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test +gigant/romanian-wav2vec2,,7.32,38.63,43.23 +gigant/wav2vec2-ro-300M,,17.28,54.63,57.45 +infinitejoy/wav2vec2-large-xls-r-300m-romanian,12.08,,40.87,47.20 +ubamba98/wav2vec2-xls-r-1b-ro,99.99,,99.98,99.99 diff --git a/data/ru.csv b/data/ru.csv new file mode 100755 index 0000000000000000000000000000000000000000..a33186bd8c78ebfe56be31f4e09dc55c5f00087a --- /dev/null +++ b/data/ru.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test,cv6 +RASMUS/wav2vec2-xlsr-1b-ru,,10.83,35.56,31.89, +jonatasgrosman/wav2vec2-xls-r-1b-russian,,7.08,13.85,14.23, +mobedkova/wav2vec2-large-xls-r-300m-ru-test,27.81,,44.64,42.51, +emre/wav2vec2-xls-r-300m-Russian-small,,,58.25,56.83,38.05 diff --git a/data/sah.csv b/data/sah.csv new file mode 100755 index 0000000000000000000000000000000000000000..8d85bc1e989729ec7a0b9a883e43b967fa747f8c --- /dev/null +++ b/data/sah.csv @@ -0,0 +1,4 @@ +model,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-sakha,44.20, +sammy786/wav2vec2-xlsr-sakha,,36.15 +emre/wav2vec2-large-xlsr-53-sah-CV8,,43.75 \ No newline at end of file diff --git a/data/sat.csv b/data/sat.csv new file mode 100755 index 0000000000000000000000000000000000000000..ba137fd8d0b0669bcc7c463beec3386e6b84bc8a --- /dev/null +++ b/data/sat.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-sat-a3,,35.74 +DrishtiSharma/wav2vec2-large-xls-r-300m-sat-final,,34.94 diff --git a/data/sk.csv b/data/sk.csv new file mode 100755 index 0000000000000000000000000000000000000000..45f9fd169f8a3ab8b1a6aef967b60381cac654f2 --- /dev/null +++ b/data/sk.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test +anuragshas/wav2vec2-xls-r-300m-sk-cv8-with-lm,,18.61,38.04,44.10 +comodoro/wav2vec2-xls-r-300m-sk-cv8,,49.60,81.70,80.26 +comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,,69.62,88.37,89.08 +infinitejoy/wav2vec2-large-xls-r-300m-slovak,24.85,,56.39,59.25 diff --git a/data/sl.csv b/data/sl.csv new file mode 100755 index 0000000000000000000000000000000000000000..57b2778a62d114dea3bb4f54d7649ac0acc92b75 --- /dev/null +++ b/data/sl.csv @@ -0,0 +1,9 @@ +model,cv7,cv8,hf_dev,hf_test +DrishtiSharma/wav2vec2-large-xls-r-300m-sl-with-LM-v1,,13.48,45.50,46.17 +DrishtiSharma/wav2vec2-large-xls-r-300m-sl-with-LM-v2,,14.55,46.45,46.69 +DrishtiSharma/wav2vec2-xls-r-sl-a1,,20.63,54.06,55.24 +DrishtiSharma/wav2vec2-xls-r-sl-a2,,21.70,56.07,56.19 +anuragshas/wav2vec2-xls-r-300m-sl-cv8-with-lm,,12.74,43.34,45.42 +comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,,73.15,87.69,87.89 +infinitejoy/wav2vec2-large-xls-r-300m-slovenian,18.97,,55.05,54.81 +reach-vb/wav2vec2-large-xls-r-1B-common_voice-sl-ft,13.59,,62.71,62.34 diff --git a/data/sr.csv b/data/sr.csv new file mode 100755 index 0000000000000000000000000000000000000000..c43d256033df2b680407acf74548e7c2e45cbd5b --- /dev/null +++ b/data/sr.csv @@ -0,0 +1,4 @@ +model,cv7,cv8,hf_dev,hf_test +DrishtiSharma/wav2vec2-large-xls-r-300m-sr-v20,,33.13,95.38,95.14 +DrishtiSharma/wav2vec2-large-xls-r-300m-sr-v4,,30.33,94.87,94.53 +comodoro/wav2vec2-xls-r-300m-sr-cv8,,48.53,97.43,96.69 diff --git a/data/sv-SE.csv b/data/sv-SE.csv new file mode 100755 index 0000000000000000000000000000000000000000..5859c03fe60883e770b27ac11fe6c28c5307752d --- /dev/null +++ b/data/sv-SE.csv @@ -0,0 +1,7 @@ +model,cv7,cv8 +kingabzpro/wav2vec2-large-xls-r-1b-Swedish,,13.06 +kingabzpro/wav2vec2-large-xls-r-300m-Swedish,,22.30 +marinone94/xls-r-300m-sv-robust,,8.66 +masapasa/xls-r-300m-sv-cv8,,102.43 +patrickvonplaten/xls-r-300-sv-cv7,15.99, +patrickvonplaten/xls-r-300m-sv-cv8,,17.33 diff --git a/data/sw.csv b/data/sw.csv new file mode 100755 index 0000000000000000000000000000000000000000..7560cc8ac7056be52072d098ee0831c55af47e5e --- /dev/null +++ b/data/sw.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +Akashpb13/Swahili_xlsr,,11.23 diff --git a/data/te.csv b/data/te.csv new file mode 100755 index 0000000000000000000000000000000000000000..ccbd89d9fe48568ba0313516457ffcce81238493 --- /dev/null +++ b/data/te.csv @@ -0,0 +1,4 @@ +model,custom +chmanoj/xls-r-1B-te,20.62 +chmanoj/xls-r-2B-te,51.0 +chmanoj/xls-r-300m-te,24.70 diff --git a/data/th.csv b/data/th.csv new file mode 100755 index 0000000000000000000000000000000000000000..c034c28b9c751cee3911e4482de3314822c4c1ef --- /dev/null +++ b/data/th.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +airesearch/wav2vec2-large-xlsr-53-th,0.95, diff --git a/data/tr.csv b/data/tr.csv new file mode 100755 index 0000000000000000000000000000000000000000..0cd354eb067bfcd4329bffd2536ceeb884057310 --- /dev/null +++ b/data/tr.csv @@ -0,0 +1,5 @@ +model,hf_dev,hf_test,cv7,cv8,cv6 +cahya/wav2vec2-base-turkish,26.35,33.62,8.15,, +mpoyraz/wav2vec2-xls-r-300m-cv7-turkish,27.98,32.09,8.62,, +mpoyraz/wav2vec2-xls-r-300m-cv8-turkish,34.42,40.91,,10.61, +mpoyraz/wav2vec2-xls-r-300m-cv6-turkish,29.86,34.86,,,8.87 \ No newline at end of file diff --git a/data/tt.csv b/data/tt.csv new file mode 100755 index 0000000000000000000000000000000000000000..81726a6fbae70d6d304593b881ade3c8f29c5765 --- /dev/null +++ b/data/tt.csv @@ -0,0 +1,4 @@ +model,cv7,cv8 +infinitejoy/wav2vec2-large-xls-r-300m-tatar,24.39, +kingabzpro/wav2vec2-large-xls-r-300m-Tatar,,38.67 +sammy786/wav2vec2-xlsr-tatar,,16.88 diff --git a/data/ug.csv b/data/ug.csv new file mode 100755 index 0000000000000000000000000000000000000000..56a7c289770bef3814da92bb9c926abf79cf7542 --- /dev/null +++ b/data/ug.csv @@ -0,0 +1,3 @@ +model,cv7,cv8 +lucio/xls-r-uyghur-cv7,25.85, +lucio/xls-r-uyghur-cv8,,30.50 diff --git a/data/uk.csv b/data/uk.csv new file mode 100755 index 0000000000000000000000000000000000000000..e26b46017eca0ed97624a9c31927b437cacd603c --- /dev/null +++ b/data/uk.csv @@ -0,0 +1,4 @@ +model,cv7,cv8,hf_dev,hf_test +Yehor/wav2vec2-xls-r-1b-uk-with-lm,13.93,,48.72,40.66 +arampacha/wav2vec2-xls-r-1b-uk,,10.40,40.57,28.95 +arampacha/wav2vec2-xls-r-1b-uk-cv,,12.25,46.56,35.98 diff --git a/data/ur.csv b/data/ur.csv new file mode 100755 index 0000000000000000000000000000000000000000..1d10b2661661ade2251ffcef39d17ea346f8ce70 --- /dev/null +++ b/data/ur.csv @@ -0,0 +1,11 @@ +model,cv7,cv8 +HarrisDePerceptron/xls-r-1b-ur,,44.13 +HarrisDePerceptron/xls-r-300m-ur,,47.38 +HarrisDePerceptron/xlsr-large-53-ur,,62.47 +Maniac/wav2vec2-xls-r-urdu,,67.48 +anuragshas/wav2vec2-large-xls-r-300m-ur-cv8,,42.38 +infinitejoy/wav2vec2-large-xls-r-300m-urdu,106.41, +kingabzpro/wav2vec2-60-Urdu-V8,,44.67 +kingabzpro/wav2vec2-60-urdu,52.84, +kingabzpro/wav2vec2-large-xls-r-300m-Urdu,,39.90 +kingabzpro/wav2vec2-urdu,52.40, diff --git a/data/uz.csv b/data/uz.csv new file mode 100755 index 0000000000000000000000000000000000000000..5abac11aa27897f6f53705eb4467f83511752cb6 --- /dev/null +++ b/data/uz.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +lucio/xls-r-uzbek-cv8,,32.88 diff --git a/data/vi.csv b/data/vi.csv new file mode 100755 index 0000000000000000000000000000000000000000..1cb71dbe74fea488c8fe0c17b1ce1e1a7b818926 --- /dev/null +++ b/data/vi.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +geninhu/xls-asr-vi-40h,56.57, diff --git a/data/vot.csv b/data/vot.csv new file mode 100755 index 0000000000000000000000000000000000000000..c05f7401fbcc1cf0becfaa9bd0aa95be0e720a4f --- /dev/null +++ b/data/vot.csv @@ -0,0 +1,2 @@ +model,cv7,cv8 +DrishtiSharma/wav2vec2-large-xls-r-300m-vot-final-a2,,83.33 diff --git a/data/zh-CN.csv b/data/zh-CN.csv new file mode 100755 index 0000000000000000000000000000000000000000..c517a01f1f851c541cfd7f8442a2c91cd32212d0 --- /dev/null +++ b/data/zh-CN.csv @@ -0,0 +1,3 @@ +model,cv6,cv7,cv8,hf_dev,hf_test +anantoj/wav2vec2-xls-r-300m-zh-CN,24.49,,,66.22,37.51 +samitizerxu/wav2vec2-xls-r-300m-zh-CN,,40.11,,69.10,43.08 diff --git a/data/zh-HK.csv b/data/zh-HK.csv new file mode 100755 index 0000000000000000000000000000000000000000..de2dad5931c8361ff09d3aee76b89bf93357063b --- /dev/null +++ b/data/zh-HK.csv @@ -0,0 +1,5 @@ +model,cv7,cv8,hf_dev,hf_test,cv6 +ivanlau/wav2vec2-large-xls-r-300m-cantonese,,21.58,61.81,61.55, +w11wo/wav2vec2-xls-r-300m-zh-HK-lm-v2,,,56.56,55.76,16.4 +w11wo/wav2vec2-xls-r-300m-zh-HK-lm-v3,,,56.55,55.77,16.38 +w11wo/wav2vec2-xls-r-300m-zh-HK-v2,,,56.36,55.11,16.4 diff --git a/logo.png b/logo.png new file mode 100644 index 0000000000000000000000000000000000000000..69317df75089e9bed6163188df80aecfa1510b25 Binary files /dev/null and b/logo.png differ diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..1411a4a0b5ab886adfb744e685d150151ab10023 --- /dev/null +++ b/requirements.txt @@ -0,0 +1 @@ +pandas \ No newline at end of file