Delete leaderboard-evals

leaderboard-evals/.gitattributes

@@ -1,55 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.lz4 filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
-# Audio files - uncompressed
-*.pcm filter=lfs diff=lfs merge=lfs -text
-*.sam filter=lfs diff=lfs merge=lfs -text
-*.raw filter=lfs diff=lfs merge=lfs -text
-# Audio files - compressed
-*.aac filter=lfs diff=lfs merge=lfs -text
-*.flac filter=lfs diff=lfs merge=lfs -text
-*.mp3 filter=lfs diff=lfs merge=lfs -text
-*.ogg filter=lfs diff=lfs merge=lfs -text
-*.wav filter=lfs diff=lfs merge=lfs -text
-# Image files - uncompressed
-*.bmp filter=lfs diff=lfs merge=lfs -text
-*.gif filter=lfs diff=lfs merge=lfs -text
-*.png filter=lfs diff=lfs merge=lfs -text
-*.tiff filter=lfs diff=lfs merge=lfs -text
-# Image files - compressed
-*.jpg filter=lfs diff=lfs merge=lfs -text
-*.jpeg filter=lfs diff=lfs merge=lfs -text
-*.webp filter=lfs diff=lfs merge=lfs -text

leaderboard-evals/02_jan_24.csv

@@ -1,37 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54
-distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6
-distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84
-openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67
-nvidia/parakeet-ctc-1.1b,7.575555556,5,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9
-nvidia/parakeet-ctc-0.6b,7.988888889,2.9,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57
-nvidia/parakeet-rnnt-1.1b,7.041111111,14.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8
-nvidia/parakeet-rnnt-0.6b,7.63,12.3,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07

leaderboard-evals/10_feb_24.csv

@@ -1,39 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,2.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,2.0,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,0.6,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,0.4,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,2.0,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,0.2,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,3.2,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,0.4,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,3.1,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54
-distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6
-distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84
-openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67
-nvidia/parakeet-ctc-1.1b,7.575555556,0.6,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9
-nvidia/parakeet-ctc-0.6b,7.988888889,0.4,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57
-nvidia/parakeet-rnnt-1.1b,7.041111111,2.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8
-nvidia/parakeet-rnnt-0.6b,7.63,2.0,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07
-nvidia/parakeet-tdt-1.1b,6.948888889,1.7,15.9,14.65,9.55,1.39,2.62,3.42,3.56,5.48,5.97
-nvidia/canary-1b,6.674444444,9.8,14,12.25,10.19,1.49,2.94,2.06,3.58,5.81,7.75

leaderboard-evals/12_aug_24.csv

@@ -1,37 +0,0 @@
-model,Avg. WER,RTFx,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER
-facebook/data2vec-audio-large-960h,23.21,470.1542038,40.51,37.82,24.8,11.4,12.94,18.49,15.86,23.86
-facebook/data2vec-audio-base-960h,28.3025,648.1385316,47.27,49.56,29.78,12.13,15.48,25.46,19.49,27.25
-distil-whisper/distil-small.en,8.5675,331.8934863,16.16,13.15,10.87,3.48,7.73,3.82,4.54,8.79
-distil-whisper/distil-medium.en,8.765,279.7331043,16.12,12.99,11.3,3.69,8.35,3.83,4.84,9
-distil-whisper/distil-large-v2,7.92125,202.9464411,14.67,12.19,10.32,2.94,6.84,3.3,4.87,8.24
-distil-whisper/distil-large-v3,7.5175,214.4214313,15.16,11.79,10.08,2.54,5.19,3.27,3.86,8.25
-facebook/hubert-large-ls960-ft,22.69375,495.8627041,39.72,35.24,25.01,11.35,12.75,18.86,15.92,22.7
-facebook/hubert-xlarge-ls960-ft,22.5475,361.3176536,39.11,36.13,24.74,11.3,12.22,18.58,15.83,22.47
-facebook/mms-1b-all,22.53875,230.7942514,42.02,31.17,26.44,12.63,15.99,16.95,17.48,17.63
-facebook/mms-1b-fl102,39.79625,234.4231743,86.78,51.87,42.42,22.07,28.7,26.21,32.35,27.97
-facebook/wav2vec2-base-960h,29.4025,686.0029073,45.56,48.47,30.85,12.53,16.72,27.56,21.05,32.48
-facebook/wav2vec2-large-960h,26.7725,516.5796585,42.66,43.75,27.74,12.81,15.46,22.82,18.85,30.09
-facebook/wav2vec2-large-960h-lv60-self,21.2725,509.3204173,36.77,31.68,23.94,11.13,12.42,17.94,14.88,21.42
-facebook/wav2vec2-large-robust-ft-libri-960h,22.93125,503.8085606,37.75,36.22,25.12,11.84,13.76,19.03,16.46,23.27
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,23.29125,522.4568374,42.39,38.33,24.96,11.2,12.44,18.85,15.77,22.39
-facebook/wav2vec2-conformer-rope-large-960h-ft,23.28375,607.8694616,42.47,37.52,25,11.34,12.54,18.87,15.92,22.61
-openai/whisper-tiny.en,12.80625,348.1239348,24.24,19.12,14.08,5.66,15.45,5.93,5.97,12
-openai/whisper-small.en,8.59,268.9148739,17.93,12.97,11.35,3.05,7.25,3.6,4.07,8.5
-openai/whisper-base.en,10.3175,320.6738853,21.13,15.09,12.83,4.25,10.35,4.26,4.87,9.76
-openai/whisper-medium.en,8.09,182.1291601,16.68,12.63,11.03,3.02,5.85,3.33,4.12,8.06
-openai/whisper-large,7.9425,143.7563188,16.73,12.91,10.76,2.73,5.54,3.2,3.91,7.76
-openai/whisper-large-v2,7.835,144.4521022,16.74,12.05,10.67,2.83,5.14,3.87,3.9,7.48
-openai/whisper-large-v3,7.44,145.5096549,15.95,11.29,10.02,2.01,3.91,2.94,3.86,9.54
-nvidia/canary-1b,6.50375,235.3432794,13.9,12.19,10.12,1.48,2.93,2.06,3.56,5.79
-nvidia/parakeet-ctc-1.1b,7.39875,2728.522295,15.67,13.75,10.28,1.83,3.51,4.02,3.57,6.56
-nvidia/parakeet-ctc-0.6b,7.69,4281.529811,16.46,14.26,10.39,1.88,3.8,3.89,3.77,7.07
-nvidia/stt_en_fastconformer_ctc_large,8.965,6399.25031,18.61,18.81,12.17,1.93,4.04,5.06,4.76,6.34
-nvidia/stt_en_conformer_ctc_large,8.31875,4295.006653,15.95,15.99,11.6,2.05,4.15,5.57,4.41,6.83
-nvidia/stt_en_conformer_ctc_small,11.15875,5686.896503,20.43,18.84,14.46,3.59,7.92,7.8,7.16,9.07
-nvidia/parakeet-tdt-1.1b,7.015,2390.611822,15.87,14.49,9.52,1.4,2.6,3.16,3.59,5.49
-nvidia/parakeet-rnnt-1.1b,7.12375,2053.14697,17.01,13.94,9.89,1.45,2.5,2.93,3.83,5.44
-nvidia/parakeet-rnnt-0.6b,7.495,2815.724575,17.4,14.66,10.01,1.62,3.02,3.32,3.85,6.08
-nvidia/stt_en_fastconformer_transducer_large,9.0575,4097.432343,19.09,19.41,12.31,1.8,3.97,4.97,4.46,6.45
-stt_en_conformer_transducer_small,10.2575,3714.361304,20.28,18.13,13.7,2.77,6.47,6.63,6.21,7.87
-speechbrain/asr-wav2vec2-librispeech,14.3475,451.1819758,32.05,28.52,16.92,1.77,3.83,10.39,7.58,13.72
-nvidia/parakeet-tdt_ctc-110m,7.49,5345.14,15.89,12.37,10.52,2.40,5.22,2.54,4.07,6.90

leaderboard-evals/13_nov_23.csv

@@ -1,33 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,9.1,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,8.3,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,7.2,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,10.7,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,12.7,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.156666667,12.7,17.19,12.02,10.71,2.87,5.16,3.87,3.98,7.49,10.12
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54
-distil-whisper/distil-large-v2,8.454444444,4.93,14.65,12.11,10.31,2.94,6.6,3.28,4.61,9,12.59
-distil-whisper/distil-medium.en,9.316666667,3.95,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84
-openai/whisper-large-v3,9.103333333,12.7,19.69,11.83,10.81,2.11,4.03,3.58,4.01,10.1,15.77

leaderboard-evals/15_nov_23.csv

@@ -1,33 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,1.00,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54
-distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6
-distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84
-openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67

leaderboard-evals/20_nov_24_latest.csv

@@ -1,41 +0,0 @@
-model,Avg. WER,RTFx,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER
-facebook/data2vec-audio-large-960h,23.21,470.1542038,40.51,37.82,24.8,11.4,12.94,18.49,15.86,23.86
-facebook/data2vec-audio-base-960h,28.3025,648.1385316,47.27,49.56,29.78,12.13,15.48,25.46,19.49,27.25
-distil-whisper/distil-small.en,8.5675,331.8934863,16.16,13.15,10.87,3.48,7.73,3.82,4.54,8.79
-distil-whisper/distil-medium.en,8.765,279.7331043,16.12,12.99,11.3,3.69,8.35,3.83,4.84,9
-distil-whisper/distil-large-v2,7.92125,202.9464411,14.67,12.19,10.32,2.94,6.84,3.3,4.87,8.24
-distil-whisper/distil-large-v3,7.5175,214.4214313,15.16,11.79,10.08,2.54,5.19,3.27,3.86,8.25
-facebook/hubert-large-ls960-ft,22.69375,495.8627041,39.72,35.24,25.01,11.35,12.75,18.86,15.92,22.7
-facebook/hubert-xlarge-ls960-ft,22.5475,361.3176536,39.11,36.13,24.74,11.3,12.22,18.58,15.83,22.47
-facebook/mms-1b-all,22.53875,230.7942514,42.02,31.17,26.44,12.63,15.99,16.95,17.48,17.63
-facebook/mms-1b-fl102,39.79625,234.4231743,86.78,51.87,42.42,22.07,28.7,26.21,32.35,27.97
-facebook/wav2vec2-base-960h,29.4025,686.0029073,45.56,48.47,30.85,12.53,16.72,27.56,21.05,32.48
-facebook/wav2vec2-large-960h,26.7725,516.5796585,42.66,43.75,27.74,12.81,15.46,22.82,18.85,30.09
-facebook/wav2vec2-large-960h-lv60-self,21.2725,509.3204173,36.77,31.68,23.94,11.13,12.42,17.94,14.88,21.42
-facebook/wav2vec2-large-robust-ft-libri-960h,22.93125,503.8085606,37.75,36.22,25.12,11.84,13.76,19.03,16.46,23.27
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,23.29125,522.4568374,42.39,38.33,24.96,11.2,12.44,18.85,15.77,22.39
-facebook/wav2vec2-conformer-rope-large-960h-ft,23.28375,607.8694616,42.47,37.52,25,11.34,12.54,18.87,15.92,22.61
-openai/whisper-tiny.en,12.80625,348.1239348,24.24,19.12,14.08,5.66,15.45,5.93,5.97,12
-openai/whisper-small.en,8.59,268.9148739,17.93,12.97,11.35,3.05,7.25,3.6,4.07,8.5
-openai/whisper-base.en,10.3175,320.6738853,21.13,15.09,12.83,4.25,10.35,4.26,4.87,9.76
-openai/whisper-medium.en,8.09,182.1291601,16.68,12.63,11.03,3.02,5.85,3.33,4.12,8.06
-openai/whisper-large,7.9425,143.7563188,16.73,12.91,10.76,2.73,5.54,3.2,3.91,7.76
-openai/whisper-large-v2,7.835,144.4521022,16.74,12.05,10.67,2.83,5.14,3.87,3.9,7.48
-openai/whisper-large-v3,7.44,145.5096549,15.95,11.29,10.02,2.01,3.91,2.94,3.86,9.54
-openai/whisper-large-v3-turbo,7.83,200.19,16.13,11.63,10.14,2.1,4.24,2.97,3.57,11.87
-nvidia/canary-1b,6.50375,235.3432794,13.9,12.19,10.12,1.48,2.93,2.06,3.56,5.79
-nvidia/parakeet-ctc-1.1b,7.39875,2728.522295,15.67,13.75,10.28,1.83,3.51,4.02,3.57,6.56
-nvidia/parakeet-ctc-0.6b,7.69,4281.529811,16.46,14.26,10.39,1.88,3.8,3.89,3.77,7.07
-nvidia/stt_en_fastconformer_ctc_large,8.965,6399.25031,18.61,18.81,12.17,1.93,4.04,5.06,4.76,6.34
-nvidia/stt_en_conformer_ctc_large,8.31875,4295.006653,15.95,15.99,11.6,2.05,4.15,5.57,4.41,6.83
-nvidia/stt_en_conformer_ctc_small,11.15875,5686.896503,20.43,18.84,14.46,3.59,7.92,7.8,7.16,9.07
-nvidia/parakeet-tdt-1.1b,7.015,2390.611822,15.87,14.49,9.52,1.4,2.6,3.16,3.59,5.49
-nvidia/parakeet-rnnt-1.1b,7.12375,2053.14697,17.01,13.94,9.89,1.45,2.5,2.93,3.83,5.44
-nvidia/parakeet-rnnt-0.6b,7.495,2815.724575,17.4,14.66,10.01,1.62,3.02,3.32,3.85,6.08
-nvidia/stt_en_fastconformer_transducer_large,9.0575,4097.432343,19.09,19.41,12.31,1.8,3.97,4.97,4.46,6.45
-stt_en_conformer_transducer_small,10.2575,3714.361304,20.28,18.13,13.7,2.77,6.47,6.63,6.21,7.87
-speechbrain/asr-wav2vec2-librispeech,14.3475,451.1819758,32.05,28.52,16.92,1.77,3.83,10.39,7.58,13.72
-nvidia/parakeet-tdt_ctc-110m,7.49,5345.14,15.89,12.37,10.52,2.40,5.22,2.54,4.07,6.90
-nyrahealth/CrisperWhisper,6.67,84.05,8.71,12.89,10.24,1.82,4,2.7,3.2,9.82
-usefulsensors/moonshine-base,10.09,14.56,18,17.51,12.25,3.28,8.14,5.48,5.26,10.78
-usefulsensors/moonshine-tiny,12.78,18.82,22.88,21.82,14.4,4.6,11.72,7.44,5.69,13.72

leaderboard-evals/2_nov_23_results.csv

@@ -1,31 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,9.1,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,8.3,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,7.2,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,10.7,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,12.7,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.156666667,12.7,17.19,12.02,10.71,2.87,5.16,3.87,3.98,7.49,10.12
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-distil-whisper/distil-large-v2,8.454444444,4.93,14.65,12.11,10.31,2.94,6.6,3.28,4.61,9,12.59
-distil-whisper/distil-medium.en,9.316666667,3.95,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84

leaderboard-evals/31_jan_24.csv

@@ -1,38 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54
-distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6
-distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84
-openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67
-nvidia/parakeet-ctc-1.1b,7.575555556,5,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9
-nvidia/parakeet-ctc-0.6b,7.988888889,2.9,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57
-nvidia/parakeet-rnnt-1.1b,7.041111111,14.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8
-nvidia/parakeet-rnnt-0.6b,7.63,12.3,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07
-nvidia/parakeet-tdt-1.1b,6.948888889,8.8,15.9,14.65,9.55,1.39,2.62,3.42,3.56,5.48,5.97

leaderboard-evals/7_sep_23_results.csv

@@ -1,29 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,9.1,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,8.3,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,7.2,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,10.7,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,12.7,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.156666667,12.7,17.19,12.02,10.71,2.87,5.16,3.87,3.98,7.49,10.12
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23

leaderboard-evals/8_feb_24.csv

@@ -1,39 +0,0 @@
-model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER
-nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07
-nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26
-nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31
-nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51
-nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04
-nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56
-nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36
-nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1
-nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35
-nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59
-speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71
-facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12
-facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05
-patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16
-facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75
-facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01
-facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15
-facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57
-patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05
-facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01
-facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08
-openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09
-openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13
-openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77
-openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96
-openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92
-openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11
-facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23
-facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54
-distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6
-distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84
-openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67
-nvidia/parakeet-ctc-1.1b,7.575555556,5,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9
-nvidia/parakeet-ctc-0.6b,7.988888889,2.9,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57
-nvidia/parakeet-rnnt-1.1b,7.041111111,14.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8
-nvidia/parakeet-rnnt-0.6b,7.63,12.3,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07
-nvidia/parakeet-tdt-1.1b,6.948888889,8.8,15.9,14.65,9.55,1.39,2.62,3.42,3.56,5.48,5.97
-nvidia/canary-1b,6.674444444,TBD,14,12.25,10.19,1.49,2.94,2.06,3.58,5.81,7.75

leaderboard-evals/eval_requests/Akashpb13@Hausa_xlsr@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-12T11:16:09Z", "model": "Akashpb13/Hausa_xlsr", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Aspik101@distil-whisper-large-v3-pl@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-08-24T09:03:22Z", "model": "Aspik101/distil-whisper-large-v3-pl", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Bakhtiar56@whisper-small-dv@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-09-02T10:33:16Z", "model": "Bakhtiar56/whisper-small-dv", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Intel@whisper-large-v2-onnx-int4@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-10-08T15:25:38Z", "model": "Intel/whisper-large-v2-onnx-int4", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Qwen@Qwen2-Audio-7B-Instruct@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-09-10T22:53:30Z", "model": "Qwen/Qwen2-Audio-7B-Instruct", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Ranjit@Whisper_Small_Odia_CV_11.0_5k_steps@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-02-22T08:17:05Z", "model": "Ranjit/Whisper_Small_Odia_CV_11.0_5k_steps", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Sandiago21@whisper-large-v2-spanish@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-07T18:18:26Z", "model": "Sandiago21/whisper-large-v2-spanish", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Systran@faster-whisper-large-v3@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-26T10:05:34Z", "model": "Systran/faster-whisper-large-v3", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/Walmart-the-bag@MysticFusion-13B@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-25T20:11:54Z", "model": "Walmart-the-bag/MysticFusion-13B", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/WizardLM@WizardCoder-Python-34B-V1.0@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-06T07:40:15Z", "model": "WizardLM/WizardCoder-Python-34B-V1.0", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/assemblyai@bert-large-uncased-sst2@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-08-29T10:42:27Z", "model": "assemblyai/bert-large-uncased-sst2", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-qqp@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-08-29T10:43:03Z", "model": "assemblyai/distilbert-base-uncased-qqp", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-sst2@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-08-29T10:42:59Z", "model": "assemblyai/distilbert-base-uncased-sst2", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/bofenghuang@whisper-small-cv11-german@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-10-23T14:23:08Z", "model": "bofenghuang/whisper-small-cv11-german", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-paraformer-en-2024-03-09@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-04-26T08:19:50Z", "model": "csukuangfj/sherpa-onnx-paraformer-en-2024-03-09", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-whisper-base.en@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-08T01:32:03Z", "model": "csukuangfj/sherpa-onnx-whisper-base.en", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/distil-whisper@distil-large-v2@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-03T02:03:28Z", "model": "distil-whisper/distil-large-v2", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/distil-whisper@distil-large-v3@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-03-28T20:21:53Z", "model": "distil-whisper/distil-large-v3", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/distil-whisper@distil-medium.en@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-03T02:03:50Z", "model": "distil-whisper/distil-medium.en", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/distil-whisper@large-v3-32-2@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-12-27T02:48:57Z", "model": "distil-whisper/large-v3-32-2", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/dominguesm@stt_pt_quartznet15x5_ctc_small@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-04-19T16:45:42Z", "model": "dominguesm/stt_pt_quartznet15x5_ctc_small", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/ehartford@Wizard-Vicuna-7B-Uncensored@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-26T16:17:26Z", "model": "ehartford/Wizard-Vicuna-7B-Uncensored", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_laborotv_asr_train_asr_conformer2_latest33_raw_char_sp_valid.acc.ave@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-21T13:47:49Z", "model": "espnet/Shinji_Watanabe_laborotv_asr_train_asr_conformer2_latest33_raw_char_sp_valid.acc.ave", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_open_li52_asr_train_asr_raw_bpe7000_valid.acc.ave@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-21T13:47:42Z", "model": "espnet/Shinji_Watanabe_open_li52_asr_train_asr_raw_bpe7000_valid.acc.ave", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_spgispeech_asr_train_asr_conformer6_n_fft512_hop_lengt-truncated-f1ac86@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-21T13:47:23Z", "model": "espnet/Shinji_Watanabe_spgispeech_asr_train_asr_conformer6_n_fft512_hop_lengt-truncated-f1ac86", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@akreal_libritts_asr_phn@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-10-15T17:05:49Z", "model": "espnet/akreal_libritts_asr_phn", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@owsm_v1@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-27T09:19:53Z", "model": "espnet/owsm_v1", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@owsm_v2_ebranchformer@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-27T09:19:40Z", "model": "espnet/owsm_v2_ebranchformer", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-01-02T17:02:38Z", "model": "espnet/owsm_v3.1_ebf", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf_base@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-02-05T04:54:35Z", "model": "espnet/owsm_v3.1_ebf_base", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@owsm_v3@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-11T20:14:50Z", "model": "espnet/owsm_v3", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/espnet@vectominist_seame_asr_conformer_bpe5626@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-21T13:47:32Z", "model": "espnet/vectominist_seame_asr_conformer_bpe5626", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-large@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-11-02T07:16:01Z", "model": "facebook/hf-seamless-m4t-large", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-medium@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-12-17T12:15:01Z", "model": "facebook/hf-seamless-m4t-medium", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@hubert-base-ls960@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2024-09-11T10:56:20Z", "model": "facebook/hubert-base-ls960", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@seamless-m4t-large@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-07T20:17:01Z", "model": "facebook/seamless-m4t-large", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@seamless-m4t-medium@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-09-08T01:00:34Z", "model": "facebook/seamless-m4t-medium", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@seamless-m4t-v2-large@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-12-01T20:02:30Z", "model": "facebook/seamless-m4t-v2-large", "datasets_selected": "ESB Datasets tests only"}

leaderboard-evals/eval_requests/facebook@seamless-streaming@@ESB Datasets tests only.txt

@@ -1 +0,0 @@
-{"date": "2023-12-01T20:04:05Z", "model": "facebook/seamless-streaming", "datasets_selected": "ESB Datasets tests only"}