diff --git a/leaderboard-evals/.gitattributes b/leaderboard-evals/.gitattributes deleted file mode 100644 index 28df5f900b358436f0267334b3e3e9af33f917ba..0000000000000000000000000000000000000000 --- a/leaderboard-evals/.gitattributes +++ /dev/null @@ -1,55 +0,0 @@ -*.7z filter=lfs diff=lfs merge=lfs -text -*.arrow filter=lfs diff=lfs merge=lfs -text -*.bin filter=lfs diff=lfs merge=lfs -text -*.bz2 filter=lfs diff=lfs merge=lfs -text -*.ckpt filter=lfs diff=lfs merge=lfs -text -*.ftz filter=lfs diff=lfs merge=lfs -text -*.gz filter=lfs diff=lfs merge=lfs -text -*.h5 filter=lfs diff=lfs merge=lfs -text -*.joblib filter=lfs diff=lfs merge=lfs -text -*.lfs.* filter=lfs diff=lfs merge=lfs -text -*.lz4 filter=lfs diff=lfs merge=lfs -text -*.mlmodel filter=lfs diff=lfs merge=lfs -text -*.model filter=lfs diff=lfs merge=lfs -text -*.msgpack filter=lfs diff=lfs merge=lfs -text -*.npy filter=lfs diff=lfs merge=lfs -text -*.npz filter=lfs diff=lfs merge=lfs -text -*.onnx filter=lfs diff=lfs merge=lfs -text -*.ot filter=lfs diff=lfs merge=lfs -text -*.parquet filter=lfs diff=lfs merge=lfs -text -*.pb filter=lfs diff=lfs merge=lfs -text -*.pickle filter=lfs diff=lfs merge=lfs -text -*.pkl filter=lfs diff=lfs merge=lfs -text -*.pt filter=lfs diff=lfs merge=lfs -text -*.pth filter=lfs diff=lfs merge=lfs -text -*.rar filter=lfs diff=lfs merge=lfs -text -*.safetensors filter=lfs diff=lfs merge=lfs -text -saved_model/**/* filter=lfs diff=lfs merge=lfs -text -*.tar.* filter=lfs diff=lfs merge=lfs -text -*.tar filter=lfs diff=lfs merge=lfs -text -*.tflite filter=lfs diff=lfs merge=lfs -text -*.tgz filter=lfs diff=lfs merge=lfs -text -*.wasm filter=lfs diff=lfs merge=lfs -text -*.xz filter=lfs diff=lfs merge=lfs -text -*.zip filter=lfs diff=lfs merge=lfs -text -*.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text -# Audio files - uncompressed -*.pcm filter=lfs diff=lfs merge=lfs -text -*.sam filter=lfs diff=lfs merge=lfs -text -*.raw filter=lfs diff=lfs merge=lfs -text -# Audio files - compressed -*.aac filter=lfs diff=lfs merge=lfs -text -*.flac filter=lfs diff=lfs merge=lfs -text -*.mp3 filter=lfs diff=lfs merge=lfs -text -*.ogg filter=lfs diff=lfs merge=lfs -text -*.wav filter=lfs diff=lfs merge=lfs -text -# Image files - uncompressed -*.bmp filter=lfs diff=lfs merge=lfs -text -*.gif filter=lfs diff=lfs merge=lfs -text -*.png filter=lfs diff=lfs merge=lfs -text -*.tiff filter=lfs diff=lfs merge=lfs -text -# Image files - compressed -*.jpg filter=lfs diff=lfs merge=lfs -text -*.jpeg filter=lfs diff=lfs merge=lfs -text -*.webp filter=lfs diff=lfs merge=lfs -text diff --git a/leaderboard-evals/02_jan_24.csv b/leaderboard-evals/02_jan_24.csv deleted file mode 100644 index bd0c0b63710c361d69f02c748e76305a25b3a50e..0000000000000000000000000000000000000000 --- a/leaderboard-evals/02_jan_24.csv +++ /dev/null @@ -1,37 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54 -distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6 -distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 -openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67 -nvidia/parakeet-ctc-1.1b,7.575555556,5,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9 -nvidia/parakeet-ctc-0.6b,7.988888889,2.9,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57 -nvidia/parakeet-rnnt-1.1b,7.041111111,14.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8 -nvidia/parakeet-rnnt-0.6b,7.63,12.3,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07 \ No newline at end of file diff --git a/leaderboard-evals/10_feb_24.csv b/leaderboard-evals/10_feb_24.csv deleted file mode 100644 index 88aedbd88618b156c80fea8c04840edf1b033e63..0000000000000000000000000000000000000000 --- a/leaderboard-evals/10_feb_24.csv +++ /dev/null @@ -1,39 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,2.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,2.0,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,0.6,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,0.4,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,2.0,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,0.2,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,3.2,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,0.4,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,3.1,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54 -distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6 -distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 -openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67 -nvidia/parakeet-ctc-1.1b,7.575555556,0.6,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9 -nvidia/parakeet-ctc-0.6b,7.988888889,0.4,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57 -nvidia/parakeet-rnnt-1.1b,7.041111111,2.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8 -nvidia/parakeet-rnnt-0.6b,7.63,2.0,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07 -nvidia/parakeet-tdt-1.1b,6.948888889,1.7,15.9,14.65,9.55,1.39,2.62,3.42,3.56,5.48,5.97 -nvidia/canary-1b,6.674444444,9.8,14,12.25,10.19,1.49,2.94,2.06,3.58,5.81,7.75 \ No newline at end of file diff --git a/leaderboard-evals/12_aug_24.csv b/leaderboard-evals/12_aug_24.csv deleted file mode 100644 index 66991199bd81d2b2f44fef6ae05f613214b0bf88..0000000000000000000000000000000000000000 --- a/leaderboard-evals/12_aug_24.csv +++ /dev/null @@ -1,37 +0,0 @@ -model,Avg. WER,RTFx,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER -facebook/data2vec-audio-large-960h,23.21,470.1542038,40.51,37.82,24.8,11.4,12.94,18.49,15.86,23.86 -facebook/data2vec-audio-base-960h,28.3025,648.1385316,47.27,49.56,29.78,12.13,15.48,25.46,19.49,27.25 -distil-whisper/distil-small.en,8.5675,331.8934863,16.16,13.15,10.87,3.48,7.73,3.82,4.54,8.79 -distil-whisper/distil-medium.en,8.765,279.7331043,16.12,12.99,11.3,3.69,8.35,3.83,4.84,9 -distil-whisper/distil-large-v2,7.92125,202.9464411,14.67,12.19,10.32,2.94,6.84,3.3,4.87,8.24 -distil-whisper/distil-large-v3,7.5175,214.4214313,15.16,11.79,10.08,2.54,5.19,3.27,3.86,8.25 -facebook/hubert-large-ls960-ft,22.69375,495.8627041,39.72,35.24,25.01,11.35,12.75,18.86,15.92,22.7 -facebook/hubert-xlarge-ls960-ft,22.5475,361.3176536,39.11,36.13,24.74,11.3,12.22,18.58,15.83,22.47 -facebook/mms-1b-all,22.53875,230.7942514,42.02,31.17,26.44,12.63,15.99,16.95,17.48,17.63 -facebook/mms-1b-fl102,39.79625,234.4231743,86.78,51.87,42.42,22.07,28.7,26.21,32.35,27.97 -facebook/wav2vec2-base-960h,29.4025,686.0029073,45.56,48.47,30.85,12.53,16.72,27.56,21.05,32.48 -facebook/wav2vec2-large-960h,26.7725,516.5796585,42.66,43.75,27.74,12.81,15.46,22.82,18.85,30.09 -facebook/wav2vec2-large-960h-lv60-self,21.2725,509.3204173,36.77,31.68,23.94,11.13,12.42,17.94,14.88,21.42 -facebook/wav2vec2-large-robust-ft-libri-960h,22.93125,503.8085606,37.75,36.22,25.12,11.84,13.76,19.03,16.46,23.27 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,23.29125,522.4568374,42.39,38.33,24.96,11.2,12.44,18.85,15.77,22.39 -facebook/wav2vec2-conformer-rope-large-960h-ft,23.28375,607.8694616,42.47,37.52,25,11.34,12.54,18.87,15.92,22.61 -openai/whisper-tiny.en,12.80625,348.1239348,24.24,19.12,14.08,5.66,15.45,5.93,5.97,12 -openai/whisper-small.en,8.59,268.9148739,17.93,12.97,11.35,3.05,7.25,3.6,4.07,8.5 -openai/whisper-base.en,10.3175,320.6738853,21.13,15.09,12.83,4.25,10.35,4.26,4.87,9.76 -openai/whisper-medium.en,8.09,182.1291601,16.68,12.63,11.03,3.02,5.85,3.33,4.12,8.06 -openai/whisper-large,7.9425,143.7563188,16.73,12.91,10.76,2.73,5.54,3.2,3.91,7.76 -openai/whisper-large-v2,7.835,144.4521022,16.74,12.05,10.67,2.83,5.14,3.87,3.9,7.48 -openai/whisper-large-v3,7.44,145.5096549,15.95,11.29,10.02,2.01,3.91,2.94,3.86,9.54 -nvidia/canary-1b,6.50375,235.3432794,13.9,12.19,10.12,1.48,2.93,2.06,3.56,5.79 -nvidia/parakeet-ctc-1.1b,7.39875,2728.522295,15.67,13.75,10.28,1.83,3.51,4.02,3.57,6.56 -nvidia/parakeet-ctc-0.6b,7.69,4281.529811,16.46,14.26,10.39,1.88,3.8,3.89,3.77,7.07 -nvidia/stt_en_fastconformer_ctc_large,8.965,6399.25031,18.61,18.81,12.17,1.93,4.04,5.06,4.76,6.34 -nvidia/stt_en_conformer_ctc_large,8.31875,4295.006653,15.95,15.99,11.6,2.05,4.15,5.57,4.41,6.83 -nvidia/stt_en_conformer_ctc_small,11.15875,5686.896503,20.43,18.84,14.46,3.59,7.92,7.8,7.16,9.07 -nvidia/parakeet-tdt-1.1b,7.015,2390.611822,15.87,14.49,9.52,1.4,2.6,3.16,3.59,5.49 -nvidia/parakeet-rnnt-1.1b,7.12375,2053.14697,17.01,13.94,9.89,1.45,2.5,2.93,3.83,5.44 -nvidia/parakeet-rnnt-0.6b,7.495,2815.724575,17.4,14.66,10.01,1.62,3.02,3.32,3.85,6.08 -nvidia/stt_en_fastconformer_transducer_large,9.0575,4097.432343,19.09,19.41,12.31,1.8,3.97,4.97,4.46,6.45 -stt_en_conformer_transducer_small,10.2575,3714.361304,20.28,18.13,13.7,2.77,6.47,6.63,6.21,7.87 -speechbrain/asr-wav2vec2-librispeech,14.3475,451.1819758,32.05,28.52,16.92,1.77,3.83,10.39,7.58,13.72 -nvidia/parakeet-tdt_ctc-110m,7.49,5345.14,15.89,12.37,10.52,2.40,5.22,2.54,4.07,6.90 \ No newline at end of file diff --git a/leaderboard-evals/13_nov_23.csv b/leaderboard-evals/13_nov_23.csv deleted file mode 100644 index d926b30ad2e6d2cbb9a18119474cdad901bb0c4a..0000000000000000000000000000000000000000 --- a/leaderboard-evals/13_nov_23.csv +++ /dev/null @@ -1,33 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,9.1,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,8.3,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,7.2,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,10.7,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,12.7,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.156666667,12.7,17.19,12.02,10.71,2.87,5.16,3.87,3.98,7.49,10.12 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54 -distil-whisper/distil-large-v2,8.454444444,4.93,14.65,12.11,10.31,2.94,6.6,3.28,4.61,9,12.59 -distil-whisper/distil-medium.en,9.316666667,3.95,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 -openai/whisper-large-v3,9.103333333,12.7,19.69,11.83,10.81,2.11,4.03,3.58,4.01,10.1,15.77 \ No newline at end of file diff --git a/leaderboard-evals/15_nov_23.csv b/leaderboard-evals/15_nov_23.csv deleted file mode 100644 index 7e7dbdf668d5c472d7e0fbbc13723cc5691c54e2..0000000000000000000000000000000000000000 --- a/leaderboard-evals/15_nov_23.csv +++ /dev/null @@ -1,33 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,1.00,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54 -distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6 -distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 -openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67 \ No newline at end of file diff --git a/leaderboard-evals/20_nov_24_latest.csv b/leaderboard-evals/20_nov_24_latest.csv deleted file mode 100644 index 6294aa34a1059b867b6886cb7331157ca742264c..0000000000000000000000000000000000000000 --- a/leaderboard-evals/20_nov_24_latest.csv +++ /dev/null @@ -1,41 +0,0 @@ -model,Avg. WER,RTFx,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER -facebook/data2vec-audio-large-960h,23.21,470.1542038,40.51,37.82,24.8,11.4,12.94,18.49,15.86,23.86 -facebook/data2vec-audio-base-960h,28.3025,648.1385316,47.27,49.56,29.78,12.13,15.48,25.46,19.49,27.25 -distil-whisper/distil-small.en,8.5675,331.8934863,16.16,13.15,10.87,3.48,7.73,3.82,4.54,8.79 -distil-whisper/distil-medium.en,8.765,279.7331043,16.12,12.99,11.3,3.69,8.35,3.83,4.84,9 -distil-whisper/distil-large-v2,7.92125,202.9464411,14.67,12.19,10.32,2.94,6.84,3.3,4.87,8.24 -distil-whisper/distil-large-v3,7.5175,214.4214313,15.16,11.79,10.08,2.54,5.19,3.27,3.86,8.25 -facebook/hubert-large-ls960-ft,22.69375,495.8627041,39.72,35.24,25.01,11.35,12.75,18.86,15.92,22.7 -facebook/hubert-xlarge-ls960-ft,22.5475,361.3176536,39.11,36.13,24.74,11.3,12.22,18.58,15.83,22.47 -facebook/mms-1b-all,22.53875,230.7942514,42.02,31.17,26.44,12.63,15.99,16.95,17.48,17.63 -facebook/mms-1b-fl102,39.79625,234.4231743,86.78,51.87,42.42,22.07,28.7,26.21,32.35,27.97 -facebook/wav2vec2-base-960h,29.4025,686.0029073,45.56,48.47,30.85,12.53,16.72,27.56,21.05,32.48 -facebook/wav2vec2-large-960h,26.7725,516.5796585,42.66,43.75,27.74,12.81,15.46,22.82,18.85,30.09 -facebook/wav2vec2-large-960h-lv60-self,21.2725,509.3204173,36.77,31.68,23.94,11.13,12.42,17.94,14.88,21.42 -facebook/wav2vec2-large-robust-ft-libri-960h,22.93125,503.8085606,37.75,36.22,25.12,11.84,13.76,19.03,16.46,23.27 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,23.29125,522.4568374,42.39,38.33,24.96,11.2,12.44,18.85,15.77,22.39 -facebook/wav2vec2-conformer-rope-large-960h-ft,23.28375,607.8694616,42.47,37.52,25,11.34,12.54,18.87,15.92,22.61 -openai/whisper-tiny.en,12.80625,348.1239348,24.24,19.12,14.08,5.66,15.45,5.93,5.97,12 -openai/whisper-small.en,8.59,268.9148739,17.93,12.97,11.35,3.05,7.25,3.6,4.07,8.5 -openai/whisper-base.en,10.3175,320.6738853,21.13,15.09,12.83,4.25,10.35,4.26,4.87,9.76 -openai/whisper-medium.en,8.09,182.1291601,16.68,12.63,11.03,3.02,5.85,3.33,4.12,8.06 -openai/whisper-large,7.9425,143.7563188,16.73,12.91,10.76,2.73,5.54,3.2,3.91,7.76 -openai/whisper-large-v2,7.835,144.4521022,16.74,12.05,10.67,2.83,5.14,3.87,3.9,7.48 -openai/whisper-large-v3,7.44,145.5096549,15.95,11.29,10.02,2.01,3.91,2.94,3.86,9.54 -openai/whisper-large-v3-turbo,7.83,200.19,16.13,11.63,10.14,2.1,4.24,2.97,3.57,11.87 -nvidia/canary-1b,6.50375,235.3432794,13.9,12.19,10.12,1.48,2.93,2.06,3.56,5.79 -nvidia/parakeet-ctc-1.1b,7.39875,2728.522295,15.67,13.75,10.28,1.83,3.51,4.02,3.57,6.56 -nvidia/parakeet-ctc-0.6b,7.69,4281.529811,16.46,14.26,10.39,1.88,3.8,3.89,3.77,7.07 -nvidia/stt_en_fastconformer_ctc_large,8.965,6399.25031,18.61,18.81,12.17,1.93,4.04,5.06,4.76,6.34 -nvidia/stt_en_conformer_ctc_large,8.31875,4295.006653,15.95,15.99,11.6,2.05,4.15,5.57,4.41,6.83 -nvidia/stt_en_conformer_ctc_small,11.15875,5686.896503,20.43,18.84,14.46,3.59,7.92,7.8,7.16,9.07 -nvidia/parakeet-tdt-1.1b,7.015,2390.611822,15.87,14.49,9.52,1.4,2.6,3.16,3.59,5.49 -nvidia/parakeet-rnnt-1.1b,7.12375,2053.14697,17.01,13.94,9.89,1.45,2.5,2.93,3.83,5.44 -nvidia/parakeet-rnnt-0.6b,7.495,2815.724575,17.4,14.66,10.01,1.62,3.02,3.32,3.85,6.08 -nvidia/stt_en_fastconformer_transducer_large,9.0575,4097.432343,19.09,19.41,12.31,1.8,3.97,4.97,4.46,6.45 -stt_en_conformer_transducer_small,10.2575,3714.361304,20.28,18.13,13.7,2.77,6.47,6.63,6.21,7.87 -speechbrain/asr-wav2vec2-librispeech,14.3475,451.1819758,32.05,28.52,16.92,1.77,3.83,10.39,7.58,13.72 -nvidia/parakeet-tdt_ctc-110m,7.49,5345.14,15.89,12.37,10.52,2.40,5.22,2.54,4.07,6.90 -nyrahealth/CrisperWhisper,6.67,84.05,8.71,12.89,10.24,1.82,4,2.7,3.2,9.82 -usefulsensors/moonshine-base,10.09,14.56,18,17.51,12.25,3.28,8.14,5.48,5.26,10.78 -usefulsensors/moonshine-tiny,12.78,18.82,22.88,21.82,14.4,4.6,11.72,7.44,5.69,13.72 \ No newline at end of file diff --git a/leaderboard-evals/2_nov_23_results.csv b/leaderboard-evals/2_nov_23_results.csv deleted file mode 100644 index 75f00b00780e1a7bb66291b127e9059c628357f0..0000000000000000000000000000000000000000 --- a/leaderboard-evals/2_nov_23_results.csv +++ /dev/null @@ -1,31 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,9.1,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,8.3,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,7.2,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,10.7,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,12.7,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.156666667,12.7,17.19,12.02,10.71,2.87,5.16,3.87,3.98,7.49,10.12 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -distil-whisper/distil-large-v2,8.454444444,4.93,14.65,12.11,10.31,2.94,6.6,3.28,4.61,9,12.59 -distil-whisper/distil-medium.en,9.316666667,3.95,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 \ No newline at end of file diff --git a/leaderboard-evals/31_jan_24.csv b/leaderboard-evals/31_jan_24.csv deleted file mode 100644 index 7bbc67bb0056e92dd9fe3fb2dda4fd1f868da539..0000000000000000000000000000000000000000 --- a/leaderboard-evals/31_jan_24.csv +++ /dev/null @@ -1,38 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54 -distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6 -distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 -openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67 -nvidia/parakeet-ctc-1.1b,7.575555556,5,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9 -nvidia/parakeet-ctc-0.6b,7.988888889,2.9,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57 -nvidia/parakeet-rnnt-1.1b,7.041111111,14.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8 -nvidia/parakeet-rnnt-0.6b,7.63,12.3,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07 -nvidia/parakeet-tdt-1.1b,6.948888889,8.8,15.9,14.65,9.55,1.39,2.62,3.42,3.56,5.48,5.97 \ No newline at end of file diff --git a/leaderboard-evals/7_sep_23_results.csv b/leaderboard-evals/7_sep_23_results.csv deleted file mode 100644 index d17b2a3bfbad434f13711ce10288f0d42f86b353..0000000000000000000000000000000000000000 --- a/leaderboard-evals/7_sep_23_results.csv +++ /dev/null @@ -1,29 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,9.1,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,8.3,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,7.2,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,10.7,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,12.7,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.156666667,12.7,17.19,12.02,10.71,2.87,5.16,3.87,3.98,7.49,10.12 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 \ No newline at end of file diff --git a/leaderboard-evals/8_feb_24.csv b/leaderboard-evals/8_feb_24.csv deleted file mode 100644 index 1bd22ba3fd6799ef33e754f6f9cede7578d030df..0000000000000000000000000000000000000000 --- a/leaderboard-evals/8_feb_24.csv +++ /dev/null @@ -1,39 +0,0 @@ -model,Avg. WER,RTF,AMI WER,Earnings22 WER,Gigaspeech WER,LS Clean WER,LS Other WER,SPGISpeech WER,Tedlium WER,Voxpopuli WER,Common Voice WER -nvidia/stt_en_fastconformer_transducer_xxlarge,8.074444444,14.4,18.81,16.66,11.95,1.38,2.52,4.98,4.74,5.56,6.07 -nvidia/stt_en_fastconformer_transducer_xlarge,8.055555556,12.3,18.28,16.37,11.58,1.5,2.88,4.4,4.49,5.74,7.26 -nvidia/stt_en_fastconformer_ctc_xxlarge,8.341111111,5,17.62,16.44,11.61,1.69,3.4,4.91,4.64,6.45,8.31 -nvidia/stt_en_fastconformer_ctc_xlarge,8.521111111,2.9,18.41,17.89,11.84,1.73,3.47,5.04,4.71,6.09,7.51 -nvidia/stt_en_fastconformer_transducer_large,8.937777778,10.4,20.2,19.36,12.16,1.67,3.64,4.43,4.44,6.5,8.04 -nvidia/stt_en_fastconformer_ctc_large,8.896666667,1.8,18.59,18.67,12.15,1.95,4.04,5.03,4.74,6.34,8.56 -nvidia/stt_en_conformer_transducer_large,9.268888889,21.8,22.27,19.91,12.5,1.64,3.51,4.96,5.15,6.12,7.36 -nvidia/stt_en_conformer_ctc_large,8.393333333,7.5,15.97,15.83,11.59,2.06,4.16,5.6,4.41,6.82,9.1 -nvidia/stt_en_conformer_transducer_small,10.81333333,17.7,20.57,18.37,13.81,2.8,6.49,6.64,6.22,8.07,14.35 -nvidia/stt_en_conformer_ctc_small,11.77,3.2,20.54,18.87,14.5,3.58,7.89,7.75,7.15,9.06,16.59 -speechbrain/asr-wav2vec2-librispeech,15.60777778,2.6,32.17,29.3,17.19,1.87,4.07,10.43,7.78,13.95,23.71 -facebook/hubert-large-ls960-ft,15.93,2.6,33.82,28.82,17.9,1.98,4.08,10.57,8.55,14.53,23.12 -facebook/hubert-xlarge-ls960-ft,15.80555556,6.3,33.65,29.64,18.12,1.99,3.57,10.36,8.6,14.27,22.05 -patrickvonplaten/hubert-xlarge-ls960-ft-4-gram,15.10666667,24.5,36.02,28.38,17.4,1.71,2.97,9.31,7.52,13.49,19.16 -facebook/wav2vec2-base-960h,26.40666667,1.2,42.66,50.52,25.94,4.81,12.39,20.69,14.42,24.48,41.75 -facebook/wav2vec2-large-960h,21.76333333,1.8,40.31,41.21,22.18,3.72,8.12,15.36,11.27,19.69,34.01 -facebook/wav2vec2-large-960h-lv60-self,14.46555556,2.5,30.84,25.04,16.73,1.73,3.74,9.53,7.35,13.08,22.15 -facebook/wav2vec2-large-robust-ft-libri-960h,16.07444444,2.7,31.76,29.51,18.02,2.59,5.25,10.61,9.2,15.16,22.57 -patrickvonplaten/wav2vec2-large-960h-lv60-self-4-gram,13.64555556,20.1,28.85,23.06,16.13,1.75,3.55,9.22,7.29,12.91,20.05 -facebook/wav2vec2-conformer-rel-pos-large-960h-ft,17.00444444,5.2,37.61,31.49,18.74,3.03,4.69,10.71,8.99,14.77,23.01 -facebook/wav2vec2-conformer-rope-large-960h-ft,17.05555556,7.8,37.63,31.52,18.77,3.11,4.8,10.71,9.02,14.86,23.08 -openai/whisper-tiny.en,14.95555556,2.74,24.68,19.35,14.08,5.66,15.38,5.82,5.96,12.58,31.09 -openai/whisper-small.en,9.336666667,1.78,17.88,13,11.36,3.05,7.53,3.62,4.01,8.45,15.13 -openai/whisper-base.en,11.66777778,1,21.74,15.1,12.75,4.27,10.47,4.23,4.92,9.76,21.77 -openai/whisper-medium.en,8.503333333,4.2,16.43,12.59,11.13,3.02,5.84,3.41,4.15,8,11.96 -openai/whisper-large,9.203333333,7.45,17.9,15.77,11.84,3.04,6.01,3.99,4.69,8.67,10.92 -openai/whisper-large-v2,8.057777778,7.45,16.82,12.02,10.57,2.56,5.16,3.77,4.01,7.5,10.11 -facebook/mms-1b-all,15.84555556,5.9,37.78,24.64,19.58,3.63,7.94,8.65,10.23,8.93,21.23 -facebook/mms-1b-fl102,36.08,5.7,91.09,48.29,38.15,15.13,23.13,19.39,26.85,21.15,41.54 -distil-whisper/distil-large-v2,8.313333333,2.08,14.65,12.12,10.31,2.95,6.39,3.28,4.3,8.22,12.6 -distil-whisper/distil-medium.en,9.316666667,1.26,16.02,12.89,11.26,3.6,7.67,3.77,4.8,9,14.84 -openai/whisper-large-v3,7.701111111,7.45,16.01,11.3,10.02,2.03,3.91,2.95,3.9,9.52,9.67 -nvidia/parakeet-ctc-1.1b,7.575555556,5,15.6,13.69,10.27,1.83,3.54,4.2,3.53,6.52,9 -nvidia/parakeet-ctc-0.6b,7.988888889,2.9,16.3,14.17,10.34,1.87,3.76,4.12,3.78,6.99,10.57 -nvidia/parakeet-rnnt-1.1b,7.041111111,14.4,17.1,14.15,9.96,1.46,2.48,3.11,3.92,5.39,5.8 -nvidia/parakeet-rnnt-0.6b,7.63,12.3,17.56,14.9,10.07,1.62,3.06,3.47,3.87,6.05,8.07 -nvidia/parakeet-tdt-1.1b,6.948888889,8.8,15.9,14.65,9.55,1.39,2.62,3.42,3.56,5.48,5.97 -nvidia/canary-1b,6.674444444,TBD,14,12.25,10.19,1.49,2.94,2.06,3.58,5.81,7.75 \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Akashpb13@Hausa_xlsr@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Akashpb13@Hausa_xlsr@@ESB Datasets tests only.txt deleted file mode 100644 index e86b4d70be794d595ae8bc9101e179747a20f50d..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Akashpb13@Hausa_xlsr@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-12T11:16:09Z", "model": "Akashpb13/Hausa_xlsr", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Aspik101@distil-whisper-large-v3-pl@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Aspik101@distil-whisper-large-v3-pl@@ESB Datasets tests only.txt deleted file mode 100644 index 3d7769f070494ac74a636e8d2984145fcb7abadf..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Aspik101@distil-whisper-large-v3-pl@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-08-24T09:03:22Z", "model": "Aspik101/distil-whisper-large-v3-pl", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Bakhtiar56@whisper-small-dv@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Bakhtiar56@whisper-small-dv@@ESB Datasets tests only.txt deleted file mode 100644 index e664ea894538b7e0a3f59d633d9b989655709eb2..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Bakhtiar56@whisper-small-dv@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-02T10:33:16Z", "model": "Bakhtiar56/whisper-small-dv", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Intel@whisper-large-v2-onnx-int4@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Intel@whisper-large-v2-onnx-int4@@ESB Datasets tests only.txt deleted file mode 100644 index 9987ba7667adcfc439738f80011422d2dd53f6fb..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Intel@whisper-large-v2-onnx-int4@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-08T15:25:38Z", "model": "Intel/whisper-large-v2-onnx-int4", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Qwen@Qwen2-Audio-7B-Instruct@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Qwen@Qwen2-Audio-7B-Instruct@@ESB Datasets tests only.txt deleted file mode 100644 index 2db0bc5743dd054e8d24eab6262904531d112397..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Qwen@Qwen2-Audio-7B-Instruct@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-10T22:53:30Z", "model": "Qwen/Qwen2-Audio-7B-Instruct", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Ranjit@Whisper_Small_Odia_CV_11.0_5k_steps@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Ranjit@Whisper_Small_Odia_CV_11.0_5k_steps@@ESB Datasets tests only.txt deleted file mode 100644 index 25e9881db386d3e2e12523f2375576f362b9f24b..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Ranjit@Whisper_Small_Odia_CV_11.0_5k_steps@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-02-22T08:17:05Z", "model": "Ranjit/Whisper_Small_Odia_CV_11.0_5k_steps", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Sandiago21@whisper-large-v2-spanish@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Sandiago21@whisper-large-v2-spanish@@ESB Datasets tests only.txt deleted file mode 100644 index 8aea189e388e85c470058cc83ea540f487e0b5c5..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Sandiago21@whisper-large-v2-spanish@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-07T18:18:26Z", "model": "Sandiago21/whisper-large-v2-spanish", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Systran@faster-whisper-large-v3@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Systran@faster-whisper-large-v3@@ESB Datasets tests only.txt deleted file mode 100644 index c5e63a7f2da635b9cb7549965f0889bb4bc94c01..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Systran@faster-whisper-large-v3@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-26T10:05:34Z", "model": "Systran/faster-whisper-large-v3", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/Walmart-the-bag@MysticFusion-13B@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/Walmart-the-bag@MysticFusion-13B@@ESB Datasets tests only.txt deleted file mode 100644 index 30de6165ce483769e7ad40853cd1ec0897496aa2..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/Walmart-the-bag@MysticFusion-13B@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-25T20:11:54Z", "model": "Walmart-the-bag/MysticFusion-13B", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/WizardLM@WizardCoder-Python-34B-V1.0@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/WizardLM@WizardCoder-Python-34B-V1.0@@ESB Datasets tests only.txt deleted file mode 100644 index ad867541608ab52296e805c1016d2832193368f9..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/WizardLM@WizardCoder-Python-34B-V1.0@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-06T07:40:15Z", "model": "WizardLM/WizardCoder-Python-34B-V1.0", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/assemblyai@bert-large-uncased-sst2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/assemblyai@bert-large-uncased-sst2@@ESB Datasets tests only.txt deleted file mode 100644 index dc29f8631c60b3cfac4f6eef3a3463d70d126751..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/assemblyai@bert-large-uncased-sst2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-08-29T10:42:27Z", "model": "assemblyai/bert-large-uncased-sst2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-qqp@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-qqp@@ESB Datasets tests only.txt deleted file mode 100644 index 9b32946c322f8e1075219933e96b4d0ebb8fdeef..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-qqp@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-08-29T10:43:03Z", "model": "assemblyai/distilbert-base-uncased-qqp", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-sst2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-sst2@@ESB Datasets tests only.txt deleted file mode 100644 index 084441badd0e3740ecbece2b52781cd18db2f854..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/assemblyai@distilbert-base-uncased-sst2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-08-29T10:42:59Z", "model": "assemblyai/distilbert-base-uncased-sst2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/bofenghuang@whisper-small-cv11-german@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/bofenghuang@whisper-small-cv11-german@@ESB Datasets tests only.txt deleted file mode 100644 index 7a1ef983837e420bf3e01e20ee43f9ca9e9391ca..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/bofenghuang@whisper-small-cv11-german@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-23T14:23:08Z", "model": "bofenghuang/whisper-small-cv11-german", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-paraformer-en-2024-03-09@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-paraformer-en-2024-03-09@@ESB Datasets tests only.txt deleted file mode 100644 index 15d993d0a47346bc8f66ae0d2b3dc91ff2e6b54e..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-paraformer-en-2024-03-09@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-26T08:19:50Z", "model": "csukuangfj/sherpa-onnx-paraformer-en-2024-03-09", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-whisper-base.en@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-whisper-base.en@@ESB Datasets tests only.txt deleted file mode 100644 index 18e35ec066e58f690f33fd49bb13e1d5d3a5bcf0..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/csukuangfj@sherpa-onnx-whisper-base.en@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-08T01:32:03Z", "model": "csukuangfj/sherpa-onnx-whisper-base.en", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/distil-whisper@distil-large-v2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/distil-whisper@distil-large-v2@@ESB Datasets tests only.txt deleted file mode 100644 index e8dc990cc1e409d53d60e201993cd901469c7cc8..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/distil-whisper@distil-large-v2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-03T02:03:28Z", "model": "distil-whisper/distil-large-v2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/distil-whisper@distil-large-v3@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/distil-whisper@distil-large-v3@@ESB Datasets tests only.txt deleted file mode 100644 index 5b7c53c136e74576571ea30f4bb48135a056bb9c..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/distil-whisper@distil-large-v3@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-03-28T20:21:53Z", "model": "distil-whisper/distil-large-v3", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/distil-whisper@distil-medium.en@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/distil-whisper@distil-medium.en@@ESB Datasets tests only.txt deleted file mode 100644 index d6ae9dd058a381c31c5025a13d1d4c0ebc11b9d1..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/distil-whisper@distil-medium.en@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-03T02:03:50Z", "model": "distil-whisper/distil-medium.en", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/distil-whisper@large-v3-32-2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/distil-whisper@large-v3-32-2@@ESB Datasets tests only.txt deleted file mode 100644 index 9172fcc1d64c0c2b0496c858e2db15b87a180ade..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/distil-whisper@large-v3-32-2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-12-27T02:48:57Z", "model": "distil-whisper/large-v3-32-2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/dominguesm@stt_pt_quartznet15x5_ctc_small@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/dominguesm@stt_pt_quartznet15x5_ctc_small@@ESB Datasets tests only.txt deleted file mode 100644 index c6c1371ab22cca3dc0df5841c10f86b935086bd5..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/dominguesm@stt_pt_quartznet15x5_ctc_small@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-19T16:45:42Z", "model": "dominguesm/stt_pt_quartznet15x5_ctc_small", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/ehartford@Wizard-Vicuna-7B-Uncensored@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/ehartford@Wizard-Vicuna-7B-Uncensored@@ESB Datasets tests only.txt deleted file mode 100644 index 9b49f47ffa7f2988053a58173b09f7fcdff6fb5d..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/ehartford@Wizard-Vicuna-7B-Uncensored@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-26T16:17:26Z", "model": "ehartford/Wizard-Vicuna-7B-Uncensored", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_laborotv_asr_train_asr_conformer2_latest33_raw_char_sp_valid.acc.ave@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_laborotv_asr_train_asr_conformer2_latest33_raw_char_sp_valid.acc.ave@@ESB Datasets tests only.txt deleted file mode 100644 index 2b3383e249873a4646e07bb45d3f6ef12409df21..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_laborotv_asr_train_asr_conformer2_latest33_raw_char_sp_valid.acc.ave@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:47:49Z", "model": "espnet/Shinji_Watanabe_laborotv_asr_train_asr_conformer2_latest33_raw_char_sp_valid.acc.ave", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_open_li52_asr_train_asr_raw_bpe7000_valid.acc.ave@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_open_li52_asr_train_asr_raw_bpe7000_valid.acc.ave@@ESB Datasets tests only.txt deleted file mode 100644 index a09f0f459f4b624897e1a3fb2096e7b317593739..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_open_li52_asr_train_asr_raw_bpe7000_valid.acc.ave@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:47:42Z", "model": "espnet/Shinji_Watanabe_open_li52_asr_train_asr_raw_bpe7000_valid.acc.ave", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_spgispeech_asr_train_asr_conformer6_n_fft512_hop_lengt-truncated-f1ac86@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_spgispeech_asr_train_asr_conformer6_n_fft512_hop_lengt-truncated-f1ac86@@ESB Datasets tests only.txt deleted file mode 100644 index cd7a9ea6857c73bf7b234775e24f67a5f1fc7c7d..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@Shinji_Watanabe_spgispeech_asr_train_asr_conformer6_n_fft512_hop_lengt-truncated-f1ac86@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:47:23Z", "model": "espnet/Shinji_Watanabe_spgispeech_asr_train_asr_conformer6_n_fft512_hop_lengt-truncated-f1ac86", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@akreal_libritts_asr_phn@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@akreal_libritts_asr_phn@@ESB Datasets tests only.txt deleted file mode 100644 index 2ec89c008d12da15c423bb743582b91d1a0e041f..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@akreal_libritts_asr_phn@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-15T17:05:49Z", "model": "espnet/akreal_libritts_asr_phn", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@owsm_v1@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@owsm_v1@@ESB Datasets tests only.txt deleted file mode 100644 index 6b9fc82e26fbf56b710b70ef2c8e686db9a593c2..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@owsm_v1@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-27T09:19:53Z", "model": "espnet/owsm_v1", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@owsm_v2_ebranchformer@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@owsm_v2_ebranchformer@@ESB Datasets tests only.txt deleted file mode 100644 index b94f258f467cb1fcb451fd86e52b58d2b83aa8d5..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@owsm_v2_ebranchformer@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-27T09:19:40Z", "model": "espnet/owsm_v2_ebranchformer", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf@@ESB Datasets tests only.txt deleted file mode 100644 index 6f30f009565eea1326a204be839c4eb9ca31e4c4..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-02T17:02:38Z", "model": "espnet/owsm_v3.1_ebf", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf_base@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf_base@@ESB Datasets tests only.txt deleted file mode 100644 index de44b5508ce7379c6d90633e4d0917d2d712a030..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@owsm_v3.1_ebf_base@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-02-05T04:54:35Z", "model": "espnet/owsm_v3.1_ebf_base", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@owsm_v3@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@owsm_v3@@ESB Datasets tests only.txt deleted file mode 100644 index cbdc0da078a27dd99762d1ff51a15607bcc35b4e..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@owsm_v3@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-11T20:14:50Z", "model": "espnet/owsm_v3", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/espnet@vectominist_seame_asr_conformer_bpe5626@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/espnet@vectominist_seame_asr_conformer_bpe5626@@ESB Datasets tests only.txt deleted file mode 100644 index 26f99e30210b011c05d9a70e7db42dcc2472c9b8..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/espnet@vectominist_seame_asr_conformer_bpe5626@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:47:32Z", "model": "espnet/vectominist_seame_asr_conformer_bpe5626", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-large@@ESB Datasets tests only.txt deleted file mode 100644 index 8e2727e01727a016109af2486f410ff27c3eae32..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-02T07:16:01Z", "model": "facebook/hf-seamless-m4t-large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-medium@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-medium@@ESB Datasets tests only.txt deleted file mode 100644 index c44257813e58b58b0d69c618dd46ac81aea23398..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@hf-seamless-m4t-medium@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-12-17T12:15:01Z", "model": "facebook/hf-seamless-m4t-medium", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@hubert-base-ls960@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@hubert-base-ls960@@ESB Datasets tests only.txt deleted file mode 100644 index 4a3a89405a9ca79f5aadefa02afda888ac736c0d..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@hubert-base-ls960@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-11T10:56:20Z", "model": "facebook/hubert-base-ls960", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@seamless-m4t-large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@seamless-m4t-large@@ESB Datasets tests only.txt deleted file mode 100644 index 7c03244205f745f947f3212d08ec196004127271..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@seamless-m4t-large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-07T20:17:01Z", "model": "facebook/seamless-m4t-large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@seamless-m4t-medium@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@seamless-m4t-medium@@ESB Datasets tests only.txt deleted file mode 100644 index d3b32dc784489cc4222001397f6b573c8f750ef0..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@seamless-m4t-medium@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-08T01:00:34Z", "model": "facebook/seamless-m4t-medium", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@seamless-m4t-v2-large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@seamless-m4t-v2-large@@ESB Datasets tests only.txt deleted file mode 100644 index 2f94fa83f0e09935da487cb5994de72a43ff09be..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@seamless-m4t-v2-large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-12-01T20:02:30Z", "model": "facebook/seamless-m4t-v2-large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@seamless-streaming@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@seamless-streaming@@ESB Datasets tests only.txt deleted file mode 100644 index a7f33b70ffa825e4265e0031c4e2f95a35a600e9..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@seamless-streaming@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-12-01T20:04:05Z", "model": "facebook/seamless-streaming", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@w2v-bert-2.0@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@w2v-bert-2.0@@ESB Datasets tests only.txt deleted file mode 100644 index a046f964c92b87b4c70eba54510ac648474d9143..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@w2v-bert-2.0@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-24T22:49:40Z", "model": "facebook/w2v-bert-2.0", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-lv60@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-large-lv60@@ESB Datasets tests only.txt deleted file mode 100644 index a83c0320cd6360b9a1e5b3118914b09719853d03..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-lv60@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:45:59Z", "model": "facebook/wav2vec2-large-lv60", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-robust-ft-libri-960h@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-large-robust-ft-libri-960h@@ESB Datasets tests only.txt deleted file mode 100644 index 6c36feac19813c3cb71aa68393f3b94aa770d6fa..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-robust-ft-libri-960h@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:32:17Z", "model": "facebook/wav2vec2-large-robust-ft-libri-960h", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-robust-ft-swbd-300h@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-large-robust-ft-swbd-300h@@ESB Datasets tests only.txt deleted file mode 100644 index 2664093de75f4fcf824f49cc57405412b30c9d71..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-robust-ft-swbd-300h@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-15T12:26:07Z", "model": "facebook/wav2vec2-large-robust-ft-swbd-300h", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-xlsr-53@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-large-xlsr-53@@ESB Datasets tests only.txt deleted file mode 100644 index a9c4defbeae2c7b7ec9cd51c1539207392c8129a..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-large-xlsr-53@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:31:48Z", "model": "facebook/wav2vec2-large-xlsr-53", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-lv-60-espeak-cv-ft@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-lv-60-espeak-cv-ft@@ESB Datasets tests only.txt deleted file mode 100644 index 47ce44810490b1ed71fb96133a29ded962d1a5a8..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-lv-60-espeak-cv-ft@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:36:07Z", "model": "facebook/wav2vec2-lv-60-espeak-cv-ft", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-1b@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-1b@@ESB Datasets tests only.txt deleted file mode 100644 index f81e3b88972140c5b6bb175e1335ef6037049681..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-1b@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:31:03Z", "model": "facebook/wav2vec2-xls-r-1b", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-2b@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-2b@@ESB Datasets tests only.txt deleted file mode 100644 index 20ec8e79aaa6d70be0c3bd81a42931711c981b81..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-2b@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T05:16:51Z", "model": "facebook/wav2vec2-xls-r-2b", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-300m@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-300m@@ESB Datasets tests only.txt deleted file mode 100644 index 5bd41892e24de5731c0b645c698cc7375bce971e..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-xls-r-300m@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T12:24:43Z", "model": "facebook/wav2vec2-xls-r-300m", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/facebook@wav2vec2-xlsr-53-espeak-cv-ft@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/facebook@wav2vec2-xlsr-53-espeak-cv-ft@@ESB Datasets tests only.txt deleted file mode 100644 index 5d270c10d1fc3cb1a65728ca88712d9b5d9ae15f..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/facebook@wav2vec2-xlsr-53-espeak-cv-ft@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:35:59Z", "model": "facebook/wav2vec2-xlsr-53-espeak-cv-ft", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/fsicoli@whisper-large-v3-pt-cv15@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/fsicoli@whisper-large-v3-pt-cv15@@ESB Datasets tests only.txt deleted file mode 100644 index 6d065a2d80fed9f2e1f4df271931b980c0b79770..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/fsicoli@whisper-large-v3-pt-cv15@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-27T13:26:01Z", "model": "fsicoli/whisper-large-v3-pt-cv15", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/fsicoli@whisper-large-v3-pt-cv16-cuda@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/fsicoli@whisper-large-v3-pt-cv16-cuda@@ESB Datasets tests only.txt deleted file mode 100644 index bba9c167be5594fecf0da6f03933e523c2014f58..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/fsicoli@whisper-large-v3-pt-cv16-cuda@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-26T18:55:46Z", "model": "fsicoli/whisper-large-v3-pt-cv16-cuda", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/ggerganov@whisper.cpp@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/ggerganov@whisper.cpp@@ESB Datasets tests only.txt deleted file mode 100644 index ad2779a9dcb77716585dfe228ead3a47404d4818..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/ggerganov@whisper.cpp@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-18T08:16:15Z", "model": "ggerganov/whisper.cpp", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-base.en@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-base.en@@ESB Datasets tests only.txt deleted file mode 100644 index 3a31e9762e11ca1186daad6c0f8d1c42addd2ef8..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-base.en@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-03T13:25:00Z", "model": "guillaumekln/faster-whisper-base.en", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-large-v2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-large-v2@@ESB Datasets tests only.txt deleted file mode 100644 index b0430e2017beba7093038dc1e9f6ef51d100f1bc..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-large-v2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-15T09:28:28Z", "model": "guillaumekln/faster-whisper-large-v2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-medium@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-medium@@ESB Datasets tests only.txt deleted file mode 100644 index 58e0ca0f28410469b72aa2723bd36d2128db0d73..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-medium@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-15T09:28:56Z", "model": "guillaumekln/faster-whisper-medium", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-small@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-small@@ESB Datasets tests only.txt deleted file mode 100644 index 961481565f3a623aee6eb2a2208262cc4634bdab..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/guillaumekln@faster-whisper-small@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-01T10:15:53Z", "model": "guillaumekln/faster-whisper-small", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/hezhaoqia@speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/hezhaoqia@speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch@@ESB Datasets tests only.txt deleted file mode 100644 index 935baeb7efaaa38c74b5d108ac76e5bccf06175a..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/hezhaoqia@speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-07T02:50:20Z", "model": "hezhaoqia/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/hf-audio@wav2vec2-bert-CV16-en@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/hf-audio@wav2vec2-bert-CV16-en@@ESB Datasets tests only.txt deleted file mode 100644 index b5f21583cf97073b6286006aadbd4cb6d5b79e2e..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/hf-audio@wav2vec2-bert-CV16-en@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-05-27T14:01:19Z", "model": "hf-audio/wav2vec2-bert-CV16-en", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/ivrit-ai@whisper-large-v2-tuned@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/ivrit-ai@whisper-large-v2-tuned@@ESB Datasets tests only.txt deleted file mode 100644 index fa9f43ecf1a0a72318bf7816096f4b3287ce0abe..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/ivrit-ai@whisper-large-v2-tuned@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-15T14:19:35Z", "model": "ivrit-ai/whisper-large-v2-tuned", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/jonatasgrosman@wav2vec2-large-xlsr-53-english@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/jonatasgrosman@wav2vec2-large-xlsr-53-english@@ESB Datasets tests only.txt deleted file mode 100644 index 5b162895dbe53c4e00618708a8e6258980e34aad..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/jonatasgrosman@wav2vec2-large-xlsr-53-english@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-01T14:38:39Z", "model": "jonatasgrosman/wav2vec2-large-xlsr-53-english", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/jonatasgrosman@wav2vec2-xls-r-1b-english@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/jonatasgrosman@wav2vec2-xls-r-1b-english@@ESB Datasets tests only.txt deleted file mode 100644 index de720e38e39ee1024c4a8c38c0c9fef46941d1e6..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/jonatasgrosman@wav2vec2-xls-r-1b-english@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-01T14:39:01Z", "model": "jonatasgrosman/wav2vec2-xls-r-1b-english", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/k2-fsa@sherpa-onnx-streaming-zipformer-multi-zh-hans-2023-12-12@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/k2-fsa@sherpa-onnx-streaming-zipformer-multi-zh-hans-2023-12-12@@ESB Datasets tests only.txt deleted file mode 100644 index fcdb825c77bdb91de7d16307156cb59c64d62ee0..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/k2-fsa@sherpa-onnx-streaming-zipformer-multi-zh-hans-2023-12-12@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-08-16T01:54:46Z", "model": "k2-fsa/sherpa-onnx-streaming-zipformer-multi-zh-hans-2023-12-12", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/meta-llama@Llama-2-70b-chat-hf@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/meta-llama@Llama-2-70b-chat-hf@@ESB Datasets tests only.txt deleted file mode 100644 index 2215302497781437fe10be9fcce1db6635e2cb00..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/meta-llama@Llama-2-70b-chat-hf@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-26T13:14:30Z", "model": "meta-llama/Llama-2-70b-chat-hf", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/microsoft@Orca-2-13b@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/microsoft@Orca-2-13b@@ESB Datasets tests only.txt deleted file mode 100644 index 145c7493c096516bc9092521b47d81e8faf737b0..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/microsoft@Orca-2-13b@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-26T13:12:52Z", "model": "microsoft/Orca-2-13b", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/microsoft@speecht5_asr@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/microsoft@speecht5_asr@@ESB Datasets tests only.txt deleted file mode 100644 index 2d1dadcd73f34b5a2cba9a2747025341fdad76bb..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/microsoft@speecht5_asr@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-19T23:49:55Z", "model": "microsoft/speecht5_asr", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/microsoft@wavlm-large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/microsoft@wavlm-large@@ESB Datasets tests only.txt deleted file mode 100644 index c95870f1a92ab6306e5e3b904e5e42382f3bc1f4..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/microsoft@wavlm-large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-12-28T12:01:11Z", "model": "microsoft/wavlm-large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@canary-1b@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@canary-1b@@ESB Datasets tests only.txt deleted file mode 100644 index e6b39b890efd0a24e7b3274108241faeb3c15cd8..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@canary-1b@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-03-28T03:44:59Z", "model": "nvidia/canary-1b", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@parakeet-tdt_ctc-1.1b @@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@parakeet-tdt_ctc-1.1b @@ESB Datasets tests only.txt deleted file mode 100644 index dd2ae8131737679e1ffc441895b1dd518ea283ba..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@parakeet-tdt_ctc-1.1b @@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-05-08T09:49:15Z", "model": "nvidia/parakeet-tdt_ctc-1.1b ", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@parakeet-tdt_ctc-1.1b@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@parakeet-tdt_ctc-1.1b@@ESB Datasets tests only.txt deleted file mode 100644 index 484025c53bb7aeb4ba33fa5892f6208ed6cf93ca..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@parakeet-tdt_ctc-1.1b@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-05-23T14:30:55Z", "model": "nvidia/parakeet-tdt_ctc-1.1b", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_de_conformer_transducer_large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_de_conformer_transducer_large@@ESB Datasets tests only.txt deleted file mode 100644 index ca29e056ba6226a708571cfd27d8c8aa78a6dbe1..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_de_conformer_transducer_large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-23T14:20:33Z", "model": "nvidia/stt_de_conformer_transducer_large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_de_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_de_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt deleted file mode 100644 index 35f244c01891d0d231f4b5fe598dfab8a8682690..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_de_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-23T14:19:18Z", "model": "nvidia/stt_de_fastconformer_hybrid_large_pc", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_en_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_en_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt deleted file mode 100644 index f0e6eeed72aeaad2f6986cba11dc33ec0c4fa8cc..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_en_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-10-05T14:14:46Z", "model": "nvidia/stt_en_fastconformer_hybrid_large_pc", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_en_fastconformer_transducer_xlarge@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_en_fastconformer_transducer_xlarge@@ESB Datasets tests only.txt deleted file mode 100644 index 7869e08d2f0fc21eb7e8e83f33f2362073833e20..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_en_fastconformer_transducer_xlarge@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-07T21:37:45Z", "model": "nvidia/stt_en_fastconformer_transducer_xlarge", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_fr_conformer_ctc_large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_fr_conformer_ctc_large@@ESB Datasets tests only.txt deleted file mode 100644 index 521f2259684ec2f97a75dff0e8ece4fec255e205..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_fr_conformer_ctc_large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-12T10:13:50Z", "model": "nvidia/stt_fr_conformer_ctc_large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_fr_conformer_transducer_large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_fr_conformer_transducer_large@@ESB Datasets tests only.txt deleted file mode 100644 index 70ab820d346b3bac2971f6086c5d5695a817028d..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_fr_conformer_transducer_large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-15T18:29:24Z", "model": "nvidia/stt_fr_conformer_transducer_large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nvidia@stt_fr_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nvidia@stt_fr_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt deleted file mode 100644 index 07b25b4353482af8c05ac43f19900b9fae2e8232..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nvidia@stt_fr_fastconformer_hybrid_large_pc@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-15T18:29:17Z", "model": "nvidia/stt_fr_fastconformer_hybrid_large_pc", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/nyrahealth@CrisperWhisper@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/nyrahealth@CrisperWhisper@@ESB Datasets tests only.txt deleted file mode 100644 index 320401d13fb85b3b7ae2a6319d04cead1fefef17..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/nyrahealth@CrisperWhisper@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-02T20:12:34Z", "model": "nyrahealth/CrisperWhisper", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openai@whisper-large-v3 @@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/openai@whisper-large-v3 @@ESB Datasets tests only.txt deleted file mode 100644 index 5605f802e842cb2125bb6a1155757049edb0ab45..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openai@whisper-large-v3 @@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-12T21:19:15Z", "model": "openai/whisper-large-v3 ", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openai@whisper-large-v3@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/openai@whisper-large-v3@@ESB Datasets tests only.txt deleted file mode 100644 index c811331cb96d8f951ec080100eef00c28c4598df..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openai@whisper-large-v3@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-08T03:01:34Z", "model": "openai/whisper-large-v3", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openai@whisper-large@@COCO validation 2017 dataset.txt b/leaderboard-evals/eval_requests/openai@whisper-large@@COCO validation 2017 dataset.txt deleted file mode 100644 index cd33eb6885cb66af073bb4a10bca267e749dcbac..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openai@whisper-large@@COCO validation 2017 dataset.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-08-30T16:08:45Z", "model": "openai/whisper-large", "datasets_selected": "COCO validation 2017 dataset"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openai@whisper-large@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/openai@whisper-large@@ESB Datasets tests only.txt deleted file mode 100644 index 55cd835878da39a6e3b982ab84306be3cf8acf61..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openai@whisper-large@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-07T17:24:15Z", "model": "openai/whisper-large", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openai@whisper-small@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/openai@whisper-small@@ESB Datasets tests only.txt deleted file mode 100644 index cb1dd44b937558b5b4e3975fae2eaf7c783bd8c0..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openai@whisper-small@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-05T14:20:51Z", "model": "openai/whisper-small", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openai@whisper-tiny.en@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/openai@whisper-tiny.en@@ESB Datasets tests only.txt deleted file mode 100644 index 4eb2a68d0eacd6b11ec7151bdb673c2ac006d535..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openai@whisper-tiny.en@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-16T12:22:03Z", "model": "openai/whisper-tiny.en", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/openchat@openchat_3.5@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/openchat@openchat_3.5@@ESB Datasets tests only.txt deleted file mode 100644 index 9b6f0732f36c36bbf98c1dfb2f54162420166eeb..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/openchat@openchat_3.5@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-26T13:13:46Z", "model": "openchat/openchat_3.5", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/pyannote@speaker-diarization@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/pyannote@speaker-diarization@@ESB Datasets tests only.txt deleted file mode 100644 index c1e15b364b6bf7c23fa246415a2125121c41d559..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/pyannote@speaker-diarization@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-18T20:18:42Z", "model": "pyannote/speaker-diarization", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/reazon-research@reazonspeech-espnet-v1@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/reazon-research@reazonspeech-espnet-v1@@ESB Datasets tests only.txt deleted file mode 100644 index af2aa50123e947618b8f3927c7e7441e792245d4..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/reazon-research@reazonspeech-espnet-v1@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-03-14T05:41:32Z", "model": "reazon-research/reazonspeech-espnet-v1", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/reazon-research@reazonspeech-espnet-v2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/reazon-research@reazonspeech-espnet-v2@@ESB Datasets tests only.txt deleted file mode 100644 index 18b6caf98d9abd926701c803155e48bbeadb5680..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/reazon-research@reazonspeech-espnet-v2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-03-14T05:43:07Z", "model": "reazon-research/reazonspeech-espnet-v2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/reazon-research@reazonspeech-nemo-v2@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/reazon-research@reazonspeech-nemo-v2@@ESB Datasets tests only.txt deleted file mode 100644 index 008e44f711392e39b9a99a0a453457a82f280fdc..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/reazon-research@reazonspeech-nemo-v2@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-03-14T05:42:01Z", "model": "reazon-research/reazonspeech-nemo-v2", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/sanchit-gandhi@whisper-small-hi@@COCO validation 2017 dataset.txt b/leaderboard-evals/eval_requests/sanchit-gandhi@whisper-small-hi@@COCO validation 2017 dataset.txt deleted file mode 100644 index 661dedb6c1496f759a6fbc7381d28bcafaba3081..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/sanchit-gandhi@whisper-small-hi@@COCO validation 2017 dataset.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-08-31T09:16:48Z", "model": "sanchit-gandhi/whisper-small-hi", "datasets_selected": "COCO validation 2017 dataset"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/saurabhy27-outcomes@whisper-large-v3-medical-terms@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/saurabhy27-outcomes@whisper-large-v3-medical-terms@@ESB Datasets tests only.txt deleted file mode 100644 index b5d5d2edf0ec5174062fd6b20ab58e900e08f5b5..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/saurabhy27-outcomes@whisper-large-v3-medical-terms@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-21T20:59:02Z", "model": "saurabhy27-outcomes/whisper-large-v3-medical-terms", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/saurabhy27-outcomes@whisper-large-v3-singlish-mg-v4@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/saurabhy27-outcomes@whisper-large-v3-singlish-mg-v4@@ESB Datasets tests only.txt deleted file mode 100644 index 724927ea17980bad9c63c5141fbe87e37ea625bd..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/saurabhy27-outcomes@whisper-large-v3-singlish-mg-v4@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-09-18T04:57:33Z", "model": "saurabhy27-outcomes/whisper-large-v3-singlish-mg-v4", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/smerchi@Voice_Cleverlytics_test5@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/smerchi@Voice_Cleverlytics_test5@@ESB Datasets tests only.txt deleted file mode 100644 index ee4c3e1aa7238a21bc733a96e575fdc3259e1a12..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/smerchi@Voice_Cleverlytics_test5@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-30T15:47:03Z", "model": "smerchi/Voice_Cleverlytics_test5", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-transformer-aishell@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-transformer-aishell@@ESB Datasets tests only.txt deleted file mode 100644 index f00dea8c83ff7eee56b81aa5f908f7c79d668890..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-transformer-aishell@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:44:21Z", "model": "speechbrain/asr-transformer-aishell", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-transformer-switchboard@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-transformer-switchboard@@ESB Datasets tests only.txt deleted file mode 100644 index 8b8e82b5450c5a38668245eb422b53b117003236..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-transformer-switchboard@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:45:14Z", "model": "speechbrain/asr-transformer-switchboard", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-transformer-transformerlm-librispeech@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-transformer-transformerlm-librispeech@@ESB Datasets tests only.txt deleted file mode 100644 index 35e8ef7189812a43cb2b076a6162027005d44bde..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-transformer-transformerlm-librispeech@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:42:48Z", "model": "speechbrain/asr-transformer-transformerlm-librispeech", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-commonvoice-en@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-commonvoice-en@@ESB Datasets tests only.txt deleted file mode 100644 index abe5c713c802009928bb4288465efa4162d3c8e2..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-commonvoice-en@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:38:10Z", "model": "speechbrain/asr-wav2vec2-commonvoice-en", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-ctc-MEDIA@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-ctc-MEDIA@@ESB Datasets tests only.txt deleted file mode 100644 index 8fdf134f130bcaa5534636abb439dc62403de580..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-ctc-MEDIA@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:45:21Z", "model": "speechbrain/asr-wav2vec2-ctc-MEDIA", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-librispeech@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-librispeech@@ESB Datasets tests only.txt deleted file mode 100644 index ce092ce338a369ece6338d37040230e025554900..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-librispeech@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:44:31Z", "model": "speechbrain/asr-wav2vec2-librispeech", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-transformer-aishell@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-transformer-aishell@@ESB Datasets tests only.txt deleted file mode 100644 index b147b33981e65383e771652be420336abdd82689..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-wav2vec2-transformer-aishell@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-09-21T13:44:52Z", "model": "speechbrain/asr-wav2vec2-transformer-aishell", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/speechbrain@asr-whisper-medium-commonvoice-fr@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/speechbrain@asr-whisper-medium-commonvoice-fr@@ESB Datasets tests only.txt deleted file mode 100644 index 97343812846e1868265d31f8c9abc2078279d44f..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/speechbrain@asr-whisper-medium-commonvoice-fr@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-04-15T18:28:58Z", "model": "speechbrain/asr-whisper-medium-commonvoice-fr", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/thennal@whisper-medium-ml@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/thennal@whisper-medium-ml@@ESB Datasets tests only.txt deleted file mode 100644 index f83b15dd399fd5a78c3a78c4b35c129a7f333272..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/thennal@whisper-medium-ml@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2023-11-18T11:12:25Z", "model": "thennal/whisper-medium-ml", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/voidful@wav2vec2-xlsr-53-espeak-librispeech-ft@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/voidful@wav2vec2-xlsr-53-espeak-librispeech-ft@@ESB Datasets tests only.txt deleted file mode 100644 index 797fd1b5c27de478b8c98f9d0186fea6eed5533f..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/voidful@wav2vec2-xlsr-53-espeak-librispeech-ft@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-27T08:47:05Z", "model": "voidful/wav2vec2-xlsr-53-espeak-librispeech-ft", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/web2savar@w2v-fine-tune-test-no-punct4@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/web2savar@w2v-fine-tune-test-no-punct4@@ESB Datasets tests only.txt deleted file mode 100644 index 91d14affbaf8f71407883cd441260012a1a73a47..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/web2savar@w2v-fine-tune-test-no-punct4@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-24T22:53:48Z", "model": "web2savar/w2v-fine-tune-test-no-punct4", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file diff --git a/leaderboard-evals/eval_requests/ylacombe@w2v-bert-2.0@@ESB Datasets tests only.txt b/leaderboard-evals/eval_requests/ylacombe@w2v-bert-2.0@@ESB Datasets tests only.txt deleted file mode 100644 index 964716e9dcd5e2f6bbce3caf420a846e31fd7d35..0000000000000000000000000000000000000000 --- a/leaderboard-evals/eval_requests/ylacombe@w2v-bert-2.0@@ESB Datasets tests only.txt +++ /dev/null @@ -1 +0,0 @@ -{"date": "2024-01-24T22:48:00Z", "model": "ylacombe/w2v-bert-2.0", "datasets_selected": "ESB Datasets tests only"} \ No newline at end of file