benderrodriguez commited on
Commit
ccaf09d
1 Parent(s): 824b381

Remove average WER.

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. benchmark.csv +5 -5
app.py CHANGED
@@ -38,7 +38,7 @@ except Exception:
38
 
39
  MODEL_COLUMN_NAME = "model"
40
 
41
- column_names = {MODEL_COLUMN_NAME: "Model", "avg_wer": "Average WER ⬇️"}
42
 
43
  leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
44
  leaderboard_df.loc[:, MODEL_COLUMN_NAME] = leaderboard_df[MODEL_COLUMN_NAME].apply(make_clickable_model)
 
38
 
39
  MODEL_COLUMN_NAME = "model"
40
 
41
+ column_names = {MODEL_COLUMN_NAME: "Model"}
42
 
43
  leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
44
  leaderboard_df.loc[:, MODEL_COLUMN_NAME] = leaderboard_df[MODEL_COLUMN_NAME].apply(make_clickable_model)
benchmark.csv CHANGED
@@ -1,5 +1,5 @@
1
- model,avg_wer,avg_wil,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he
2
- ivrit-ai/whisper-large-v2-d4,0.0,0.063,0.080,0.242,0.207
3
- ivrit-ai/whisper-v2-d3-e3,0.0,0.069,0.086,0.256,0.214
4
- openai/whisper-large-v2,0.0,0.083,0.100,0.276,0.234
5
- openai/whisper-large-v3,0.0,0.101,0.096,0.262,0.232
 
1
+ model,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he
2
+ ivrit-ai/whisper-large-v2-d4,0.063,0.080,0.242,0.207
3
+ ivrit-ai/whisper-v2-d3-e3,0.069,0.086,0.256,0.214
4
+ openai/whisper-large-v2,0.083,0.100,0.276,0.234
5
+ openai/whisper-large-v3,0.101,0.096,0.262,0.232