benderrodriguez
commited on
Commit
•
ccaf09d
1
Parent(s):
824b381
Remove average WER.
Browse files- app.py +1 -1
- benchmark.csv +5 -5
app.py
CHANGED
@@ -38,7 +38,7 @@ except Exception:
|
|
38 |
|
39 |
MODEL_COLUMN_NAME = "model"
|
40 |
|
41 |
-
column_names = {MODEL_COLUMN_NAME: "Model"
|
42 |
|
43 |
leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
|
44 |
leaderboard_df.loc[:, MODEL_COLUMN_NAME] = leaderboard_df[MODEL_COLUMN_NAME].apply(make_clickable_model)
|
|
|
38 |
|
39 |
MODEL_COLUMN_NAME = "model"
|
40 |
|
41 |
+
column_names = {MODEL_COLUMN_NAME: "Model"}
|
42 |
|
43 |
leaderboard_df = pd.read_csv("benchmark.csv") # TODO: Move to a different place, probably in the github
|
44 |
leaderboard_df.loc[:, MODEL_COLUMN_NAME] = leaderboard_df[MODEL_COLUMN_NAME].apply(make_clickable_model)
|
benchmark.csv
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
-
model,
|
2 |
-
ivrit-ai/whisper-large-v2-d4,0.
|
3 |
-
ivrit-ai/whisper-v2-d3-e3,0.
|
4 |
-
openai/whisper-large-v2,0.
|
5 |
-
openai/whisper-large-v3,0.
|
|
|
1 |
+
model,ivrit-ai/eval-d1,ivrit-ai/saspeech,google/fleurs/he,mozilla-foundation/common_voice_17_0/he
|
2 |
+
ivrit-ai/whisper-large-v2-d4,0.063,0.080,0.242,0.207
|
3 |
+
ivrit-ai/whisper-v2-d3-e3,0.069,0.086,0.256,0.214
|
4 |
+
openai/whisper-large-v2,0.083,0.100,0.276,0.234
|
5 |
+
openai/whisper-large-v3,0.101,0.096,0.262,0.232
|