versae commited on
Commit
f119857
1 Parent(s): a28fb79

Last checkpoint 70k

Browse files
NbAiLab_NPSC_16K_mp3_bokmaal_test_eval_results.txt CHANGED
@@ -1,2 +1,2 @@
1
- WER: 0.0667006648897784
2
- CER: 0.025520010499053922
 
1
+ WER: 0.06332329423537675
2
+ CER: 0.02480899861950731
README.md CHANGED
@@ -23,8 +23,8 @@ model-index:
23
  metrics:
24
  - name: Test (Bokmål) WER
25
  type: wer
26
- value: 0.0667006648897784
27
  - name: Test (Bokmål) CER
28
  type: cer
29
- value: 0.025520010499053922
30
  ---
 
23
  metrics:
24
  - name: Test (Bokmål) WER
25
  type: wer
26
+ value: 0.06332329423537675
27
  - name: Test (Bokmål) CER
28
  type: cer
29
+ value: 0.02480899861950731
30
  ---
grid.csv ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ alpha,beta,wer,cer
2
+ 0.001,0.001,0.07689050968468251,0.026711121521565424
3
+ 0.001,0.01,0.07686164326883294,0.026699492822600875
4
+ 0.001,0.1,0.07693862037776517,0.026702815308019316
5
+ 0.001,0.25,0.07732350592242632,0.026749330103877506
6
+ 0.001,0.5,0.07791045637803458,0.026812457326827906
7
+ 0.001,0.75,0.07878607099213872,0.02695532419982092
8
+ 0.001,1,0.07969055202209244,0.02708490113114016
9
+ 0.001,1.5,0.08199986529005937,0.02737894109067229
10
+ 0.001,2,0.08457859843928911,0.027772655612757678
11
+ 0.001,3,0.09057319079738663,0.028741160112233557
12
+ 0.01,0.001,0.07580320802101476,0.026571577133990852
13
+ 0.01,0.01,0.07583207443686434,0.026571577133990852
14
+ 0.01,0.1,0.07596678437749574,0.026606463230884496
15
+ 0.01,0.25,0.07640940275385608,0.026649655541324244
16
+ 0.01,0.5,0.07688088754606599,0.02667623542467178
17
+ 0.01,0.75,0.07770839146708748,0.02679916738515414
18
+ 0.01,1,0.0786513610515073,0.026963630413367023
19
+ 0.01,1.5,0.08097029645809077,0.027274282799991362
20
+ 0.01,2,0.08339507538945606,0.027613176312672457
21
+ 0.01,3,0.08929344636138828,0.02853018228816248
22
+ 0.1,0.001,0.0702319897620445,0.025917047506557756
23
+ 0.1,0.01,0.07021274548481145,0.025907080050302428
24
+ 0.1,0.1,0.07033783328682633,0.025920369991976198
25
+ 0.1,0.25,0.07057838675223956,0.025960239816997504
26
+ 0.1,0.5,0.0711268486533817,0.026010077098274135
27
+ 0.1,0.75,0.07168493269314037,0.026078188049352198
28
+ 0.1,1,0.07225263887151559,0.026169556398359356
29
+ 0.1,1.5,0.07360936041644615,0.026289165873423274
30
+ 0.1,2,0.07566849808038334,0.0265516422214802
31
+ 0.1,3,0.08056616663619656,0.027264315343736033
32
+ 0.25,0.001,0.06741270314740154,0.025528316712600026
33
+ 0.25,0.01,0.06744156956325113,0.025539945411564575
34
+ 0.25,0.1,0.06741270314740154,0.025521671741763143
35
+ 0.25,0.25,0.06753779094941642,0.025523332984472364
36
+ 0.25,0.5,0.06765325661281477,0.025533300440727692
37
+ 0.25,0.75,0.06790343221684451,0.02557649275116744
38
+ 0.25,1,0.06817285209810732,0.025568186537621333
39
+ 0.25,1.5,0.06890413463296352,0.025651248673082386
40
+ 0.25,2,0.0696642835836693,0.025696102226231355
41
+ 0.25,3,0.07246432592107922,0.02611141290353662
42
+ 0.5,0.001,0.06591164952322304,0.025593105178259648
43
+ 0.5,0.01,0.06596938235492221,0.025601411391805756
44
+ 0.5,0.1,0.06597900449353873,0.02559808890638731
45
+ 0.5,0.25,0.06613295871140319,0.02557649275116744
46
+ 0.5,0.5,0.06615220298863625,0.025506720557380153
47
+ 0.5,0.75,0.06619069154310236,0.0254867856448695
48
+ 0.5,1,0.06632540148373378,0.025505059314670932
49
+ 0.5,1.5,0.0667006648897784,0.025520010499053922
50
+ 0.5,2,0.06719139395922137,0.025490108130287945
51
+ 0.5,3,0.06871169186063295,0.02567118358559304
52
+ 0.75,0.001,0.06652746639468088,0.025825679157550598
53
+ 0.75,0.01,0.06651784425606436,0.025825679157550598
54
+ 0.75,0.1,0.06646011142436518,0.02581737294400449
55
+ 0.75,0.25,0.0663350236223503,0.025792454303366175
56
+ 0.75,0.5,0.06650822211744782,0.025809066730458387
57
+ 0.75,0.75,0.06641200073128253,0.025799099274203062
58
+ 0.75,1,0.0663638900381999,0.025755906963763314
59
+ 0.75,1.5,0.06648897784021476,0.025729327080415774
60
+ 0.75,2,0.06680650841456022,0.025714375896032787
61
+ 0.75,3,0.0673645924543189,0.025641281216827058
62
+ 1,0.001,0.06927939803900815,0.02653502979438799
63
+ 1,0.01,0.06926015376177509,0.02653336855167877
64
+ 1,0.1,0.06918317665284286,0.026548319736061757
65
+ 1,0.25,0.06900997815774534,0.02645861262976382
66
+ 1,0.5,0.068730936137866,0.026368905523465883
67
+ 1,0.75,0.06865395902893377,0.026353954339082896
68
+ 1,1,0.06855773764276848,0.02630411705780626
69
+ 1,1.5,0.06833642845458832,0.02620776498067144
70
+ 1,2,0.06804776429609245,0.026071543078515315
71
+ 1,3,0.06796116504854369,0.025993464671181923
72
+ 1.5,0.001,0.07664033408065277,0.027842427806544966
73
+ 1.5,0.01,0.07664995621926929,0.02785073402009107
74
+ 1.5,0.1,0.07654411269448748,0.02783910532112652
75
+ 1.5,0.25,0.07627469281322467,0.027794251767977552
76
+ 1.5,0.5,0.07588980726856351,0.027689593477296628
77
+ 1.5,0.75,0.07547605530805276,0.027579951458488038
78
+ 1.5,1,0.07511041404062467,0.02752014672095608
79
+ 1.5,1.5,0.07450421930778335,0.027398876003182943
80
+ 1.5,2,0.07381142532739327,0.027354022450033974
81
+ 1.5,3,0.07257016944586103,0.027058321247792623
82
+ 2,0.001,0.08493461756810068,0.02921793676978
83
+ 2,0.01,0.08491537329086762,0.02921627552707078
84
+ 2,0.1,0.08472293051853705,0.029146503333283495
85
+ 2,0.25,0.08439577780557507,0.02908835983846076
86
+ 2,0.5,0.08399164798368085,0.029020248887382697
87
+ 2,0.75,0.08366449527071887,0.028968750363396842
88
+ 2,1,0.0831737662012759,0.02886741455813436
89
+ 2,1.5,0.08208646453760812,0.028692984073666147
90
+ 2,2,0.0808452086560759,0.028500279919396503
91
+ 2,3,0.07907473515063458,0.028187966290062944
92
+ 3,0.001,0.09346945452096182,0.03065657295596544
93
+ 3,0.01,0.0934598323823453,0.03065823419867466
94
+ 3,0.1,0.09336361099618001,0.030631654315327123
95
+ 3,0.25,0.09322890105554861,0.030629993072617902
96
+ 3,0.5,0.0928632597881205,0.03056188212153984
97
+ 3,0.75,0.09247837424345935,0.030490448685043334
98
+ 3,1,0.0922955536097453,0.030488787442334114
99
+ 3,1.5,0.09158351535212217,0.030339275598504217
100
+ 3,2,0.09083298854003291,0.030241262278660176
101
+ 3,3,0.08947626699510233,0.029978785930603248
grid.py ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+ from argparse import ArgumentDefaultsHelpFormatter
3
+ from collections import namedtuple
4
+ from functools import partialmethod
5
+ import json
6
+
7
+ from tqdm import tqdm
8
+ from eval import main
9
+
10
+
11
+ # tqdm.__init__ = partialmethod(tqdm.__init__, disable=True)
12
+
13
+ Args = namedtuple("Args", "model_id dataset config split log_outputs chunk_length_s stride_length_s device")
14
+ args = Args("./", "NbAiLab/NPSC", "16K_mp3_bokmaal", "test", True, None, None, 0)
15
+ with open("grid.csv", "w") as grid:
16
+ grid.write("alpha,beta,wer,cer")
17
+ for alpha in [0.001, 0.01, 0.1, 0.25, 0.5, 0.75, 1, 1.5, 2, 3]:
18
+ for beta in [0.001, 0.01, 0.1, 0.25, 0.5, 0.75, 1, 1.5, 2, 3]:
19
+ with open("./language_model/attrs.json", "r") as attrs_file:
20
+ attrs = json.load(attrs_file)
21
+ attrs["alpha"] = alpha
22
+ attrs["beta"] = beta
23
+ with open("./language_model/attrs.json", "w") as attrs_file:
24
+ json.dump(attrs, attrs_file)
25
+ print(f"alpha = {alpha}, beta = {beta}")
26
+ main(args)
27
+ with open("NbAiLab_NPSC_16K_mp3_bokmaal_test_eval_results.txt") as results_file:
28
+ results = results_file.read().strip().split("\n")
29
+ wer = float(results[0][5:])
30
+ cer = float(results[1][5:])
31
+ grid.write(f"\n{alpha},{beta},{wer},{cer}")
32
+ print("--------------")
33
+
34
+
language_model/attrs.json CHANGED
@@ -1 +1 @@
1
- {"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}
 
1
+ {"alpha": 0.5, "beta": 0.0, "unk_score_offset": -10.0, "score_boundary": true}
log_NbAiLab_NPSC_16K_mp3_bokmaal_test_predictions.txt CHANGED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1925c58273ce80cc106135867933d528029f353e7ebfcb073beb6d02863ff565
3
  size 3850486961
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01edd44641353c2f34c79eb346e6153816c4f35f49334bba6a1a108cb99f9ca5
3
  size 3850486961