Lakoc commited on
Commit
c3482b3
·
verified ·
1 Parent(s): 96f7863

End of training

Browse files
generation_config.json CHANGED
@@ -8,7 +8,7 @@
8
  "eos_token_id": 1,
9
  "lm_model": null,
10
  "lm_weight": 0.0,
11
- "max_length": 2,
12
  "num_beams": 10,
13
  "pad_token_id": 3,
14
  "space_token_id": -1,
 
8
  "eos_token_id": 1,
9
  "lm_model": null,
10
  "lm_weight": 0.0,
11
+ "max_length": 200,
12
  "num_beams": 10,
13
  "pad_token_id": 3,
14
  "space_token_id": -1,
predictions_test_wer18.75.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ label,prediction
2
+ however due to theslow communication channels styles in the west could lag behind by to year,however due to theslow communication channels styles in the west could lag behind bytwenty 5 to 30 years
3
+ all nouns alongside the wordsie for you always begin with a capital letter even in the middle of asentence,all nouns alongside the worldsay for you always begin with a capital letter even the middle of asentence
4
+ to the north and withineasy reach is the romantic and fascinating town ofsintra and which was made famous to foreigners after aglowing account of its splendors recorded by lord byron,to the north and withineasy reach is the romantic and fascinating town ofsyntra in which was made famous to foreigners after aglowing account of the splenias recorded by lored byron
5
+ the cabbage juice changes color depending on how acidic or basic alkaline the chemical is,the cabbage jews change his color depending on how esthetic basic alkaline the chemical is
predictions_test_wer18.75_hyp.trn ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ however due to theslow communication channels styles in the west could lag behind bytwenty 5 to 30 years (utterance_0)
2
+ all nouns alongside the worldsay for you always begin with a capital letter even the middle of asentence (utterance_1)
3
+ to the north and withineasy reach is the romantic and fascinating town ofsyntra in which was made famous to foreigners after aglowing account of the splenias recorded by lored byron (utterance_2)
4
+ the cabbage jews change his color depending on how esthetic basic alkaline the chemical is (utterance_3)
predictions_test_wer18.75_hyp.trn.dtl ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ DETAILED OVERALL REPORT FOR THE SYSTEM: experiment/predictions_test_wer18.75_hyp.trn
2
+
3
+ SENTENCE RECOGNITION PERFORMANCE
4
+
5
+ sentences 4
6
+ with errors 100.0% ( 4)
7
+
8
+ with substitutions 100.0% ( 4)
9
+ with deletions 50.0% ( 2)
10
+ with insertions 50.0% ( 2)
11
+
12
+
13
+ WORD RECOGNITION PERFORMANCE
14
+
15
+ Percent Total Error = 20.0% ( 16)
16
+
17
+ Percent Correct = 83.8% ( 67)
18
+
19
+ Percent Substitution = 13.8% ( 11)
20
+ Percent Deletions = 2.5% ( 2)
21
+ Percent Insertions = 3.8% ( 3)
22
+ Percent Word Accuracy = 80.0%
23
+
24
+
25
+ Ref. words = ( 80)
26
+ Hyp. words = ( 81)
27
+ Aligned words = ( 83)
28
+
29
+ CONFUSION PAIRS Total (11)
30
+ With >= 1 occurrences (11)
31
+
32
+ 1: 1 -> and ==> in
33
+ 2: 1 -> by ==> 5
34
+ 3: 1 -> changes ==> his
35
+ 4: 1 -> its ==> the
36
+ 5: 1 -> juice ==> change
37
+ 6: 1 -> lord ==> lored
38
+ 7: 1 -> ofsintra ==> ofsyntra
39
+ 8: 1 -> or ==> esthetic
40
+ 9: 1 -> splendors ==> splenias
41
+ 10: 1 -> wordsie ==> worldsay
42
+ 11: 1 -> year ==> years
43
+ -------
44
+ 11
45
+
46
+
47
+
48
+ INSERTIONS Total (3)
49
+ With >= 1 occurrences (3)
50
+
51
+ 1: 1 -> 30
52
+ 2: 1 -> bytwenty
53
+ 3: 1 -> jews
54
+ -------
55
+ 3
56
+
57
+
58
+
59
+ DELETIONS Total (2)
60
+ With >= 1 occurrences (2)
61
+
62
+ 1: 1 -> acidic
63
+ 2: 1 -> in
64
+ -------
65
+ 2
66
+
67
+
68
+
69
+ SUBSTITUTIONS Total (11)
70
+ With >= 1 occurrences (11)
71
+
72
+ 1: 1 -> and
73
+ 2: 1 -> by
74
+ 3: 1 -> changes
75
+ 4: 1 -> its
76
+ 5: 1 -> juice
77
+ 6: 1 -> lord
78
+ 7: 1 -> ofsintra
79
+ 8: 1 -> or
80
+ 9: 1 -> splendors
81
+ 10: 1 -> wordsie
82
+ 11: 1 -> year
83
+ -------
84
+ 11
85
+
86
+
87
+ * NOTE: The 'Substitution' words are those reference words
88
+ for which the recognizer supplied an incorrect word.
89
+
90
+
91
+ FALSELY RECOGNIZED Total (11)
92
+ With >= 1 occurrences (11)
93
+
94
+ 1: 1 -> 5
95
+ 2: 1 -> change
96
+ 3: 1 -> esthetic
97
+ 4: 1 -> his
98
+ 5: 1 -> in
99
+ 6: 1 -> lored
100
+ 7: 1 -> ofsyntra
101
+ 8: 1 -> splenias
102
+ 9: 1 -> the
103
+ 10: 1 -> worldsay
104
+ 11: 1 -> years
105
+ -------
106
+ 11
107
+
108
+
109
+ * NOTE: The 'Falsely Recognized' words are those hypothesis words
110
+ which the recognizer incorrectly substituted for a reference word.
111
+
predictions_test_wer18.75_hyp.trn.snt.utt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ===============================================================================
2
+
3
+ SENTENCE LEVEL REPORT FOR THE SYSTEM:
4
+ Name: experiment/predictions_test_wer18.75_hyp.trn
5
+
6
+ ===============================================================================
7
+
8
+
9
+ SPEAKER utt
10
+ id: (utterance_0)
11
+ Scores: (#C #S #D #I) 14 2 0 2
12
+ REF: however due to theslow communication channels styles in the west could lag behind ******** BY to ** YEAR
13
+ HYP: however due to theslow communication channels styles in the west could lag behind BYTWENTY 5 to 30 YEARS
14
+ Eval: I S I S
15
+
16
+ Correct = 87.5% 14 ( 14)
17
+ Substitutions = 12.5% 2 ( 2)
18
+ Deletions = 0.0% 0 ( 0)
19
+ Insertions = 12.5% 2 ( 2)
20
+
21
+ Errors = 25.0% 4 ( 4)
22
+
23
+ Ref. words = 16 ( 16)
24
+ Hyp. words = 18 ( 18)
25
+ Aligned words = 18 ( 18)
26
+
27
+ -------------------------------------------------------------------------------
28
+
29
+ id: (utterance_1)
30
+ Scores: (#C #S #D #I) 17 1 1 0
31
+ REF: all nouns alongside the WORDSIE for you always begin with a capital letter even IN the middle of asentence
32
+ HYP: all nouns alongside the WORLDSAY for you always begin with a capital letter even ** the middle of asentence
33
+ Eval: S D
34
+
35
+ Correct = 89.5% 17 ( 31)
36
+ Substitutions = 5.3% 1 ( 3)
37
+ Deletions = 5.3% 1 ( 1)
38
+ Insertions = 0.0% 0 ( 2)
39
+
40
+ Errors = 10.5% 2 ( 6)
41
+
42
+ Ref. words = 19 ( 35)
43
+ Hyp. words = 18 ( 36)
44
+ Aligned words = 19 ( 37)
45
+
46
+ -------------------------------------------------------------------------------
47
+
48
+ id: (utterance_2)
49
+ Scores: (#C #S #D #I) 25 5 0 0
50
+ REF: to the north and withineasy reach is the romantic and fascinating town OFSINTRA AND which was made famous to
51
+ HYP: to the north and withineasy reach is the romantic and fascinating town OFSYNTRA IN which was made famous to
52
+ Eval: S S
53
+
54
+ >> REF: foreigners after aglowing account of ITS SPLENDORS recorded by LORD byron
55
+ >> HYP: foreigners after aglowing account of THE SPLENIAS recorded by LORED byron
56
+ >> Eval: S S S
57
+
58
+ Correct = 83.3% 25 ( 56)
59
+ Substitutions = 16.7% 5 ( 8)
60
+ Deletions = 0.0% 0 ( 1)
61
+ Insertions = 0.0% 0 ( 2)
62
+
63
+ Errors = 16.7% 5 ( 11)
64
+
65
+ Ref. words = 30 ( 65)
66
+ Hyp. words = 30 ( 66)
67
+ Aligned words = 30 ( 67)
68
+
69
+ -------------------------------------------------------------------------------
70
+
71
+ id: (utterance_3)
72
+ Scores: (#C #S #D #I) 11 3 1 1
73
+ REF: the cabbage **** JUICE CHANGES color depending on how ACIDIC OR basic alkaline the chemical is
74
+ HYP: the cabbage JEWS CHANGE HIS color depending on how ****** ESTHETIC basic alkaline the chemical is
75
+ Eval: I S S D S
76
+
77
+ Correct = 73.3% 11 ( 67)
78
+ Substitutions = 20.0% 3 ( 11)
79
+ Deletions = 6.7% 1 ( 2)
80
+ Insertions = 6.7% 1 ( 3)
81
+
82
+ Errors = 33.3% 5 ( 16)
83
+
84
+ Ref. words = 15 ( 80)
85
+ Hyp. words = 15 ( 81)
86
+ Aligned words = 16 ( 83)
87
+
88
+ -------------------------------------------------------------------------------
89
+
predictions_test_wer18.75_hyp.trn.sys ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+
3
+
4
+ SYSTEM SUMMARY PERCENTAGES by SPEAKER
5
+
6
+ ,----------------------------------------------------------------.
7
+ | experiment/predictions_test_wer18.75_hyp.trn |
8
+ |----------------------------------------------------------------|
9
+ | SPKR | # Snt # Wrd | Corr Sub Del Ins Err S.Err |
10
+ |--------+-------------+-----------------------------------------|
11
+ | utt | 4 80 | 83.8 13.8 2.5 3.8 20.0 100.0 |
12
+ |================================================================|
13
+ | Sum/Avg| 4 80 | 83.8 13.8 2.5 3.8 20.0 100.0 |
14
+ |================================================================|
15
+ | Mean | 4.0 80.0 | 83.8 13.8 2.5 3.8 20.0 100.0 |
16
+ | S.D. | 0.0 0.0 | 0.0 0.0 0.0 0.0 0.0 0.0 |
17
+ | Median | 4.0 80.0 | 83.8 13.8 2.5 3.8 20.0 100.0 |
18
+ `----------------------------------------------------------------'
predictions_test_wer18.75_ref.trn ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ however due to theslow communication channels styles in the west could lag behind by to year (utterance_0)
2
+ all nouns alongside the wordsie for you always begin with a capital letter even in the middle of asentence (utterance_1)
3
+ to the north and withineasy reach is the romantic and fascinating town ofsintra and which was made famous to foreigners after aglowing account of its splendors recorded by lord byron (utterance_2)
4
+ the cabbage juice changes color depending on how acidic or basic alkaline the chemical is (utterance_3)
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a87a2fc73ae493c25b7bc564a0d09f3075726207589852176ef7850651bba67
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e20c7760c47aba085f976ad51bc33a34ea222fa1c759f602411842c48a0bb6
3
  size 5496