End of training
Browse files- generation_config.json +1 -1
- predictions_test_wer18.75.csv +5 -0
- predictions_test_wer18.75_hyp.trn +4 -0
- predictions_test_wer18.75_hyp.trn.dtl +111 -0
- predictions_test_wer18.75_hyp.trn.snt.utt +89 -0
- predictions_test_wer18.75_hyp.trn.sys +18 -0
- predictions_test_wer18.75_ref.trn +4 -0
- training_args.bin +1 -1
generation_config.json
CHANGED
@@ -8,7 +8,7 @@
|
|
8 |
"eos_token_id": 1,
|
9 |
"lm_model": null,
|
10 |
"lm_weight": 0.0,
|
11 |
-
"max_length":
|
12 |
"num_beams": 10,
|
13 |
"pad_token_id": 3,
|
14 |
"space_token_id": -1,
|
|
|
8 |
"eos_token_id": 1,
|
9 |
"lm_model": null,
|
10 |
"lm_weight": 0.0,
|
11 |
+
"max_length": 200,
|
12 |
"num_beams": 10,
|
13 |
"pad_token_id": 3,
|
14 |
"space_token_id": -1,
|
predictions_test_wer18.75.csv
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
label,prediction
|
2 |
+
however due to theslow communication channels styles in the west could lag behind by to year,however due to theslow communication channels styles in the west could lag behind bytwenty 5 to 30 years
|
3 |
+
all nouns alongside the wordsie for you always begin with a capital letter even in the middle of asentence,all nouns alongside the worldsay for you always begin with a capital letter even the middle of asentence
|
4 |
+
to the north and withineasy reach is the romantic and fascinating town ofsintra and which was made famous to foreigners after aglowing account of its splendors recorded by lord byron,to the north and withineasy reach is the romantic and fascinating town ofsyntra in which was made famous to foreigners after aglowing account of the splenias recorded by lored byron
|
5 |
+
the cabbage juice changes color depending on how acidic or basic alkaline the chemical is,the cabbage jews change his color depending on how esthetic basic alkaline the chemical is
|
predictions_test_wer18.75_hyp.trn
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
however due to theslow communication channels styles in the west could lag behind bytwenty 5 to 30 years (utterance_0)
|
2 |
+
all nouns alongside the worldsay for you always begin with a capital letter even the middle of asentence (utterance_1)
|
3 |
+
to the north and withineasy reach is the romantic and fascinating town ofsyntra in which was made famous to foreigners after aglowing account of the splenias recorded by lored byron (utterance_2)
|
4 |
+
the cabbage jews change his color depending on how esthetic basic alkaline the chemical is (utterance_3)
|
predictions_test_wer18.75_hyp.trn.dtl
ADDED
@@ -0,0 +1,111 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
DETAILED OVERALL REPORT FOR THE SYSTEM: experiment/predictions_test_wer18.75_hyp.trn
|
2 |
+
|
3 |
+
SENTENCE RECOGNITION PERFORMANCE
|
4 |
+
|
5 |
+
sentences 4
|
6 |
+
with errors 100.0% ( 4)
|
7 |
+
|
8 |
+
with substitutions 100.0% ( 4)
|
9 |
+
with deletions 50.0% ( 2)
|
10 |
+
with insertions 50.0% ( 2)
|
11 |
+
|
12 |
+
|
13 |
+
WORD RECOGNITION PERFORMANCE
|
14 |
+
|
15 |
+
Percent Total Error = 20.0% ( 16)
|
16 |
+
|
17 |
+
Percent Correct = 83.8% ( 67)
|
18 |
+
|
19 |
+
Percent Substitution = 13.8% ( 11)
|
20 |
+
Percent Deletions = 2.5% ( 2)
|
21 |
+
Percent Insertions = 3.8% ( 3)
|
22 |
+
Percent Word Accuracy = 80.0%
|
23 |
+
|
24 |
+
|
25 |
+
Ref. words = ( 80)
|
26 |
+
Hyp. words = ( 81)
|
27 |
+
Aligned words = ( 83)
|
28 |
+
|
29 |
+
CONFUSION PAIRS Total (11)
|
30 |
+
With >= 1 occurrences (11)
|
31 |
+
|
32 |
+
1: 1 -> and ==> in
|
33 |
+
2: 1 -> by ==> 5
|
34 |
+
3: 1 -> changes ==> his
|
35 |
+
4: 1 -> its ==> the
|
36 |
+
5: 1 -> juice ==> change
|
37 |
+
6: 1 -> lord ==> lored
|
38 |
+
7: 1 -> ofsintra ==> ofsyntra
|
39 |
+
8: 1 -> or ==> esthetic
|
40 |
+
9: 1 -> splendors ==> splenias
|
41 |
+
10: 1 -> wordsie ==> worldsay
|
42 |
+
11: 1 -> year ==> years
|
43 |
+
-------
|
44 |
+
11
|
45 |
+
|
46 |
+
|
47 |
+
|
48 |
+
INSERTIONS Total (3)
|
49 |
+
With >= 1 occurrences (3)
|
50 |
+
|
51 |
+
1: 1 -> 30
|
52 |
+
2: 1 -> bytwenty
|
53 |
+
3: 1 -> jews
|
54 |
+
-------
|
55 |
+
3
|
56 |
+
|
57 |
+
|
58 |
+
|
59 |
+
DELETIONS Total (2)
|
60 |
+
With >= 1 occurrences (2)
|
61 |
+
|
62 |
+
1: 1 -> acidic
|
63 |
+
2: 1 -> in
|
64 |
+
-------
|
65 |
+
2
|
66 |
+
|
67 |
+
|
68 |
+
|
69 |
+
SUBSTITUTIONS Total (11)
|
70 |
+
With >= 1 occurrences (11)
|
71 |
+
|
72 |
+
1: 1 -> and
|
73 |
+
2: 1 -> by
|
74 |
+
3: 1 -> changes
|
75 |
+
4: 1 -> its
|
76 |
+
5: 1 -> juice
|
77 |
+
6: 1 -> lord
|
78 |
+
7: 1 -> ofsintra
|
79 |
+
8: 1 -> or
|
80 |
+
9: 1 -> splendors
|
81 |
+
10: 1 -> wordsie
|
82 |
+
11: 1 -> year
|
83 |
+
-------
|
84 |
+
11
|
85 |
+
|
86 |
+
|
87 |
+
* NOTE: The 'Substitution' words are those reference words
|
88 |
+
for which the recognizer supplied an incorrect word.
|
89 |
+
|
90 |
+
|
91 |
+
FALSELY RECOGNIZED Total (11)
|
92 |
+
With >= 1 occurrences (11)
|
93 |
+
|
94 |
+
1: 1 -> 5
|
95 |
+
2: 1 -> change
|
96 |
+
3: 1 -> esthetic
|
97 |
+
4: 1 -> his
|
98 |
+
5: 1 -> in
|
99 |
+
6: 1 -> lored
|
100 |
+
7: 1 -> ofsyntra
|
101 |
+
8: 1 -> splenias
|
102 |
+
9: 1 -> the
|
103 |
+
10: 1 -> worldsay
|
104 |
+
11: 1 -> years
|
105 |
+
-------
|
106 |
+
11
|
107 |
+
|
108 |
+
|
109 |
+
* NOTE: The 'Falsely Recognized' words are those hypothesis words
|
110 |
+
which the recognizer incorrectly substituted for a reference word.
|
111 |
+
|
predictions_test_wer18.75_hyp.trn.snt.utt
ADDED
@@ -0,0 +1,89 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
===============================================================================
|
2 |
+
|
3 |
+
SENTENCE LEVEL REPORT FOR THE SYSTEM:
|
4 |
+
Name: experiment/predictions_test_wer18.75_hyp.trn
|
5 |
+
|
6 |
+
===============================================================================
|
7 |
+
|
8 |
+
|
9 |
+
SPEAKER utt
|
10 |
+
id: (utterance_0)
|
11 |
+
Scores: (#C #S #D #I) 14 2 0 2
|
12 |
+
REF: however due to theslow communication channels styles in the west could lag behind ******** BY to ** YEAR
|
13 |
+
HYP: however due to theslow communication channels styles in the west could lag behind BYTWENTY 5 to 30 YEARS
|
14 |
+
Eval: I S I S
|
15 |
+
|
16 |
+
Correct = 87.5% 14 ( 14)
|
17 |
+
Substitutions = 12.5% 2 ( 2)
|
18 |
+
Deletions = 0.0% 0 ( 0)
|
19 |
+
Insertions = 12.5% 2 ( 2)
|
20 |
+
|
21 |
+
Errors = 25.0% 4 ( 4)
|
22 |
+
|
23 |
+
Ref. words = 16 ( 16)
|
24 |
+
Hyp. words = 18 ( 18)
|
25 |
+
Aligned words = 18 ( 18)
|
26 |
+
|
27 |
+
-------------------------------------------------------------------------------
|
28 |
+
|
29 |
+
id: (utterance_1)
|
30 |
+
Scores: (#C #S #D #I) 17 1 1 0
|
31 |
+
REF: all nouns alongside the WORDSIE for you always begin with a capital letter even IN the middle of asentence
|
32 |
+
HYP: all nouns alongside the WORLDSAY for you always begin with a capital letter even ** the middle of asentence
|
33 |
+
Eval: S D
|
34 |
+
|
35 |
+
Correct = 89.5% 17 ( 31)
|
36 |
+
Substitutions = 5.3% 1 ( 3)
|
37 |
+
Deletions = 5.3% 1 ( 1)
|
38 |
+
Insertions = 0.0% 0 ( 2)
|
39 |
+
|
40 |
+
Errors = 10.5% 2 ( 6)
|
41 |
+
|
42 |
+
Ref. words = 19 ( 35)
|
43 |
+
Hyp. words = 18 ( 36)
|
44 |
+
Aligned words = 19 ( 37)
|
45 |
+
|
46 |
+
-------------------------------------------------------------------------------
|
47 |
+
|
48 |
+
id: (utterance_2)
|
49 |
+
Scores: (#C #S #D #I) 25 5 0 0
|
50 |
+
REF: to the north and withineasy reach is the romantic and fascinating town OFSINTRA AND which was made famous to
|
51 |
+
HYP: to the north and withineasy reach is the romantic and fascinating town OFSYNTRA IN which was made famous to
|
52 |
+
Eval: S S
|
53 |
+
|
54 |
+
>> REF: foreigners after aglowing account of ITS SPLENDORS recorded by LORD byron
|
55 |
+
>> HYP: foreigners after aglowing account of THE SPLENIAS recorded by LORED byron
|
56 |
+
>> Eval: S S S
|
57 |
+
|
58 |
+
Correct = 83.3% 25 ( 56)
|
59 |
+
Substitutions = 16.7% 5 ( 8)
|
60 |
+
Deletions = 0.0% 0 ( 1)
|
61 |
+
Insertions = 0.0% 0 ( 2)
|
62 |
+
|
63 |
+
Errors = 16.7% 5 ( 11)
|
64 |
+
|
65 |
+
Ref. words = 30 ( 65)
|
66 |
+
Hyp. words = 30 ( 66)
|
67 |
+
Aligned words = 30 ( 67)
|
68 |
+
|
69 |
+
-------------------------------------------------------------------------------
|
70 |
+
|
71 |
+
id: (utterance_3)
|
72 |
+
Scores: (#C #S #D #I) 11 3 1 1
|
73 |
+
REF: the cabbage **** JUICE CHANGES color depending on how ACIDIC OR basic alkaline the chemical is
|
74 |
+
HYP: the cabbage JEWS CHANGE HIS color depending on how ****** ESTHETIC basic alkaline the chemical is
|
75 |
+
Eval: I S S D S
|
76 |
+
|
77 |
+
Correct = 73.3% 11 ( 67)
|
78 |
+
Substitutions = 20.0% 3 ( 11)
|
79 |
+
Deletions = 6.7% 1 ( 2)
|
80 |
+
Insertions = 6.7% 1 ( 3)
|
81 |
+
|
82 |
+
Errors = 33.3% 5 ( 16)
|
83 |
+
|
84 |
+
Ref. words = 15 ( 80)
|
85 |
+
Hyp. words = 15 ( 81)
|
86 |
+
Aligned words = 16 ( 83)
|
87 |
+
|
88 |
+
-------------------------------------------------------------------------------
|
89 |
+
|
predictions_test_wer18.75_hyp.trn.sys
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
|
2 |
+
|
3 |
+
|
4 |
+
SYSTEM SUMMARY PERCENTAGES by SPEAKER
|
5 |
+
|
6 |
+
,----------------------------------------------------------------.
|
7 |
+
| experiment/predictions_test_wer18.75_hyp.trn |
|
8 |
+
|----------------------------------------------------------------|
|
9 |
+
| SPKR | # Snt # Wrd | Corr Sub Del Ins Err S.Err |
|
10 |
+
|--------+-------------+-----------------------------------------|
|
11 |
+
| utt | 4 80 | 83.8 13.8 2.5 3.8 20.0 100.0 |
|
12 |
+
|================================================================|
|
13 |
+
| Sum/Avg| 4 80 | 83.8 13.8 2.5 3.8 20.0 100.0 |
|
14 |
+
|================================================================|
|
15 |
+
| Mean | 4.0 80.0 | 83.8 13.8 2.5 3.8 20.0 100.0 |
|
16 |
+
| S.D. | 0.0 0.0 | 0.0 0.0 0.0 0.0 0.0 0.0 |
|
17 |
+
| Median | 4.0 80.0 | 83.8 13.8 2.5 3.8 20.0 100.0 |
|
18 |
+
`----------------------------------------------------------------'
|
predictions_test_wer18.75_ref.trn
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
however due to theslow communication channels styles in the west could lag behind by to year (utterance_0)
|
2 |
+
all nouns alongside the wordsie for you always begin with a capital letter even in the middle of asentence (utterance_1)
|
3 |
+
to the north and withineasy reach is the romantic and fascinating town ofsintra and which was made famous to foreigners after aglowing account of its splendors recorded by lord byron (utterance_2)
|
4 |
+
the cabbage juice changes color depending on how acidic or basic alkaline the chemical is (utterance_3)
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5496
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83e20c7760c47aba085f976ad51bc33a34ea222fa1c759f602411842c48a0bb6
|
3 |
size 5496
|