add suppress tokens

#3
by sanchit-gandhi HF staff - opened
Files changed (1) hide show
  1. config.json +88 -0
config.json CHANGED
@@ -32,6 +32,94 @@
32
  "num_mel_bins": 80,
33
  "pad_token_id": 50256,
34
  "scale_embedding": false,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  "torch_dtype": "float32",
36
  "transformers_version": "4.26.0.dev0",
37
  "use_cache": true,
 
32
  "num_mel_bins": 80,
33
  "pad_token_id": 50256,
34
  "scale_embedding": false,
35
+ "suppress_tokens": [
36
+ 1,
37
+ 2,
38
+ 7,
39
+ 8,
40
+ 9,
41
+ 10,
42
+ 14,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 31,
49
+ 58,
50
+ 59,
51
+ 60,
52
+ 61,
53
+ 62,
54
+ 63,
55
+ 90,
56
+ 91,
57
+ 92,
58
+ 93,
59
+ 359,
60
+ 503,
61
+ 522,
62
+ 542,
63
+ 873,
64
+ 893,
65
+ 902,
66
+ 918,
67
+ 922,
68
+ 931,
69
+ 1350,
70
+ 1853,
71
+ 1982,
72
+ 2460,
73
+ 2627,
74
+ 3246,
75
+ 3253,
76
+ 3268,
77
+ 3536,
78
+ 3846,
79
+ 3961,
80
+ 4183,
81
+ 4667,
82
+ 6585,
83
+ 6647,
84
+ 7273,
85
+ 9061,
86
+ 9383,
87
+ 10428,
88
+ 10929,
89
+ 11938,
90
+ 12033,
91
+ 12331,
92
+ 12562,
93
+ 13793,
94
+ 14157,
95
+ 14635,
96
+ 15265,
97
+ 15618,
98
+ 16553,
99
+ 16604,
100
+ 18362,
101
+ 18956,
102
+ 20075,
103
+ 21675,
104
+ 22520,
105
+ 26130,
106
+ 26161,
107
+ 26435,
108
+ 28279,
109
+ 29464,
110
+ 31650,
111
+ 32302,
112
+ 32470,
113
+ 36865,
114
+ 42863,
115
+ 47425,
116
+ 49870,
117
+ 50254,
118
+ 50258,
119
+ 50360,
120
+ 50361,
121
+ 50362
122
+ ],
123
  "torch_dtype": "float32",
124
  "transformers_version": "4.26.0.dev0",
125
  "use_cache": true,