Update hidden_act and layer_norm_eps
Browse files- config.json +5 -4
config.json
CHANGED
@@ -61,12 +61,12 @@
|
|
61 |
"feat_proj_dropout": 0.0,
|
62 |
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
63 |
"final_dropout": 0.0,
|
64 |
-
"hidden_act": "
|
65 |
"hidden_dropout": 0.0,
|
66 |
"hidden_size": 512,
|
67 |
"initializer_range": 0.02,
|
68 |
"intermediate_size": 2048,
|
69 |
-
"layer_norm_eps": 1e-
|
70 |
"layerdrop": 0.1,
|
71 |
"mask_feature_length": 64,
|
72 |
"mask_feature_prob": 0.5,
|
@@ -94,5 +94,6 @@
|
|
94 |
"torch_dtype": "float32",
|
95 |
"transformers_version": "4.12.0.dev0",
|
96 |
"use_weighted_layer_sum": false,
|
97 |
-
"vocab_size": 32
|
98 |
-
|
|
|
|
61 |
"feat_proj_dropout": 0.0,
|
62 |
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
63 |
"final_dropout": 0.0,
|
64 |
+
"hidden_act": "gelu_python",
|
65 |
"hidden_dropout": 0.0,
|
66 |
"hidden_size": 512,
|
67 |
"initializer_range": 0.02,
|
68 |
"intermediate_size": 2048,
|
69 |
+
"layer_norm_eps": 1e-07,
|
70 |
"layerdrop": 0.1,
|
71 |
"mask_feature_length": 64,
|
72 |
"mask_feature_prob": 0.5,
|
|
|
94 |
"torch_dtype": "float32",
|
95 |
"transformers_version": "4.12.0.dev0",
|
96 |
"use_weighted_layer_sum": false,
|
97 |
+
"vocab_size": 32,
|
98 |
+
"feature_layer_norm_eps": 1e-05
|
99 |
+
}
|