vasudevgupta
commited on
Commit
•
d474254
1
Parent(s):
f8a827c
Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"vocab_size": 32, "dropout": 0.1, "hidden_size": 768, "num_heads": 12, "num_layers": 12, "intermediate_size": 3072, "is_gelu_approx": false, "layer_norm_eps": 1e-05, "
|
|
|
1 |
+
{"vocab_size": 32, "dropout": 0.1, "hidden_size": 768, "num_heads": 12, "num_layers": 12, "intermediate_size": 3072, "is_gelu_approx": false, "layer_norm_eps": 1e-05, "survival_prob": 0.5, "pad_id": 0, "num_conv_pos_embeddings": 128, "num_conv_pos_embedding_groups": 16, "filter_sizes": [512, 512, 512, 512, 512, 512, 512], "kernal_sizes": [10, 3, 3, 3, 3, 2, 2], "strides": [5, 2, 2, 2, 2, 2, 2], "conv_bias": false, "apply_spec_augment": true, "mask_time_prob": 0.05, "mask_time_length": 10}
|