Commit
·
69cc94e
1
Parent(s):
908859a
Hezar: Upload model and config
Browse files- model_config.yaml +43 -0
model_config.yaml
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: whisper_speech_recognition
|
| 2 |
+
config_type: model
|
| 3 |
+
vocab_size: 51865
|
| 4 |
+
num_mel_bins: 80
|
| 5 |
+
encoder_layers: 12
|
| 6 |
+
encoder_attention_heads: 12
|
| 7 |
+
decoder_layers: 12
|
| 8 |
+
decoder_attention_heads: 12
|
| 9 |
+
num_hidden_layers: 12
|
| 10 |
+
decoder_ffn_dim: 3072
|
| 11 |
+
encoder_ffn_dim: 3072
|
| 12 |
+
encoder_layerdrop: 0.0
|
| 13 |
+
decoder_layerdrop: 0.0
|
| 14 |
+
decoder_start_token_id: 50258
|
| 15 |
+
use_cache: true
|
| 16 |
+
is_encoder_decoder: true
|
| 17 |
+
activation_function: gelu
|
| 18 |
+
d_model: 768
|
| 19 |
+
dropout: 0.0
|
| 20 |
+
torch_dtype: float32
|
| 21 |
+
attention_dropout: 0.0
|
| 22 |
+
activation_dropout: 0.0
|
| 23 |
+
init_std: 0.02
|
| 24 |
+
scale_embedding: false
|
| 25 |
+
max_source_positions: 1500
|
| 26 |
+
max_target_positions: 448
|
| 27 |
+
pad_token_id: 50257
|
| 28 |
+
bos_token_id: 50257
|
| 29 |
+
eos_token_id: 50257
|
| 30 |
+
suppress_tokens: []
|
| 31 |
+
begin_suppress_tokens:
|
| 32 |
+
- 220
|
| 33 |
+
- 50257
|
| 34 |
+
use_weighted_layer_sum: false
|
| 35 |
+
classifier_proj_size: 256
|
| 36 |
+
apply_spec_augment: false
|
| 37 |
+
mask_time_prob: 0.05
|
| 38 |
+
mask_time_length: 10
|
| 39 |
+
mask_time_min_masks: 2
|
| 40 |
+
mask_feature_prob: 0.0
|
| 41 |
+
mask_feature_length: 10
|
| 42 |
+
mask_feature_min_masks: 0
|
| 43 |
+
max_length: 448
|