Upload config
Browse files- config.json +3 -1
config.json
CHANGED
@@ -8,8 +8,10 @@
|
|
8 |
"bos_token_id": 1,
|
9 |
"classifier_proj_size": 256,
|
10 |
"codevector_dim": 256,
|
|
|
11 |
"contrastive_logits_temperature": 0.1,
|
12 |
"conv_bias": false,
|
|
|
13 |
"conv_dim": [
|
14 |
512,
|
15 |
512,
|
@@ -78,7 +80,7 @@
|
|
78 |
"num_negatives": 100,
|
79 |
"output_hidden_size": 512,
|
80 |
"pad_token_id": 0,
|
81 |
-
"position_embeddings_type":
|
82 |
"proj_codevector_dim": 256,
|
83 |
"rotary_embedding_base": 10000,
|
84 |
"tdnn_dilation": [
|
|
|
8 |
"bos_token_id": 1,
|
9 |
"classifier_proj_size": 256,
|
10 |
"codevector_dim": 256,
|
11 |
+
"conformer_conv_dropout": 0.1,
|
12 |
"contrastive_logits_temperature": 0.1,
|
13 |
"conv_bias": false,
|
14 |
+
"conv_depthwise_kernel_size": 31,
|
15 |
"conv_dim": [
|
16 |
512,
|
17 |
512,
|
|
|
80 |
"num_negatives": 100,
|
81 |
"output_hidden_size": 512,
|
82 |
"pad_token_id": 0,
|
83 |
+
"position_embeddings_type": "relative",
|
84 |
"proj_codevector_dim": 256,
|
85 |
"rotary_embedding_base": 10000,
|
86 |
"tdnn_dilation": [
|