Lakoc
/

ebranchformer_12_128h_2d_bestrq

bestrq-ebranchformer

Inference Endpoints

Model card Files Files and versions Community

Lakoc commited on Feb 3, 2024

Commit

8b1bb65

·

verified ·

1 Parent(s): 10332f2

Upload config

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -17,8 +17,8 @@
   "conv_bias": false,
   "conv_depthwise_kernel_size": 31,
   "conv_dim": [
-    128,
-    128
   ],
   "conv_kernel": [
     3,
@@ -45,7 +45,7 @@
   "final_dropout": 0.1,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
-  "hidden_size": 128,
   "initializer_range": 0.02,
   "intermediate_size": 1024,
   "is_causal": false,
@@ -69,7 +69,7 @@
   "num_feat_extract_layers": 2,
   "num_hidden_layers": 12,
   "num_negatives": 100,
-  "output_hidden_size": 128,
   "pad_token_id": 0,
   "position_embeddings_type": "relative",
   "proj_codevector_dim": 256,

   "conv_bias": false,
   "conv_depthwise_kernel_size": 31,
   "conv_dim": [
+    256,
+    256
   ],
   "conv_kernel": [
     3,
   "final_dropout": 0.1,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
+  "hidden_size": 256,
   "initializer_range": 0.02,
   "intermediate_size": 1024,
   "is_causal": false,
   "num_feat_extract_layers": 2,
   "num_hidden_layers": 12,
   "num_negatives": 100,
+  "output_hidden_size": 256,
   "pad_token_id": 0,
   "position_embeddings_type": "relative",
   "proj_codevector_dim": 256,