jqueguiner commited on
Commit
6cbdbe2
1 Parent(s): 0efa21a

feat: init

Browse files
Files changed (1) hide show
  1. config.json +27 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lr_encoder": "1e-5",
3
+ "lr_others": "5e-5",
4
+ "num_steps": 60000,
5
+ "warmup_ratio": 0.1,
6
+ "train_batch_size": 4,
7
+ "gradient_accumulation_steps": 2,
8
+ "eval_every": 2500,
9
+ "max_width": 1,
10
+ "model_name": "microsoft/deberta-v3-large",
11
+ "fine_tune": true,
12
+ "subtoken_pooling": "first",
13
+ "hidden_size": 768,
14
+ "span_mode": "marker",
15
+ "dropout": 0.4,
16
+ "root_dir": "ablation_backbone",
17
+ "train_data": "NuMinds_custom_data_mix.json",
18
+ "prev_path": "none",
19
+ "size_sup": -1,
20
+ "max_types": 25,
21
+ "shuffle_types": true,
22
+ "random_drop": true,
23
+ "max_neg_type_ratio": 1,
24
+ "max_len": 384,
25
+ "name": "large",
26
+ "log_dir": "logs"
27
+ }