Hugging Face's logo

PremalMatalia
/
albert-base-best-squad2

Question Answering
Transformers
PyTorch
albert
Inference Endpoints
Model card Files Community
PremalMatalia commited on
Commit
28b40b9
•
1 Parent(s): 39330a9

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +8 -8
README.md CHANGED
@@ -31,11 +31,11 @@ batch_size=8
31
 
32
  n_epochs=3
33
  base_LM_model = "albert-base-v2"
34
- learning_rate=1.5e-5
35
  adam_epsilon=1e-5
36
  adam_beta1=0.95
37
  adam_beta2=0.999
38
- warmup_steps=100
39
  weight_decay=0.01
40
  optimizer=AdamW
41
  lr_scheduler="polynomial"
@@ -43,14 +43,14 @@ lr_scheduler="polynomial"
43
 
44
  ## Performance
45
  ```
46
- "exact": 77.773
47
- "f1": 81.147
48
  "total": 11873
49
- "HasAns_exact": 74.038
50
- "HasAns_f1": 80.796
51
  "HasAns_total": 5928
52
- "NoAns_exact": 81.497
53
- "NoAns_f1": 81.497
54
  "NoAns_total": 5945
55
  ```
56
 
 
31
 
32
  n_epochs=3
33
  base_LM_model = "albert-base-v2"
34
+ learning_rate=3e-5
35
  adam_epsilon=1e-5
36
  adam_beta1=0.95
37
  adam_beta2=0.999
38
+ warmup_steps=300
39
  weight_decay=0.01
40
  optimizer=AdamW
41
  lr_scheduler="polynomial"
 
43
 
44
  ## Performance
45
  ```
46
+ "exact": 78.253
47
+ "f1": 81.523
48
  "total": 11873
49
+ "HasAns_exact": 73.616
50
+ "HasAns_f1": 80.165
51
  "HasAns_total": 5928
52
+ "NoAns_exact": 82.876
53
+ "NoAns_f1": 82.876
54
  "NoAns_total": 5945
55
  ```
56