gokuls commited on
Commit
2777c69
1 Parent(s): f903674

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -13,7 +15,7 @@ model-index:
13
  name: Text Classification
14
  type: text-classification
15
  dataset:
16
- name: glue
17
  type: glue
18
  config: mrpc
19
  split: validation
@@ -21,10 +23,10 @@ model-index:
21
  metrics:
22
  - name: Accuracy
23
  type: accuracy
24
- value: 0.7622549019607843
25
  - name: F1
26
  type: f1
27
- value: 0.8380634390651085
28
  ---
29
 
30
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,12 +34,12 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  # hBERTv2_mrpc
34
 
35
- This model is a fine-tuned version of [gokuls/bert_12_layer_model_v2](https://huggingface.co/gokuls/bert_12_layer_model_v2) on the glue dataset.
36
  It achieves the following results on the evaluation set:
37
- - Loss: 0.9954
38
- - Accuracy: 0.7623
39
- - F1: 0.8381
40
- - Combined Score: 0.8002
41
 
42
  ## Model description
43
 
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
15
  name: Text Classification
16
  type: text-classification
17
  dataset:
18
+ name: GLUE MRPC
19
  type: glue
20
  config: mrpc
21
  split: validation
 
23
  metrics:
24
  - name: Accuracy
25
  type: accuracy
26
+ value: 0.6936274509803921
27
  - name: F1
28
  type: f1
29
+ value: 0.8085758039816232
30
  ---
31
 
32
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
34
 
35
  # hBERTv2_mrpc
36
 
37
+ This model is a fine-tuned version of [gokuls/bert_12_layer_model_v2](https://huggingface.co/gokuls/bert_12_layer_model_v2) on the GLUE MRPC dataset.
38
  It achieves the following results on the evaluation set:
39
+ - Loss: 0.5772
40
+ - Accuracy: 0.6936
41
+ - F1: 0.8086
42
+ - Combined Score: 0.7511
43
 
44
  ## Model description
45
 
all_results.json CHANGED
@@ -4,13 +4,13 @@
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
- "eval_runtime": 0.5133,
8
  "eval_samples": 408,
9
- "eval_samples_per_second": 794.855,
10
- "eval_steps_per_second": 3.896,
11
- "train_loss": 0.4106310119231542,
12
- "train_runtime": 128.2586,
13
  "train_samples": 3668,
14
- "train_samples_per_second": 1429.924,
15
- "train_steps_per_second": 5.848
16
  }
 
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
+ "eval_runtime": 0.4842,
8
  "eval_samples": 408,
9
+ "eval_samples_per_second": 842.623,
10
+ "eval_steps_per_second": 4.131,
11
+ "train_loss": 0.18271473944187164,
12
+ "train_runtime": 94.8977,
13
  "train_samples": 3668,
14
+ "train_samples_per_second": 1932.608,
15
+ "train_steps_per_second": 7.903
16
  }
eval_results.json CHANGED
@@ -4,8 +4,8 @@
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
- "eval_runtime": 0.5133,
8
  "eval_samples": 408,
9
- "eval_samples_per_second": 794.855,
10
- "eval_steps_per_second": 3.896
11
  }
 
4
  "eval_combined_score": 0.7511016274810076,
5
  "eval_f1": 0.8085758039816232,
6
  "eval_loss": 0.5771955847740173,
7
+ "eval_runtime": 0.4842,
8
  "eval_samples": 408,
9
+ "eval_samples_per_second": 842.623,
10
+ "eval_steps_per_second": 4.131
11
  }
logs/events.out.tfevents.1677709066.serv-3317.3553245.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a923498f21c79212da9c591788ff773e298dc0988f2946ab3d093df0a4ba50d
3
+ size 459
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 8.0,
3
- "train_loss": 0.4106310119231542,
4
- "train_runtime": 128.2586,
5
  "train_samples": 3668,
6
- "train_samples_per_second": 1429.924,
7
- "train_steps_per_second": 5.848
8
  }
 
1
  {
2
  "epoch": 8.0,
3
+ "train_loss": 0.18271473944187164,
4
+ "train_runtime": 94.8977,
5
  "train_samples": 3668,
6
+ "train_samples_per_second": 1932.608,
7
+ "train_steps_per_second": 7.903
8
  }
trainer_state.json CHANGED
@@ -70,9 +70,9 @@
70
  "eval_combined_score": 0.7580659536541889,
71
  "eval_f1": 0.8151515151515151,
72
  "eval_loss": 0.6260703206062317,
73
- "eval_runtime": 0.4882,
74
- "eval_samples_per_second": 835.793,
75
- "eval_steps_per_second": 4.097,
76
  "step": 60
77
  },
78
  {
@@ -87,9 +87,9 @@
87
  "eval_combined_score": 0.7737266857962697,
88
  "eval_f1": 0.8195121951219512,
89
  "eval_loss": 0.6433467268943787,
90
- "eval_runtime": 0.4891,
91
- "eval_samples_per_second": 834.113,
92
- "eval_steps_per_second": 4.089,
93
  "step": 75
94
  },
95
  {
@@ -104,9 +104,9 @@
104
  "eval_combined_score": 0.7228365030222615,
105
  "eval_f1": 0.7593984962406015,
106
  "eval_loss": 0.7530680894851685,
107
- "eval_runtime": 0.4871,
108
- "eval_samples_per_second": 837.615,
109
- "eval_steps_per_second": 4.106,
110
  "step": 90
111
  },
112
  {
@@ -121,9 +121,9 @@
121
  "eval_combined_score": 0.7767899328406062,
122
  "eval_f1": 0.8158347676419966,
123
  "eval_loss": 0.7904398441314697,
124
- "eval_runtime": 0.4881,
125
- "eval_samples_per_second": 835.949,
126
- "eval_steps_per_second": 4.098,
127
  "step": 105
128
  },
129
  {
@@ -138,19 +138,19 @@
138
  "eval_combined_score": 0.8001591705129464,
139
  "eval_f1": 0.8380634390651085,
140
  "eval_loss": 0.9954336285591125,
141
- "eval_runtime": 0.4868,
142
- "eval_samples_per_second": 838.079,
143
- "eval_steps_per_second": 4.108,
144
  "step": 120
145
  },
146
  {
147
  "epoch": 8.0,
148
  "step": 120,
149
  "total_flos": 3654895836069888.0,
150
- "train_loss": 0.4106310119231542,
151
- "train_runtime": 128.2586,
152
- "train_samples_per_second": 1429.924,
153
- "train_steps_per_second": 5.848
154
  }
155
  ],
156
  "max_steps": 750,
 
70
  "eval_combined_score": 0.7580659536541889,
71
  "eval_f1": 0.8151515151515151,
72
  "eval_loss": 0.6260703206062317,
73
+ "eval_runtime": 0.4844,
74
+ "eval_samples_per_second": 842.253,
75
+ "eval_steps_per_second": 4.129,
76
  "step": 60
77
  },
78
  {
 
87
  "eval_combined_score": 0.7737266857962697,
88
  "eval_f1": 0.8195121951219512,
89
  "eval_loss": 0.6433467268943787,
90
+ "eval_runtime": 0.484,
91
+ "eval_samples_per_second": 842.954,
92
+ "eval_steps_per_second": 4.132,
93
  "step": 75
94
  },
95
  {
 
104
  "eval_combined_score": 0.7228365030222615,
105
  "eval_f1": 0.7593984962406015,
106
  "eval_loss": 0.7530680894851685,
107
+ "eval_runtime": 0.4824,
108
+ "eval_samples_per_second": 845.726,
109
+ "eval_steps_per_second": 4.146,
110
  "step": 90
111
  },
112
  {
 
121
  "eval_combined_score": 0.7767899328406062,
122
  "eval_f1": 0.8158347676419966,
123
  "eval_loss": 0.7904398441314697,
124
+ "eval_runtime": 0.4836,
125
+ "eval_samples_per_second": 843.759,
126
+ "eval_steps_per_second": 4.136,
127
  "step": 105
128
  },
129
  {
 
138
  "eval_combined_score": 0.8001591705129464,
139
  "eval_f1": 0.8380634390651085,
140
  "eval_loss": 0.9954336285591125,
141
+ "eval_runtime": 0.4861,
142
+ "eval_samples_per_second": 839.39,
143
+ "eval_steps_per_second": 4.115,
144
  "step": 120
145
  },
146
  {
147
  "epoch": 8.0,
148
  "step": 120,
149
  "total_flos": 3654895836069888.0,
150
+ "train_loss": 0.18271473944187164,
151
+ "train_runtime": 94.8977,
152
+ "train_samples_per_second": 1932.608,
153
+ "train_steps_per_second": 7.903
154
  }
155
  ],
156
  "max_steps": 750,