pilotj commited on
Commit
bcec25d
·
verified ·
1 Parent(s): c0ef594

Training in progress, step 6000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ab238c54681852ccb1c5c00174c26c4f2c36da6485b98ea14382b8bf2fc8048
3
  size 267906392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5551226ab5bfd745eb7fe17a5b3fedce124382a60d2d20795b113e9b18b68f3a
3
  size 267906392
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99819392c7083c86785e1d940108a695ea641c8437f6b1679f95cdf1aa0797ae
3
  size 535874874
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd363e983824f4c78cdeaa33c76213afd91356b0873865a270bd9ff5269b840
3
  size 535874874
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c02ce3f3054c39adc876693c7f59df2fda4f57fab4ab6cbb2fa38e83b9f448d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef95a9514ae37e8f2eb4eaddbe787b2be90d77d4dceafab5d7aeaa43ee4fe036
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be1267363922e30a42a625671aeb53c185a218217e9e479f52c207df2bead2ff
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b962cc92831cf1304b89840743bc274ff678cb5e5537496acffd72095de51d51
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.0108377933502197,
3
- "best_model_checkpoint": "/kaggle/working/results/checkpoint-4000",
4
- "epoch": 0.3116964076989013,
5
  "eval_steps": 1000,
6
- "global_step": 4000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -95,6 +95,50 @@
95
  "eval_samples_per_second": 103.744,
96
  "eval_steps_per_second": 0.818,
97
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
98
  }
99
  ],
100
  "logging_steps": 500,
@@ -114,7 +158,7 @@
114
  "attributes": {}
115
  }
116
  },
117
- "total_flos": 1.6963084222464e+16,
118
  "train_batch_size": 32,
119
  "trial_name": null,
120
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.9227759838104248,
3
+ "best_model_checkpoint": "/kaggle/working/results/checkpoint-6000",
4
+ "epoch": 0.4675446115483519,
5
  "eval_steps": 1000,
6
+ "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
95
  "eval_samples_per_second": 103.744,
96
  "eval_steps_per_second": 0.818,
97
  "step": 4000
98
+ },
99
+ {
100
+ "epoch": 0.35065845866126394,
101
+ "grad_norm": 3.7277610301971436,
102
+ "learning_rate": 6.493415413387362e-05,
103
+ "loss": 0.5422,
104
+ "step": 4500
105
+ },
106
+ {
107
+ "epoch": 0.3896205096236266,
108
+ "grad_norm": 4.281050205230713,
109
+ "learning_rate": 6.103794903763734e-05,
110
+ "loss": 0.5257,
111
+ "step": 5000
112
+ },
113
+ {
114
+ "epoch": 0.3896205096236266,
115
+ "eval_loss": 0.9513921737670898,
116
+ "eval_runtime": 50.1094,
117
+ "eval_samples_per_second": 103.773,
118
+ "eval_steps_per_second": 0.818,
119
+ "step": 5000
120
+ },
121
+ {
122
+ "epoch": 0.42858256058598926,
123
+ "grad_norm": 3.6584441661834717,
124
+ "learning_rate": 5.7141743941401084e-05,
125
+ "loss": 0.5195,
126
+ "step": 5500
127
+ },
128
+ {
129
+ "epoch": 0.4675446115483519,
130
+ "grad_norm": 5.238151550292969,
131
+ "learning_rate": 5.3245538845164814e-05,
132
+ "loss": 0.5106,
133
+ "step": 6000
134
+ },
135
+ {
136
+ "epoch": 0.4675446115483519,
137
+ "eval_loss": 0.9227759838104248,
138
+ "eval_runtime": 49.9608,
139
+ "eval_samples_per_second": 104.082,
140
+ "eval_steps_per_second": 0.821,
141
+ "step": 6000
142
  }
143
  ],
144
  "logging_steps": 500,
 
158
  "attributes": {}
159
  }
160
  },
161
+ "total_flos": 2.5444626333696e+16,
162
  "train_batch_size": 32,
163
  "trial_name": null,
164
  "trial_params": null