Aivesa commited on
Commit
392dd0e
·
verified ·
1 Parent(s): d580715

Training in progress, step 9, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a003ed1fb53b81bc7b622de55c1c33b245bbf634fa78f9a1616406c5413ab64
3
  size 27024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3f786a86e552230a6744418d89b2e9b72ab9188269095875170275a85d1723
3
  size 27024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0479e9d7a6f70a0bf77141e72134c8b35477028b4e36900e0fc842b81e70c94
3
  size 63974
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0aa7fa4d55ad1c4ad59d4e241f93cca7b97b7ec03c9e095c6a83317514b8d00
3
  size 63974
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb6133c2d18dfd4106160fc1357511962bfa6f38646ba33c534203e63fb2eae6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df170cb6acde393f26f26d8b291e01ba34281d10b477edb2225f4b80d02e472
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffd8c58e5d02492554dbaa495f8cf80dff41fabc0e1288cb2fd18a103d402219
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c8e6b04902f17ae368c3e6cfd97a31ad4de2f025d673daea8c033ce0e260946
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.001415261233636042,
5
  "eval_steps": 3,
6
- "global_step": 3,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -36,6 +36,64 @@
36
  "eval_samples_per_second": 64.546,
37
  "eval_steps_per_second": 32.309,
38
  "step": 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "logging_steps": 1,
@@ -55,7 +113,7 @@
55
  "attributes": {}
56
  }
57
  },
58
- "total_flos": 77585448960.0,
59
  "train_batch_size": 2,
60
  "trial_name": null,
61
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.004245783700908126,
5
  "eval_steps": 3,
6
+ "global_step": 9,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
36
  "eval_samples_per_second": 64.546,
37
  "eval_steps_per_second": 32.309,
38
  "step": 3
39
+ },
40
+ {
41
+ "epoch": 0.0018870149781813894,
42
+ "grad_norm": 0.026352746412158012,
43
+ "learning_rate": 8e-05,
44
+ "loss": 10.3762,
45
+ "step": 4
46
+ },
47
+ {
48
+ "epoch": 0.0023587687227267368,
49
+ "grad_norm": 0.03207406401634216,
50
+ "learning_rate": 0.0001,
51
+ "loss": 10.3863,
52
+ "step": 5
53
+ },
54
+ {
55
+ "epoch": 0.002830522467272084,
56
+ "grad_norm": 0.027389129623770714,
57
+ "learning_rate": 0.00012,
58
+ "loss": 10.3768,
59
+ "step": 6
60
+ },
61
+ {
62
+ "epoch": 0.002830522467272084,
63
+ "eval_loss": 10.383142471313477,
64
+ "eval_runtime": 17.7035,
65
+ "eval_samples_per_second": 50.442,
66
+ "eval_steps_per_second": 25.249,
67
+ "step": 6
68
+ },
69
+ {
70
+ "epoch": 0.0033022762118174315,
71
+ "grad_norm": 0.021352829411625862,
72
+ "learning_rate": 0.00014,
73
+ "loss": 10.3891,
74
+ "step": 7
75
+ },
76
+ {
77
+ "epoch": 0.003774029956362779,
78
+ "grad_norm": 0.027664244174957275,
79
+ "learning_rate": 0.00016,
80
+ "loss": 10.3855,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 0.004245783700908126,
85
+ "grad_norm": 0.022455623373389244,
86
+ "learning_rate": 0.00018,
87
+ "loss": 10.3806,
88
+ "step": 9
89
+ },
90
+ {
91
+ "epoch": 0.004245783700908126,
92
+ "eval_loss": 10.38300895690918,
93
+ "eval_runtime": 15.2241,
94
+ "eval_samples_per_second": 58.657,
95
+ "eval_steps_per_second": 29.361,
96
+ "step": 9
97
  }
98
  ],
99
  "logging_steps": 1,
 
113
  "attributes": {}
114
  }
115
  },
116
+ "total_flos": 232756346880.0,
117
  "train_batch_size": 2,
118
  "trial_name": null,
119
  "trial_params": null