Training in progress, step 400, checkpoint
Browse files
last-checkpoint/adapter_config.json
CHANGED
@@ -16,8 +16,8 @@
|
|
16 |
"rank_pattern": {},
|
17 |
"revision": null,
|
18 |
"target_modules": [
|
19 |
-
"
|
20 |
-
"
|
21 |
],
|
22 |
"task_type": "CAUSAL_LM"
|
23 |
}
|
|
|
16 |
"rank_pattern": {},
|
17 |
"revision": null,
|
18 |
"target_modules": [
|
19 |
+
"q_proj",
|
20 |
+
"v_proj"
|
21 |
],
|
22 |
"task_type": "CAUSAL_LM"
|
23 |
}
|
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 12595704
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a1512674802b6070f3dc7bf9c59c2619e5dfee79ee81ff9bbf7a1f889fcf292a
|
3 |
size 12595704
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 25222341
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:790bcd280d6dae3c37d968e66311758cf5b0ed8edc01443152975f2e2ffcadf3
|
3 |
size 25222341
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14575
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07b0c0e9355f330a071fd2644eab0c2d0dc9097bcf6d687b22b8b9f923110172
|
3 |
size 14575
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 627
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13276f15dd2b6acc19b970176aa2db4ac9b58241843e72c89b50e3094e903b19
|
3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
-
"best_metric": 1.
|
3 |
-
"best_model_checkpoint": "./outputs/checkpoint-
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 100,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -49,6 +49,20 @@
|
|
49 |
"eval_samples_per_second": 10.342,
|
50 |
"eval_steps_per_second": 1.297,
|
51 |
"step": 300
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
52 |
}
|
53 |
],
|
54 |
"logging_steps": 100,
|
@@ -56,7 +70,7 @@
|
|
56 |
"num_input_tokens_seen": 0,
|
57 |
"num_train_epochs": 3,
|
58 |
"save_steps": 100,
|
59 |
-
"total_flos":
|
60 |
"trial_name": null,
|
61 |
"trial_params": null
|
62 |
}
|
|
|
1 |
{
|
2 |
+
"best_metric": 1.1225333213806152,
|
3 |
+
"best_model_checkpoint": "./outputs/checkpoint-400",
|
4 |
+
"epoch": 0.5333333333333333,
|
5 |
"eval_steps": 100,
|
6 |
+
"global_step": 400,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
49 |
"eval_samples_per_second": 10.342,
|
50 |
"eval_steps_per_second": 1.297,
|
51 |
"step": 300
|
52 |
+
},
|
53 |
+
{
|
54 |
+
"epoch": 0.53,
|
55 |
+
"learning_rate": 0.0002,
|
56 |
+
"loss": 0.9798,
|
57 |
+
"step": 400
|
58 |
+
},
|
59 |
+
{
|
60 |
+
"epoch": 0.53,
|
61 |
+
"eval_loss": 1.1225333213806152,
|
62 |
+
"eval_runtime": 187.7396,
|
63 |
+
"eval_samples_per_second": 10.28,
|
64 |
+
"eval_steps_per_second": 1.289,
|
65 |
+
"step": 400
|
66 |
}
|
67 |
],
|
68 |
"logging_steps": 100,
|
|
|
70 |
"num_input_tokens_seen": 0,
|
71 |
"num_train_epochs": 3,
|
72 |
"save_steps": 100,
|
73 |
+
"total_flos": 5.659963132546253e+16,
|
74 |
"trial_name": null,
|
75 |
"trial_params": null
|
76 |
}
|
last-checkpoint/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4283
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2df617b326b4b4e5d302e418b131739c9bda6d8f6ce2b872dc186697eb45d1ed
|
3 |
size 4283
|