Commit
·
bb97fc0
1
Parent(s):
a977eff
huggingartists
Browse files- README.md +3 -3
- evaluation.txt +1 -1
- flax_model.msgpack +1 -1
- optimizer.pt +1 -1
- pytorch_model.bin +1 -1
- rng_state.pth +2 -2
- scheduler.pt +1 -1
- trainer_state.json +14 -6
- training_args.bin +1 -1
README.md
CHANGED
@@ -45,15 +45,15 @@ from datasets import load_dataset
|
|
45 |
dataset = load_dataset("huggingartists/eminem")
|
46 |
```
|
47 |
|
48 |
-
[Explore the data](https://wandb.ai/huggingartists/huggingartists/runs/
|
49 |
|
50 |
## Training procedure
|
51 |
|
52 |
The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on Eminem's lyrics.
|
53 |
|
54 |
-
Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/huggingartists/huggingartists/runs/
|
55 |
|
56 |
-
At the end of training, [the final model](https://wandb.ai/huggingartists/huggingartists/runs/
|
57 |
|
58 |
## How to use
|
59 |
|
|
|
45 |
dataset = load_dataset("huggingartists/eminem")
|
46 |
```
|
47 |
|
48 |
+
[Explore the data](https://wandb.ai/huggingartists/huggingartists/runs/3q37f1zd/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
|
49 |
|
50 |
## Training procedure
|
51 |
|
52 |
The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on Eminem's lyrics.
|
53 |
|
54 |
+
Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/huggingartists/huggingartists/runs/3u62y0tb) for full transparency and reproducibility.
|
55 |
|
56 |
+
At the end of training, [the final model](https://wandb.ai/huggingartists/huggingartists/runs/3u62y0tb/artifacts) is logged and versioned.
|
57 |
|
58 |
## How to use
|
59 |
|
evaluation.txt
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"eval_loss": 1.
|
|
|
1 |
+
{"eval_loss": 1.000430703163147, "eval_runtime": 28.8376, "eval_samples_per_second": 22.644, "eval_steps_per_second": 2.844, "epoch": 2.0}
|
flax_model.msgpack
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 497764120
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:905d47515ed8012c1522a97cf3c5ec368e9c0b5de761fdd5a1981d8c91e3ebbd
|
3 |
size 497764120
|
optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 995604017
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e308675c9f383331794ee7f24a23e7346f1bc4b6db0befd8a253356df5ccc833
|
3 |
size 995604017
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 510403817
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e88b6b107844dd300f000a65c9516549403da254ae63d3af928eee0ddd2ed31f
|
3 |
size 510403817
|
rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:59e2e6dfadd1068d6503a67af1b4b3c98a7328859872f6c2dd34af82e8e434ce
|
3 |
+
size 14503
|
scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 623
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcaff93017b04d3e8a9b68caa2cafbfa18e37b27621754efa991e70ea4396de0
|
3 |
size 623
|
trainer_state.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
-
"best_metric": 1.
|
3 |
-
"best_model_checkpoint": "output/eminem/checkpoint-
|
4 |
"epoch": 1.0,
|
5 |
-
"global_step":
|
6 |
"is_hyper_param_search": false,
|
7 |
"is_local_process_zero": true,
|
8 |
"is_world_process_zero": true,
|
@@ -554,11 +554,19 @@
|
|
554 |
"eval_samples_per_second": 21.46,
|
555 |
"eval_steps_per_second": 2.699,
|
556 |
"step": 453
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
557 |
}
|
558 |
],
|
559 |
-
"max_steps":
|
560 |
-
"num_train_epochs":
|
561 |
-
"total_flos":
|
562 |
"trial_name": null,
|
563 |
"trial_params": null
|
564 |
}
|
|
|
1 |
{
|
2 |
+
"best_metric": 1.000430703163147,
|
3 |
+
"best_model_checkpoint": "output/eminem/checkpoint-454",
|
4 |
"epoch": 1.0,
|
5 |
+
"global_step": 454,
|
6 |
"is_hyper_param_search": false,
|
7 |
"is_local_process_zero": true,
|
8 |
"is_world_process_zero": true,
|
|
|
554 |
"eval_samples_per_second": 21.46,
|
555 |
"eval_steps_per_second": 2.699,
|
556 |
"step": 453
|
557 |
+
},
|
558 |
+
{
|
559 |
+
"epoch": 1.0,
|
560 |
+
"eval_loss": 1.000430703163147,
|
561 |
+
"eval_runtime": 28.2425,
|
562 |
+
"eval_samples_per_second": 23.121,
|
563 |
+
"eval_steps_per_second": 2.903,
|
564 |
+
"step": 454
|
565 |
}
|
566 |
],
|
567 |
+
"max_steps": 908,
|
568 |
+
"num_train_epochs": 2,
|
569 |
+
"total_flos": 472677285888000.0,
|
570 |
"trial_name": null,
|
571 |
"trial_params": null
|
572 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2671
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ced0124e38eeda92a1a3b5f83f5b32946b5283d3588b341d682a278fd7ad4e94
|
3 |
size 2671
|