Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "datificate/gpt2-small-spanish",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "gradient_checkpointing": false,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261c2bb2d99536c6512c2c475b48c63e318e7cffbf1002ddc101c4950f9a6c69
+size 510404393

runs/Mar29_03-31-10_b5733b3c3d47/1648524686.4958806/events.out.tfevents.1648524686.b5733b3c3d47.73.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1409cbb2efdf9e804b2263aa3af48226e16c8bf0cf2edf812c74b404760157e3
+size 4841

runs/Mar29_03-31-10_b5733b3c3d47/events.out.tfevents.1648524686.b5733b3c3d47.73.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d003ecaca72ce3353416b15f21b728580e91ce67aee04df9bc82a0a8c650a4fc
+size 3671

runs/Mar29_03-35-39_b5733b3c3d47/1648524949.425263/events.out.tfevents.1648524949.b5733b3c3d47.73.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad6f83ac0f85cb083c1f518fa2c9151e77f849fe3d7898b1af8fcaad4d40d37
+size 4841

runs/Mar29_03-35-39_b5733b3c3d47/events.out.tfevents.1648524949.b5733b3c3d47.73.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91225af598295f0021d89a3f2bd320daba1493db1a66b8a6c0a34b80201a1f0d
+size 3828

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db64c9b3a17957b94c69227d8fdfd5377bbc2e2d3946887cd78ecec32236d21
+size 3055