Training in progress, step 100

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,23 @@
+{
+  "architectures": [
+    "PalmModel"
+  ],
+  "attn_dropout": 0.0,
+  "causal": true,
+  "cross_attend": false,
+  "cross_entropy_ignore_index": 0,
+  "default_start_token_id": null,
+  "depth": 5,
+  "dim": 64,
+  "dim_head": 64,
+  "ff_dropout": 0.0,
+  "ff_mult": 4,
+  "finetune_scopes": [],
+  "heads": 8,
+  "init_std": 1.0,
+  "lora_r": 8,
+  "num_tokens": 50401,
+  "rotary_xpos_scale_base": 512,
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1243ffdfae2735440f6b9c894e191faf1005ad9a823391a213e3824c4393550a
+size 15541094

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae230ddbdf3e3fa20fe8b78f495d3f200c3344eb0e3f987869ed90325b50d8
+size 3387