Training in progress, step 100

config.json

@@ -0,0 +1,34 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "SymbolicGPTLMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 2,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_embd": 512,
+  "n_head": 8,
+  "n_inner": null,
+  "n_layer": 8,
+  "n_points": 30,
+  "n_positions": 256,
+  "n_vars": 1,
+  "n_ys": 1,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.0",
+  "use_cache": true,
+  "vocab_size": 284
+}

merges.txt

@@ -0,0 +1,24 @@
+#version: 0.2
+) +
+* *
+e x
+ex p
+i n
+s in
+c o
+co s
+l o
+lo g
+) )+
+/ (
+) *
+) **
+) /
+) ))+
+) /(
+) )*
+C e
+) )**
+) )/
+) )/(
+** (

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4af08afa1baa9e76dc0c803fcb6932abcea11d1953cd45c96fce4e3d644694
+size 123078536

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|BOS|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|EOS|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|PAD|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|UNK|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|BOS|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|PAD|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|EOS|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<|UNK|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|BOS|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|EOS|>",
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|PAD|>",
+  "tokenizer_class": "SymbolicGPTTokenizer",
+  "unk_token": "<|UNK|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8203eb8326056e4278517a9b35c6cb458f5af2d93e6dc5d4d8582940f40d3e0b
+size 4283

vocab.json

@@ -0,0 +1,286 @@
+{
+  "!": 5,
+  "\"": 6,
+  "#": 7,
+  "$": 8,
+  "%": 9,
+  "&": 10,
+  "'": 11,
+  "(": 12,
+  ")": 13,
+  ")))+": 276,
+  "))*": 278,
+  "))**": 280,
+  "))+": 271,
+  "))/": 281,
+  "))/(": 282,
+  ")*": 273,
+  ")**": 274,
+  ")+": 261,
+  ")/": 275,
+  ")/(": 277,
+  "*": 14,
+  "**": 262,
+  "**(": 283,
+  "+": 15,
+  ",": 16,
+  "-": 17,
+  ".": 18,
+  "/": 19,
+  "/(": 272,
+  "0": 20,
+  "1": 21,
+  "2": 22,
+  "3": 23,
+  "4": 24,
+  "5": 25,
+  "6": 26,
+  "7": 27,
+  "8": 28,
+  "9": 29,
+  ":": 30,
+  ";": 31,
+  "<": 32,
+  "<|BOS|>": 0,
+  "<|EOS|>": 2,
+  "<|MASK|>": 4,
+  "<|PAD|>": 1,
+  "<|UNK|>": 3,
+  "=": 33,
+  ">": 34,
+  "?": 35,
+  "@": 36,
+  "A": 37,
+  "B": 38,
+  "C": 39,
+  "Ce": 279,
+  "D": 40,
+  "E": 41,
+  "F": 42,
+  "G": 43,
+  "H": 44,
+  "I": 45,
+  "J": 46,
+  "K": 47,
+  "L": 48,
+  "M": 49,
+  "N": 50,
+  "O": 51,
+  "P": 52,
+  "Q": 53,
+  "R": 54,
+  "S": 55,
+  "T": 56,
+  "U": 57,
+  "V": 58,
+  "W": 59,
+  "X": 60,
+  "Y": 61,
+  "Z": 62,
+  "[": 63,
+  "\\": 64,
+  "]": 65,
+  "^": 66,
+  "_": 67,
+  "`": 68,
+  "a": 69,
+  "b": 70,
+  "c": 71,
+  "co": 267,
+  "cos": 268,
+  "d": 72,
+  "e": 73,
+  "ex": 263,
+  "exp": 264,
+  "f": 74,
+  "g": 75,
+  "h": 76,
+  "i": 77,
+  "in": 265,
+  "j": 78,
+  "k": 79,
+  "l": 80,
+  "lo": 269,
+  "log": 270,
+  "m": 81,
+  "n": 82,
+  "o": 83,
+  "p": 84,
+  "q": 85,
+  "r": 86,
+  "s": 87,
+  "sin": 266,
+  "t": 88,
+  "u": 89,
+  "v": 90,
+  "w": 91,
+  "x": 92,
+  "y": 93,
+  "z": 94,
+  "{": 95,
+  "|": 96,
+  "}": 97,
+  "~": 98,
+  "¡": 99,
+  "¢": 100,
+  "£": 101,
+  "¤": 102,
+  "¥": 103,
+  "¦": 104,
+  "§": 105,
+  "¨": 106,
+  "©": 107,
+  "ª": 108,
+  "«": 109,
+  "¬": 110,
+  "®": 111,
+  "¯": 112,
+  "°": 113,
+  "±": 114,
+  "²": 115,
+  "³": 116,
+  "´": 117,
+  "µ": 118,
+  "¶": 119,
+  "·": 120,
+  "¸": 121,
+  "¹": 122,
+  "º": 123,
+  "»": 124,
+  "¼": 125,
+  "½": 126,
+  "¾": 127,
+  "¿": 128,
+  "À": 129,
+  "Á": 130,
+  "Â": 131,
+  "Ã": 132,
+  "Ä": 133,
+  "Å": 134,
+  "Æ": 135,
+  "Ç": 136,
+  "È": 137,
+  "É": 138,
+  "Ê": 139,
+  "Ë": 140,
+  "Ì": 141,
+  "Í": 142,
+  "Î": 143,
+  "Ï": 144,
+  "Ð": 145,
+  "Ñ": 146,
+  "Ò": 147,
+  "Ó": 148,
+  "Ô": 149,
+  "Õ": 150,
+  "Ö": 151,
+  "×": 152,
+  "Ø": 153,
+  "Ù": 154,
+  "Ú": 155,
+  "Û": 156,
+  "Ü": 157,
+  "Ý": 158,
+  "Þ": 159,
+  "ß": 160,
+  "à": 161,
+  "á": 162,
+  "â": 163,
+  "ã": 164,
+  "ä": 165,
+  "å": 166,
+  "æ": 167,
+  "ç": 168,
+  "è": 169,
+  "é": 170,
+  "ê": 171,
+  "ë": 172,
+  "ì": 173,
+  "í": 174,
+  "î": 175,
+  "ï": 176,
+  "ð": 177,
+  "ñ": 178,
+  "ò": 179,
+  "ó": 180,
+  "ô": 181,
+  "õ": 182,
+  "ö": 183,
+  "÷": 184,
+  "ø": 185,
+  "ù": 186,
+  "ú": 187,
+  "û": 188,
+  "ü": 189,
+  "ý": 190,
+  "þ": 191,
+  "ÿ": 192,
+  "Ā": 193,
+  "ā": 194,
+  "Ă": 195,
+  "ă": 196,
+  "Ą": 197,
+  "ą": 198,
+  "Ć": 199,
+  "ć": 200,
+  "Ĉ": 201,
+  "ĉ": 202,
+  "Ċ": 203,
+  "ċ": 204,
+  "Č": 205,
+  "č": 206,
+  "Ď": 207,
+  "ď": 208,
+  "Đ": 209,
+  "đ": 210,
+  "Ē": 211,
+  "ē": 212,
+  "Ĕ": 213,
+  "ĕ": 214,
+  "Ė": 215,
+  "ė": 216,
+  "Ę": 217,
+  "ę": 218,
+  "Ě": 219,
+  "ě": 220,
+  "Ĝ": 221,
+  "ĝ": 222,
+  "Ğ": 223,
+  "ğ": 224,
+  "Ġ": 225,
+  "ġ": 226,
+  "Ģ": 227,
+  "ģ": 228,
+  "Ĥ": 229,
+  "ĥ": 230,
+  "Ħ": 231,
+  "ħ": 232,
+  "Ĩ": 233,
+  "ĩ": 234,
+  "Ī": 235,
+  "ī": 236,
+  "Ĭ": 237,
+  "ĭ": 238,
+  "Į": 239,
+  "į": 240,
+  "İ": 241,
+  "ı": 242,
+  "IJ": 243,
+  "ij": 244,
+  "Ĵ": 245,
+  "ĵ": 246,
+  "Ķ": 247,
+  "ķ": 248,
+  "ĸ": 249,
+  "Ĺ": 250,
+  "ĺ": 251,
+  "Ļ": 252,
+  "ļ": 253,
+  "Ľ": 254,
+  "ľ": 255,
+  "Ŀ": 256,
+  "ŀ": 257,
+  "Ł": 258,
+  "ł": 259,
+  "Ń": 260
+}