diff --git "a/seed_llama_8b_pretrain/added_tokens.json" "b/seed_llama_8b_pretrain/added_tokens.json"
new file mode 100644--- /dev/null
+++ "b/seed_llama_8b_pretrain/added_tokens.json"
@@ -0,0 +1,8196 @@
+{
+ "": 40193,
+ "": 40192,
+ "": 32000,
+ "": 32001,
+ "": 32002,
+ "": 32003,
+ "": 32004,
+ "": 32005,
+ "": 32006,
+ "": 32007,
+ "": 32008,
+ "": 32009,
+ "": 32010,
+ "": 32011,
+ "": 32012,
+ "": 32013,
+ "": 32014,
+ "": 32015,
+ "": 32016,
+ "": 32017,
+ "": 32018,
+ "": 32019,
+ "": 32020,
+ "": 32021,
+ "": 32022,
+ "": 32023,
+ "": 32024,
+ "": 32025,
+ "": 32026,
+ "": 32027,
+ "": 32028,
+ "": 32029,
+ "": 32030,
+ "": 32031,
+ "": 32032,
+ "": 32033,
+ "": 32034,
+ "": 32035,
+ "": 32036,
+ "": 32037,
+ "": 32038,
+ "": 32039,
+ "": 32040,
+ "": 32041,
+ "": 32042,
+ "": 32043,
+ "": 32044,
+ "": 32045,
+ "": 32046,
+ "": 32047,
+ "": 32048,
+ "": 32049,
+ "": 32050,
+ "": 32051,
+ "": 32052,
+ "": 32053,
+ "": 32054,
+ "": 32055,
+ "": 32056,
+ "": 32057,
+ "": 32058,
+ "": 32059,
+ "": 32060,
+ "": 32061,
+ "": 32062,
+ "": 32063,
+ "": 32064,
+ "": 32065,
+ "": 32066,
+ "": 32067,
+ "": 32068,
+ "": 32069,
+ "": 32070,
+ "": 32071,
+ "": 32072,
+ "": 32073,
+ "": 32074,
+ "": 32075,
+ "": 32076,
+ "": 32077,
+ "": 32078,
+ "": 32079,
+ "": 32080,
+ "": 32081,
+ "": 32082,
+ "": 32083,
+ "": 32084,
+ "": 32085,
+ "": 32086,
+ "": 32087,
+ "": 32088,
+ "": 32089,
+ "": 32090,
+ "": 32091,
+ "": 32092,
+ "": 32093,
+ "": 32094,
+ "": 32095,
+ "": 32096,
+ "": 32097,
+ "": 32098,
+ "": 32099,
+ "": 32100,
+ "": 32101,
+ "": 32102,
+ "": 32103,
+ "": 32104,
+ "": 32105,
+ "": 32106,
+ "": 32107,
+ "": 32108,
+ "": 32109,
+ "": 32110,
+ "": 32111,
+ "": 32112,
+ "": 32113,
+ "": 32114,
+ "": 32115,
+ "": 32116,
+ "": 32117,
+ "": 32118,
+ "": 32119,
+ "": 32120,
+ "": 32121,
+ "": 32122,
+ "": 32123,
+ "": 32124,
+ "": 32125,
+ "": 32126,
+ "": 32127,
+ "": 32128,
+ "": 32129,
+ "": 32130,
+ "": 32131,
+ "": 32132,
+ "": 32133,
+ "": 32134,
+ "": 32135,
+ "": 32136,
+ "": 32137,
+ "": 32138,
+ "": 32139,
+ "": 32140,
+ "": 32141,
+ "": 32142,
+ "": 32143,
+ "": 32144,
+ "": 32145,
+ "": 32146,
+ "": 32147,
+ "": 32148,
+ "": 32149,
+ "": 32150,
+ "": 32151,
+ "": 32152,
+ "": 32153,
+ "": 32154,
+ "": 32155,
+ "": 32156,
+ "": 32157,
+ "": 32158,
+ "": 32159,
+ "": 32160,
+ "": 32161,
+ "": 32162,
+ "": 32163,
+ "": 32164,
+ "": 32165,
+ "": 32166,
+ "": 32167,
+ "": 32168,
+ "": 32169,
+ "": 32170,
+ "": 32171,
+ "": 32172,
+ "": 32173,
+ "": 32174,
+ "": 32175,
+ "": 32176,
+ "": 32177,
+ "": 32178,
+ "": 32179,
+ "": 32180,
+ "": 32181,
+ "": 32182,
+ "": 32183,
+ "": 32184,
+ "": 32185,
+ "": 32186,
+ "": 32187,
+ "": 32188,
+ "": 32189,
+ "": 32190,
+ "": 32191,
+ "": 32192,
+ "": 32193,
+ "": 32194,
+ "": 32195,
+ "": 32196,
+ "": 32197,
+ "": 32198,
+ "": 32199,
+ "": 32200,
+ "": 32201,
+ "": 32202,
+ "": 32203,
+ "": 32204,
+ "": 32205,
+ "": 32206,
+ "": 32207,
+ "": 32208,
+ "": 32209,
+ "": 32210,
+ "": 32211,
+ "": 32212,
+ "": 32213,
+ "": 32214,
+ "": 32215,
+ "": 32216,
+ "": 32217,
+ "": 32218,
+ "": 32219,
+ "": 32220,
+ "": 32221,
+ "": 32222,
+ "": 32223,
+ "": 32224,
+ "": 32225,
+ "": 32226,
+ "": 32227,
+ "": 32228,
+ "": 32229,
+ "": 32230,
+ "": 32231,
+ "": 32232,
+ "": 32233,
+ "": 32234,
+ "": 32235,
+ "": 32236,
+ "": 32237,
+ "": 32238,
+ "": 32239,
+ "": 32240,
+ "": 32241,
+ "": 32242,
+ "": 32243,
+ "": 32244,
+ "": 32245,
+ "": 32246,
+ "": 32247,
+ "": 32248,
+ "": 32249,
+ "": 32250,
+ "": 32251,
+ "": 32252,
+ "": 32253,
+ "