diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..3f5132007c4fcf42b75b65c8b6aa49c7098bcdf4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,102 @@ +{ + "": 32099, + "": 32089, + "": 32088, + "": 32087, + "": 32086, + "": 32085, + "": 32084, + "": 32083, + "": 32082, + "": 32081, + "": 32080, + "": 32098, + "": 32079, + "": 32078, + "": 32077, + "": 32076, + "": 32075, + "": 32074, + "": 32073, + "": 32072, + "": 32071, + "": 32070, + "": 32097, + "": 32069, + "": 32068, + "": 32067, + "": 32066, + "": 32065, + "": 32064, + "": 32063, + "": 32062, + "": 32061, + "": 32060, + "": 32096, + "": 32059, + "": 32058, + "": 32057, + "": 32056, + "": 32055, + "": 32054, + "": 32053, + "": 32052, + "": 32051, + "": 32050, + "": 32095, + "": 32049, + "": 32048, + "": 32047, + "": 32046, + "": 32045, + "": 32044, + "": 32043, + "": 32042, + "": 32041, + "": 32040, + "": 32094, + "": 32039, + "": 32038, + "": 32037, + "": 32036, + "": 32035, + "": 32034, + "": 32033, + "": 32032, + "": 32031, + "": 32030, + "": 32093, + "": 32029, + "": 32028, + "": 32027, + "": 32026, + "": 32025, + "": 32024, + "": 32023, + "": 32022, + "": 32021, + "": 32020, + "": 32092, + "": 32019, + "": 32018, + "": 32017, + "": 32016, + "": 32015, + "": 32014, + "": 32013, + "": 32012, + "": 32011, + "": 32010, + "": 32091, + "": 32009, + "": 32008, + "": 32007, + "": 32006, + "": 32005, + "": 32004, + "": 32003, + "": 32002, + "": 32001, + "": 32000, + "": 32090 +} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..83c8f6c89a3259f058c30c33523985c46a58bc32 --- /dev/null +++ b/config.json @@ -0,0 +1,61 @@ +{ + "_name_or_path": "google-t5/t5-small", + "architectures": [ + "T5ForConditionalGeneration" + ], + "classifier_dropout": 0.0, + "d_ff": 2048, + "d_kv": 64, + "d_model": 512, + "decoder_start_token_id": 0, + "dense_act_fn": "relu", + "dropout_rate": 0.1, + "eos_token_id": 1, + "feed_forward_proj": "relu", + "initializer_factor": 1.0, + "is_encoder_decoder": true, + "is_gated_act": false, + "layer_norm_epsilon": 1e-06, + "model_type": "t5", + "n_positions": 512, + "num_decoder_layers": 6, + "num_heads": 8, + "num_layers": 6, + "output_past": true, + "pad_token_id": 0, + "relative_attention_max_distance": 128, + "relative_attention_num_buckets": 32, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 200, + "min_length": 30, + "no_repeat_ngram_size": 3, + "num_beams": 4, + "prefix": "summarize: " + }, + "translation_en_to_de": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to German: " + }, + "translation_en_to_fr": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to French: " + }, + "translation_en_to_ro": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to Romanian: " + } + }, + "torch_dtype": "float32", + "transformers_version": "4.40.0.dev0", + "use_cache": true, + "vocab_size": 32128 +} diff --git a/events.out.tfevents.1717473554.node5.3449207.0 b/events.out.tfevents.1717473554.node5.3449207.0 new file mode 100644 index 0000000000000000000000000000000000000000..e331ff52720a5d1acb01237fd87cbd0fd712b8e3 --- /dev/null +++ b/events.out.tfevents.1717473554.node5.3449207.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f90268f2c602ba1f86c682655bbaf58b7e538b375156984afcf073b7e83d3e +size 88 diff --git a/events.out.tfevents.1717473554.node5.3449208.0 b/events.out.tfevents.1717473554.node5.3449208.0 new file mode 100644 index 0000000000000000000000000000000000000000..5e5550bdbda82c8b23f109fe56a7803411b89278 --- /dev/null +++ b/events.out.tfevents.1717473554.node5.3449208.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1330969055cc607279dd77390c421c0f7b05e717ef677eb3c9c8669610778a91 +size 88 diff --git a/events.out.tfevents.1717473554.node5.3449209.0 b/events.out.tfevents.1717473554.node5.3449209.0 new file mode 100644 index 0000000000000000000000000000000000000000..44008d1521f3ebeaa1c04335a3d4a0b786d3d177 --- /dev/null +++ b/events.out.tfevents.1717473554.node5.3449209.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a45b391b8f9a511b35a8bf234fb9a7dd4948dac86721d853c1ea086766c647 +size 88 diff --git a/events.out.tfevents.1717473584.node5.3450836.0 b/events.out.tfevents.1717473584.node5.3450836.0 new file mode 100644 index 0000000000000000000000000000000000000000..9c0d4e0e9dc5d9478019c6f0b1f32784a5fd1874 --- /dev/null +++ b/events.out.tfevents.1717473584.node5.3450836.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50ada1e3edb4fa8aa5f53dbcf5b9b0aa3244ef0314d193956bcbd7e41dfc086 +size 7047 diff --git a/events.out.tfevents.1717473584.node5.3450837.0 b/events.out.tfevents.1717473584.node5.3450837.0 new file mode 100644 index 0000000000000000000000000000000000000000..7ae9c24e4b4cf7d0d555ec8ffd99feac94285d8d --- /dev/null +++ b/events.out.tfevents.1717473584.node5.3450837.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f9726630e0ea5003d47312b23916bf0eade09ed4b8e1ce800eba0c95bb6c6e +size 7047 diff --git a/events.out.tfevents.1717473584.node5.3450838.0 b/events.out.tfevents.1717473584.node5.3450838.0 new file mode 100644 index 0000000000000000000000000000000000000000..499991f389940edc53933d9e70fa9924573bc597 --- /dev/null +++ b/events.out.tfevents.1717473584.node5.3450838.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b08883fd1087869a0316af4324b7af9d199484d4d41d4a2cbc51526c8ed7ff1 +size 7047 diff --git a/events.out.tfevents.1717473766.node5.3450837.1 b/events.out.tfevents.1717473766.node5.3450837.1 new file mode 100644 index 0000000000000000000000000000000000000000..250309ea77f3a93e813f71c95e54816f1789df31 --- /dev/null +++ b/events.out.tfevents.1717473766.node5.3450837.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636db648d94f7056aed5f5e4429c84326eff57ab083872e08ebbb58de11c777a +size 7049 diff --git a/events.out.tfevents.1717473766.node5.3450838.1 b/events.out.tfevents.1717473766.node5.3450838.1 new file mode 100644 index 0000000000000000000000000000000000000000..4ff37981de60fcfa41a4ba997e2f006bca76b00f --- /dev/null +++ b/events.out.tfevents.1717473766.node5.3450838.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cfb75f80344bf4e27da691bd50f83c40e5aaa404a403facc045cadd5723e31 +size 7049 diff --git a/events.out.tfevents.1717473767.node5.3450836.1 b/events.out.tfevents.1717473767.node5.3450836.1 new file mode 100644 index 0000000000000000000000000000000000000000..4fd4b8a15506bce5b5e3a16aa4f28ece016c846a --- /dev/null +++ b/events.out.tfevents.1717473767.node5.3450836.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36343c13bc693ed2ba14eb470db75d8c9d08b037f04998bed0228d1f7477b76 +size 7049 diff --git a/events.out.tfevents.1717473947.node5.3450837.2 b/events.out.tfevents.1717473947.node5.3450837.2 new file mode 100644 index 0000000000000000000000000000000000000000..c5a44b00d72316f22e98ee1e0042b20e9b4d7a6d --- /dev/null +++ b/events.out.tfevents.1717473947.node5.3450837.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d954b12ff829d90bcc5a0c224eaf646843aee530e3f2b6865416ad7c773e1992 +size 7049 diff --git a/events.out.tfevents.1717473947.node5.3450838.2 b/events.out.tfevents.1717473947.node5.3450838.2 new file mode 100644 index 0000000000000000000000000000000000000000..f2f44ad5efc004478f54b1fc2ed70b32df19f44a --- /dev/null +++ b/events.out.tfevents.1717473947.node5.3450838.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b12b89ccede82daf60021385575b96324580bace2016c0f2977b0a40226b43 +size 7049 diff --git a/events.out.tfevents.1717473948.node5.3450836.2 b/events.out.tfevents.1717473948.node5.3450836.2 new file mode 100644 index 0000000000000000000000000000000000000000..305ba3f16d407be3935d144d5a9a001feb51c5df --- /dev/null +++ b/events.out.tfevents.1717473948.node5.3450836.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ed7348f1ba6ffd29db4fe8c9d942b436de6aeee975bdb1980e2d514265caf7 +size 7049 diff --git a/events.out.tfevents.1717474129.node5.3450837.3 b/events.out.tfevents.1717474129.node5.3450837.3 new file mode 100644 index 0000000000000000000000000000000000000000..e72a75c59ed4761a806ca87eff9d1957f3927f57 --- /dev/null +++ b/events.out.tfevents.1717474129.node5.3450837.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5baadef6cd8159633460ea0cce0fa9e269718d503485e493839c745892521dd0 +size 7049 diff --git a/events.out.tfevents.1717474129.node5.3450838.3 b/events.out.tfevents.1717474129.node5.3450838.3 new file mode 100644 index 0000000000000000000000000000000000000000..0e46aaabc996da1dff532d05ee345f564e0b1017 --- /dev/null +++ b/events.out.tfevents.1717474129.node5.3450838.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac856b1e39757380bba81063623fb2a1122dc8286badf556801972e77fecfeb +size 7049 diff --git a/events.out.tfevents.1717474130.node5.3450836.3 b/events.out.tfevents.1717474130.node5.3450836.3 new file mode 100644 index 0000000000000000000000000000000000000000..018b92f36c00b25691cffd5b153b68f78de6548d --- /dev/null +++ b/events.out.tfevents.1717474130.node5.3450836.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410ef37d8f2eb15c12f8c3c03f06e081545e56391a70d29a1c5e8e08f9461266 +size 7049 diff --git a/events.out.tfevents.1717474310.node5.3450837.4 b/events.out.tfevents.1717474310.node5.3450837.4 new file mode 100644 index 0000000000000000000000000000000000000000..f51c84dc683ff941735e1b301d257a1cec7e8271 --- /dev/null +++ b/events.out.tfevents.1717474310.node5.3450837.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0471741c1112ec6eaa1ed23fb8ffb26b8f3f42d5c6e8e27d4f84a7232f086bcd +size 7049 diff --git a/events.out.tfevents.1717474310.node5.3450838.4 b/events.out.tfevents.1717474310.node5.3450838.4 new file mode 100644 index 0000000000000000000000000000000000000000..abaa4a2cf7090100395c14bb31826a7c1efc5ddf --- /dev/null +++ b/events.out.tfevents.1717474310.node5.3450838.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2420473f6a9170983800dbadf905c065d35d4e61e1af90d2fb2a9486c132d0 +size 7049 diff --git a/events.out.tfevents.1717474311.node5.3450836.4 b/events.out.tfevents.1717474311.node5.3450836.4 new file mode 100644 index 0000000000000000000000000000000000000000..3e5d4a917e8e0837bee4184da3b69aaf300a1adf --- /dev/null +++ b/events.out.tfevents.1717474311.node5.3450836.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8137e600727ce01aac214dd8645487dbc2845fdcc1f8058e75ca75c91cf4028c +size 7049 diff --git a/events.out.tfevents.1717474492.node5.3450837.5 b/events.out.tfevents.1717474492.node5.3450837.5 new file mode 100644 index 0000000000000000000000000000000000000000..e2dd27ffbb86e2b17066c5fd6781307bed7e95b1 --- /dev/null +++ b/events.out.tfevents.1717474492.node5.3450837.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b13eea3cafbd75f8a88fecfc980f61766b9f8ce45558e1ff1ead97171e469f0e +size 7049 diff --git a/events.out.tfevents.1717474492.node5.3450838.5 b/events.out.tfevents.1717474492.node5.3450838.5 new file mode 100644 index 0000000000000000000000000000000000000000..31b3485ad05b85a29177074c0d00012fa96a8347 --- /dev/null +++ b/events.out.tfevents.1717474492.node5.3450838.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938b7630afd950e442f002ff3b01b0bd357a17d79044e828e8e0c57ee619825b +size 7049 diff --git a/events.out.tfevents.1717474493.node5.3450836.5 b/events.out.tfevents.1717474493.node5.3450836.5 new file mode 100644 index 0000000000000000000000000000000000000000..ebdd5b20f37f79e472e033dce1129510c2cab6f6 --- /dev/null +++ b/events.out.tfevents.1717474493.node5.3450836.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e50ca6c03f39acdd0ea1358a89623c7219d8e03b940b5906815aeb4436313c4 +size 7049 diff --git a/events.out.tfevents.1717474673.node5.3450837.6 b/events.out.tfevents.1717474673.node5.3450837.6 new file mode 100644 index 0000000000000000000000000000000000000000..7ee226c8095d3004d15820fced6e83f97116c95c --- /dev/null +++ b/events.out.tfevents.1717474673.node5.3450837.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62051345532f0b6ec797bdde3e9b024ba1bb3ea9953fd50181bdb4b0904bbf57 +size 7049 diff --git a/events.out.tfevents.1717474673.node5.3450838.6 b/events.out.tfevents.1717474673.node5.3450838.6 new file mode 100644 index 0000000000000000000000000000000000000000..f9b343c354f1e07e0dd571dd768dbdda81e40f98 --- /dev/null +++ b/events.out.tfevents.1717474673.node5.3450838.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705a5472547dfe3527a811984935f30bbf67c1943d045679cb98724efc6f9e84 +size 7049 diff --git a/events.out.tfevents.1717474674.node5.3450836.6 b/events.out.tfevents.1717474674.node5.3450836.6 new file mode 100644 index 0000000000000000000000000000000000000000..2695e813f04c8c25300e06bc3b8546bc138e1300 --- /dev/null +++ b/events.out.tfevents.1717474674.node5.3450836.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826c342d47b41915b178c1792910e9be8e4a2692f784ff2dd3bab59a93f5900c +size 7049 diff --git a/events.out.tfevents.1717474855.node5.3450836.7 b/events.out.tfevents.1717474855.node5.3450836.7 new file mode 100644 index 0000000000000000000000000000000000000000..2df165d5b2ccce1cebb7e11c9ada19e996c72854 --- /dev/null +++ b/events.out.tfevents.1717474855.node5.3450836.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:482ff939e816886a8cc66449c062761fd33c584cd17ef42c4fa2f5c4fe77658f +size 7049 diff --git a/events.out.tfevents.1717474855.node5.3450837.7 b/events.out.tfevents.1717474855.node5.3450837.7 new file mode 100644 index 0000000000000000000000000000000000000000..494dc6c4e9063a61985a9be33beac24a38687b41 --- /dev/null +++ b/events.out.tfevents.1717474855.node5.3450837.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52fe1327e8cf8ae090b04b5145affc268f4b87c5cb69b59f36bebcbe5c1a73be +size 7049 diff --git a/events.out.tfevents.1717474855.node5.3450838.7 b/events.out.tfevents.1717474855.node5.3450838.7 new file mode 100644 index 0000000000000000000000000000000000000000..a4eeeb9a534ff7984979a0b46afb37a3399d45ef --- /dev/null +++ b/events.out.tfevents.1717474855.node5.3450838.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70172d2b4023cac6daec8aff54967b70f248de2f8fd77a3ed3d82f0477e58a42 +size 7049 diff --git a/events.out.tfevents.1717475036.node5.3450837.8 b/events.out.tfevents.1717475036.node5.3450837.8 new file mode 100644 index 0000000000000000000000000000000000000000..136d9ca22d85b4e1b84df29e48ec3996e6756c4d --- /dev/null +++ b/events.out.tfevents.1717475036.node5.3450837.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ce2ceaaf408bc0ee64ad66b810fe57720736ac17ba2bdbb3ff06515bd37778 +size 7049 diff --git a/events.out.tfevents.1717475036.node5.3450838.8 b/events.out.tfevents.1717475036.node5.3450838.8 new file mode 100644 index 0000000000000000000000000000000000000000..d014f166512f466a8c64b2f31ba945099b55f783 --- /dev/null +++ b/events.out.tfevents.1717475036.node5.3450838.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336628dd9a9f07462cd3867255885eab3fcfe105efae8d6d152aa85d2f707874 +size 7049 diff --git a/events.out.tfevents.1717475037.node5.3450836.8 b/events.out.tfevents.1717475037.node5.3450836.8 new file mode 100644 index 0000000000000000000000000000000000000000..83295f689653e687b616ba5031d57c8b09fbf101 --- /dev/null +++ b/events.out.tfevents.1717475037.node5.3450836.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e170a1905f86e44af24580188f353308fde35877bb7278f970c9aa10ce8c5a7 +size 7049 diff --git a/events.out.tfevents.1717475217.node5.3450837.9 b/events.out.tfevents.1717475217.node5.3450837.9 new file mode 100644 index 0000000000000000000000000000000000000000..15b02fcb42dbf45e368edab40c1ceac22bfc344b --- /dev/null +++ b/events.out.tfevents.1717475217.node5.3450837.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7e93582efcbeb75363ae8302c34af9db875fd8a0ad25e54ecac47bd4d817a0 +size 7049 diff --git a/events.out.tfevents.1717475217.node5.3450838.9 b/events.out.tfevents.1717475217.node5.3450838.9 new file mode 100644 index 0000000000000000000000000000000000000000..3fb3b088cb29b9f48c70c60327d5aa4a427dde4d --- /dev/null +++ b/events.out.tfevents.1717475217.node5.3450838.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67170b019048e58759e3bc6148fef1ae3cec01bae36432769413185eb387a989 +size 7049 diff --git a/events.out.tfevents.1717475218.node5.3450836.9 b/events.out.tfevents.1717475218.node5.3450836.9 new file mode 100644 index 0000000000000000000000000000000000000000..b009d67651b9cfee705458a28d00b65bf4bf7f7b --- /dev/null +++ b/events.out.tfevents.1717475218.node5.3450836.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331d846e04236d68a1c4eb50293f4af9cfb71934016414753cc3ab7e97986e3a +size 7049 diff --git a/events.out.tfevents.1717475398.node5.3450837.10 b/events.out.tfevents.1717475398.node5.3450837.10 new file mode 100644 index 0000000000000000000000000000000000000000..5bc5f1004dbec8a8bd2b6977bb0e8a8ebbf3717e --- /dev/null +++ b/events.out.tfevents.1717475398.node5.3450837.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73be3b3f67189a3a7d333f35f1eb90f95380ab750847bdba9087c418371539cd +size 7187 diff --git a/events.out.tfevents.1717475398.node5.3450838.10 b/events.out.tfevents.1717475398.node5.3450838.10 new file mode 100644 index 0000000000000000000000000000000000000000..000d52b518f165ffe215d0b23a0af6fe062e1e47 --- /dev/null +++ b/events.out.tfevents.1717475398.node5.3450838.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50105647d3a18f00aa8d21f9c6fab2e474f2b7f6d0c2ecd4c5b4201de9387005 +size 7187 diff --git a/events.out.tfevents.1717475399.node5.3450836.10 b/events.out.tfevents.1717475399.node5.3450836.10 new file mode 100644 index 0000000000000000000000000000000000000000..f15db1db6b6294f77844e6daacfed1a751bc3440 --- /dev/null +++ b/events.out.tfevents.1717475399.node5.3450836.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7afea07567e4a64ed5bea5aa6e4a7926955ffd73476be3bc411d25d2b4210500 +size 7187 diff --git a/events.out.tfevents.1717475580.node5.3450836.11 b/events.out.tfevents.1717475580.node5.3450836.11 new file mode 100644 index 0000000000000000000000000000000000000000..0e57581368cd311e28d9454407972e12278a591e --- /dev/null +++ b/events.out.tfevents.1717475580.node5.3450836.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11cdf4a7e0cbcf35e3cd340be573d1afd3663e96b4e178f6be4ba826e1655157 +size 7187 diff --git a/events.out.tfevents.1717475580.node5.3450837.11 b/events.out.tfevents.1717475580.node5.3450837.11 new file mode 100644 index 0000000000000000000000000000000000000000..c7260b930410c93a8a2a89398d8d21ce8a0cd2e6 --- /dev/null +++ b/events.out.tfevents.1717475580.node5.3450837.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3dcf8ffbddc906850505d15cb044cea3bd77cc8be60cee24ff6bcc7969dc8cc +size 7187 diff --git a/events.out.tfevents.1717475580.node5.3450838.11 b/events.out.tfevents.1717475580.node5.3450838.11 new file mode 100644 index 0000000000000000000000000000000000000000..f7957977c0a9426f070685a56d2b85d95cf6d929 --- /dev/null +++ b/events.out.tfevents.1717475580.node5.3450838.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3253ca4318ae742c0def43bca5168e5e27831f2286376ac2a5cf379cdda55451 +size 7187 diff --git a/events.out.tfevents.1717475761.node5.3450837.12 b/events.out.tfevents.1717475761.node5.3450837.12 new file mode 100644 index 0000000000000000000000000000000000000000..cdc93b8c98a171acc160b8973f40a1b380d40103 --- /dev/null +++ b/events.out.tfevents.1717475761.node5.3450837.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e98f9f8457c3112ecd17be1bc7050876ec26a1bd61ce8e2cb570a38d2e0f38 +size 7187 diff --git a/events.out.tfevents.1717475761.node5.3450838.12 b/events.out.tfevents.1717475761.node5.3450838.12 new file mode 100644 index 0000000000000000000000000000000000000000..f2e9576a6d6e434cac46a427320e8213568b2ce4 --- /dev/null +++ b/events.out.tfevents.1717475761.node5.3450838.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e87c48b1237f352e8d897a9dcebc0ca4ebb48b982a47b79f19b229782fb093 +size 7187 diff --git a/events.out.tfevents.1717475762.node5.3450836.12 b/events.out.tfevents.1717475762.node5.3450836.12 new file mode 100644 index 0000000000000000000000000000000000000000..ac2e7bdd56e3f227b31e1b6e191c5e6e415695fc --- /dev/null +++ b/events.out.tfevents.1717475762.node5.3450836.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b727ce498d43829a1917560cc4561fdebe35407c3985008b7c51264fd67e39b +size 7187 diff --git a/events.out.tfevents.1717475942.node5.3450837.13 b/events.out.tfevents.1717475942.node5.3450837.13 new file mode 100644 index 0000000000000000000000000000000000000000..98f0a2bb3f62f7c807e044f0a844dc190c741234 --- /dev/null +++ b/events.out.tfevents.1717475942.node5.3450837.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f311c002184763e459bb49b9ccdf82eb1a067acdbba14cd01942895a4dcaec +size 7187 diff --git a/events.out.tfevents.1717475942.node5.3450838.13 b/events.out.tfevents.1717475942.node5.3450838.13 new file mode 100644 index 0000000000000000000000000000000000000000..8938e2752062026cf8fddaa648ea6d6a34659986 --- /dev/null +++ b/events.out.tfevents.1717475942.node5.3450838.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cff1344d1b64e2d2feafcf222f7972915f33880d045cf64e2aeb6cdaf9277da +size 7187 diff --git a/events.out.tfevents.1717475943.node5.3450836.13 b/events.out.tfevents.1717475943.node5.3450836.13 new file mode 100644 index 0000000000000000000000000000000000000000..8b0fef71909f5ca57e4f9b110782d91faafef20b --- /dev/null +++ b/events.out.tfevents.1717475943.node5.3450836.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d74d6490aed0be069204e5cf4c14514fc4f3923ace06600b4603840f10e5e8e +size 7187 diff --git a/events.out.tfevents.1717476123.node5.3450837.14 b/events.out.tfevents.1717476123.node5.3450837.14 new file mode 100644 index 0000000000000000000000000000000000000000..51af60074e54f4c4695b1dc85f786ea6f2b0a8ff --- /dev/null +++ b/events.out.tfevents.1717476123.node5.3450837.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c13d88fddc73b843678f8e9f949ca5916afeb5448f691df367341c9cee95c19d +size 7187 diff --git a/events.out.tfevents.1717476123.node5.3450838.14 b/events.out.tfevents.1717476123.node5.3450838.14 new file mode 100644 index 0000000000000000000000000000000000000000..d9576a15f37fee755e1b57f92e49bbfc0174add3 --- /dev/null +++ b/events.out.tfevents.1717476123.node5.3450838.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0159b64c73c8a9f3a7bcc54291b4cdd2c995a8bd5451b70723b9e983185f9a5 +size 7187 diff --git a/events.out.tfevents.1717476124.node5.3450836.14 b/events.out.tfevents.1717476124.node5.3450836.14 new file mode 100644 index 0000000000000000000000000000000000000000..b3adf5e366ebf74a53a062828242434c9607630c --- /dev/null +++ b/events.out.tfevents.1717476124.node5.3450836.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6debcde29a58756b80f93a5d0986fb10bd9084b0859379efb01937b012b7bff9 +size 7187 diff --git a/events.out.tfevents.1717476304.node5.3450837.15 b/events.out.tfevents.1717476304.node5.3450837.15 new file mode 100644 index 0000000000000000000000000000000000000000..90653bccb16c9525dc48e36de99af56a8a80761f --- /dev/null +++ b/events.out.tfevents.1717476304.node5.3450837.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8e1b86dfe36529c054be32ba93126a2ef1e258aa59dcdbc4d4d9dba3fae418 +size 7187 diff --git a/events.out.tfevents.1717476304.node5.3450838.15 b/events.out.tfevents.1717476304.node5.3450838.15 new file mode 100644 index 0000000000000000000000000000000000000000..0d5af3b02a4f539c9371031710347896b19e5871 --- /dev/null +++ b/events.out.tfevents.1717476304.node5.3450838.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8218f9115701a764fb634d4720d664cbc9047f8be2cd968b27c03ce4da0487bc +size 7187 diff --git a/events.out.tfevents.1717476305.node5.3450836.15 b/events.out.tfevents.1717476305.node5.3450836.15 new file mode 100644 index 0000000000000000000000000000000000000000..ab6bf49dd3b9bd15743cab2c920f5200de31b55b --- /dev/null +++ b/events.out.tfevents.1717476305.node5.3450836.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4a7a5c2faff14230224782e8e656f4b86c835272510dada14c54b4da896273 +size 7187 diff --git a/events.out.tfevents.1717476485.node5.3450837.16 b/events.out.tfevents.1717476485.node5.3450837.16 new file mode 100644 index 0000000000000000000000000000000000000000..e8d035061dccde3554c24cb8d52274bf6e6a7b5c --- /dev/null +++ b/events.out.tfevents.1717476485.node5.3450837.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f53dcf4782b3de90c3a392450a08d43389f9382bb9f675dd893112ba24f87bc +size 7187 diff --git a/events.out.tfevents.1717476485.node5.3450838.16 b/events.out.tfevents.1717476485.node5.3450838.16 new file mode 100644 index 0000000000000000000000000000000000000000..174d9336354f6c02a60200aebee8606ff4295e0f --- /dev/null +++ b/events.out.tfevents.1717476485.node5.3450838.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4433eddbe5e3c9d1ff25db201276f154a066f6064ebf278932bc120e0f4b05 +size 7187 diff --git a/events.out.tfevents.1717476486.node5.3450836.16 b/events.out.tfevents.1717476486.node5.3450836.16 new file mode 100644 index 0000000000000000000000000000000000000000..3a706ca25e2641d8088aeb5b4f1baa1cf770a19d --- /dev/null +++ b/events.out.tfevents.1717476486.node5.3450836.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8863c49bc425861b83d3a9d5d4f68ade4d3cb00f845ee13ef0e70923a8805a03 +size 7187 diff --git a/events.out.tfevents.1717476667.node5.3450836.17 b/events.out.tfevents.1717476667.node5.3450836.17 new file mode 100644 index 0000000000000000000000000000000000000000..f6923148adfd333a0033e44c2ba5f5baa1727688 --- /dev/null +++ b/events.out.tfevents.1717476667.node5.3450836.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5bdbf779f9d251d90745531796bc4639deedd0690c6c19c2f806bf586d388c2 +size 7187 diff --git a/events.out.tfevents.1717476667.node5.3450837.17 b/events.out.tfevents.1717476667.node5.3450837.17 new file mode 100644 index 0000000000000000000000000000000000000000..74bee1c138c5613c5fd3785e881de9a5d13e473c --- /dev/null +++ b/events.out.tfevents.1717476667.node5.3450837.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e360414435182958dc1c09f390592ccd0f2ee92f8b8cf0239f3de710b292f7f +size 7187 diff --git a/events.out.tfevents.1717476667.node5.3450838.17 b/events.out.tfevents.1717476667.node5.3450838.17 new file mode 100644 index 0000000000000000000000000000000000000000..fd486d26ccc23b3d5435ef9ffa4302d9924ba5af --- /dev/null +++ b/events.out.tfevents.1717476667.node5.3450838.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc39f09ab206b30600c98893b87740569b7d9cf5c233b9c26ea1ed1e9d0cf17 +size 7187 diff --git a/events.out.tfevents.1717476848.node5.3450837.18 b/events.out.tfevents.1717476848.node5.3450837.18 new file mode 100644 index 0000000000000000000000000000000000000000..3555c0641133f6d28b7eca32fcca39470b97a91b --- /dev/null +++ b/events.out.tfevents.1717476848.node5.3450837.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b87a8491f7a9aed1136e172a381ede0517c659d9a7857c2a1b4dd41ad1288b +size 7187 diff --git a/events.out.tfevents.1717476848.node5.3450838.18 b/events.out.tfevents.1717476848.node5.3450838.18 new file mode 100644 index 0000000000000000000000000000000000000000..b451fce071eaa6680ae5666c3393424b62b56563 --- /dev/null +++ b/events.out.tfevents.1717476848.node5.3450838.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2763730cf51217a4342dcb490fa937d082eb32bb6a9a4dc384f6c3fe93b2437 +size 7187 diff --git a/events.out.tfevents.1717476849.node5.3450836.18 b/events.out.tfevents.1717476849.node5.3450836.18 new file mode 100644 index 0000000000000000000000000000000000000000..61a035a069c3c11617a988564965cbf458aa8839 --- /dev/null +++ b/events.out.tfevents.1717476849.node5.3450836.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e37249ce3f6c02ab3b73e704e46b31fdab5d545fe1f4381880fe75acdda76a +size 7187 diff --git a/events.out.tfevents.1717477029.node5.3450837.19 b/events.out.tfevents.1717477029.node5.3450837.19 new file mode 100644 index 0000000000000000000000000000000000000000..0918bdcec94437b8373e7066d6702fc582f7e7ee --- /dev/null +++ b/events.out.tfevents.1717477029.node5.3450837.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0958d6c682934ed787e9761ae027b461fb393d7aa030dde4964233152fecdfca +size 7187 diff --git a/events.out.tfevents.1717477029.node5.3450838.19 b/events.out.tfevents.1717477029.node5.3450838.19 new file mode 100644 index 0000000000000000000000000000000000000000..7682cb829b0498d1541bd15ecc9d0521a064c3ec --- /dev/null +++ b/events.out.tfevents.1717477029.node5.3450838.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea645220a2c57da05b8980b2b95c8a25dcf4dc39080b4c4fe9eb740e0cee9fa +size 7187 diff --git a/events.out.tfevents.1717477030.node5.3450836.19 b/events.out.tfevents.1717477030.node5.3450836.19 new file mode 100644 index 0000000000000000000000000000000000000000..e40c46a0504b15afc17101c368b9f78cb63a0d7a --- /dev/null +++ b/events.out.tfevents.1717477030.node5.3450836.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5808662959e6f789fd9829f50774a2df80c4597e2399a126f63a7ba8fc39dff0 +size 7187 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..242f0b10e11b4fea0863bf7a9440f4965b8d5b2a --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "decoder_start_token_id": 0, + "eos_token_id": 1, + "pad_token_id": 0, + "transformers_version": "4.40.0.dev0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79a0af9b72e5819cc7a9059a3567659765609f66 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d7137eea56973cbccc4fe5dd44833c4a3ad52b9d721dd82d7d1761c14112a3 +size 242041896 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..17ade346a1042cbe0c1436f5bedcbd85c099d582 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,125 @@ +{ + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000000000000000000000000000000000000..317a5ccbde45300f5d1d970d4d449af2108b147e --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86 +size 791656 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b336fa236135e6c87e246485e4d69e415cc57da0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,940 @@ +{ + "add_prefix_space": true, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32000": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32001": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32003": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32004": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32005": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32006": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32007": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32008": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32009": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32010": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32011": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32012": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32013": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32014": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32015": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32016": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32017": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32018": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32019": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32020": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32021": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32022": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32023": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32024": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32025": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32026": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32027": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32028": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32029": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32030": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32031": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32032": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32033": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32034": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32035": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32036": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32037": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32038": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32039": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32040": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32041": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32042": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32043": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32044": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32045": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32046": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32047": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32048": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32049": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32050": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32051": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32052": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32053": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32054": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32055": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32056": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32057": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32058": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32059": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32060": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32061": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32062": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32063": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32064": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32065": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32066": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32067": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32068": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32069": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32070": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32071": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32072": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32073": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32074": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32075": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32076": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32077": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32078": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32079": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32080": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32081": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32082": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32083": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32084": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32085": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32086": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32087": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32088": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32089": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32090": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32091": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32092": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32093": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32094": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32095": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32096": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32097": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32098": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32099": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "clean_up_tokenization_spaces": true, + "eos_token": "", + "extra_ids": 100, + "legacy": true, + "model_max_length": 512, + "pad_token": "", + "sp_model_kwargs": {}, + "tokenizer_class": "T5Tokenizer", + "unk_token": "" +}