kisejin
/

absa_step1

Text2Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

kisejin commited on May 22

Commit

9f0d6ae

•

1 Parent(s): 3c7e743

Upload tokenizer

Files changed (2) hide show

tokenizer.json +4 -4
tokenizer_config.json +1 -1

tokenizer.json CHANGED Viewed

@@ -958,8 +958,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "prepend_scheme": "always",
-        "split": true
       }
     ]
   },
@@ -1020,8 +1020,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "prepend_scheme": "always",
-    "split": true
   },
   "model": {
     "type": "Unigram",

       {
         "type": "Metaspace",
         "replacement": "▁",
+        "add_prefix_space": true,
+        "prepend_scheme": "always"
       }
     ]
   },
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
+    "add_prefix_space": true,
+    "prepend_scheme": "always"
   },
   "model": {
     "type": "Unigram",

tokenizer_config.json CHANGED Viewed

@@ -930,7 +930,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
-  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"

   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
+  "model_max_length": 512,
   "pad_token": "<pad>",
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"