feat: donut processor file

.gitignore

@@ -0,0 +1 @@
+.idea

added_tokens.json

@@ -0,0 +1,49 @@
+{
+  "</s_Abstract>": 57566,
+  "</s_Address>": 57552,
+  "</s_Advertisement>": 57564,
+  "</s_Author>": 57550,
+  "</s_Caption>": 57536,
+  "</s_Chart>": 57562,
+  "</s_Field-Name>": 57556,
+  "</s_Footer>": 57534,
+  "</s_Formula>": 57568,
+  "</s_Header>": 57542,
+  "</s_Headline>": 57546,
+  "</s_Link>": 57540,
+  "</s_List-item>": 57532,
+  "</s_Metadata>": 57558,
+  "</s_Misc>": 57530,
+  "</s_Page number>": 57548,
+  "</s_Subheadline>": 57528,
+  "</s_Table>": 57538,
+  "</s_Text>": 57526,
+  "</s_Threading>": 57554,
+  "</s_Title>": 57560,
+  "</s_Value>": 57544,
+  "<s_Abstract>": 57565,
+  "<s_Address>": 57551,
+  "<s_Advertisement>": 57563,
+  "<s_Author>": 57549,
+  "<s_Caption>": 57535,
+  "<s_Chart>": 57561,
+  "<s_Field-Name>": 57555,
+  "<s_Footer>": 57533,
+  "<s_Formula>": 57567,
+  "<s_Header>": 57541,
+  "<s_Headline>": 57545,
+  "<s_Link>": 57539,
+  "<s_List-item>": 57531,
+  "<s_Metadata>": 57557,
+  "<s_Misc>": 57529,
+  "<s_Page number>": 57547,
+  "<s_Subheadline>": 57527,
+  "<s_Table>": 57537,
+  "<s_Text>": 57525,
+  "<s_Threading>": 57553,
+  "<s_Title>": 57559,
+  "<s_Value>": 57543,
+  "<s_iitcdip>": 57523,
+  "<s_synthdog>": 57524,
+  "<sep/>": 57522
+}

preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "do_align_long_axis": false,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "do_thumbnail": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "DonutImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "processor_class": "DonutProcessor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": [
+    720,
+    960
+  ]
+}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
+size 1296245

special_tokens_map.json

@@ -0,0 +1,63 @@
+{
+  "additional_special_tokens": [
+    "<s_Text>",
+    "</s_Text>",
+    "<s_Subheadline>",
+    "</s_Subheadline>",
+    "<s_Misc>",
+    "</s_Misc>",
+    "<s_List-item>",
+    "</s_List-item>",
+    "<s_Footer>",
+    "</s_Footer>",
+    "<s_Caption>",
+    "</s_Caption>",
+    "<s_Table>",
+    "</s_Table>",
+    "<s_Link>",
+    "</s_Link>",
+    "<s_Header>",
+    "</s_Header>",
+    "<s_Value>",
+    "</s_Value>",
+    "<s_Headline>",
+    "</s_Headline>",
+    "<s_Page number>",
+    "</s_Page number>",
+    "<s_Author>",
+    "</s_Author>",
+    "<s_Address>",
+    "</s_Address>",
+    "<s_Threading>",
+    "</s_Threading>",
+    "<s_Field-Name>",
+    "</s_Field-Name>",
+    "<s_Metadata>",
+    "</s_Metadata>",
+    "<s_Title>",
+    "</s_Title>",
+    "<s_Chart>",
+    "</s_Chart>",
+    "<s_Advertisement>",
+    "</s_Advertisement>",
+    "<s_Abstract>",
+    "</s_Abstract>",
+    "<s_Formula>",
+    "</s_Formula>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "processor_class": "DonutProcessor",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}