Training done

added_tokens.json

@@ -1,10 +1,14 @@
 {
   "</s_customer>": 57548,
+  "</s_customer_address>": 57575,
   "</s_customer_name>": 57550,
   "</s_customer_pin>": 57552,
+  "</s_customer_reference>": 57577,
   "</s_date>": 57530,
   "</s_dnote_no>": 57532,
   "</s_document_type>": 57528,
+  "</s_dropoff>": 57571,
+  "</s_dropoff_point>": 57573,
   "</s_header>": 57526,
   "</s_invoice_no>": 57562,
   "</s_item_code>": 57560,
@@ -14,6 +18,7 @@
   "</s_item_unit_price>": 57564,
   "</s_items>": 57554,
   "</s_order_no>": 57534,
+  "</s_reference_no>": 57569,
   "</s_shipper>": 57536,
   "</s_shipper_address>": 57540,
   "</s_shipper_email>": 57544,
@@ -22,11 +27,15 @@
   "</s_shipper_pin>": 57546,
   "<s_cord-v2>": 57567,
   "<s_customer>": 57547,
+  "<s_customer_address>": 57574,
   "<s_customer_name>": 57549,
   "<s_customer_pin>": 57551,
+  "<s_customer_reference>": 57576,
   "<s_date>": 57529,
   "<s_dnote_no>": 57531,
   "<s_document_type>": 57527,
+  "<s_dropoff>": 57570,
+  "<s_dropoff_point>": 57572,
   "<s_header>": 57525,
   "<s_iitcdip>": 57523,
   "<s_invoice_no>": 57561,
@@ -37,6 +46,7 @@
   "<s_item_unit_price>": 57563,
   "<s_items>": 57553,
   "<s_order_no>": 57533,
+  "<s_reference_no>": 57568,
   "<s_shipper>": 57535,
   "<s_shipper_address>": 57539,
   "<s_shipper_email>": 57543,

tokenizer_config.json

@@ -407,6 +407,86 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "57568": {
+      "content": "<s_reference_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57569": {
+      "content": "</s_reference_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57570": {
+      "content": "<s_dropoff>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57571": {
+      "content": "</s_dropoff>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57572": {
+      "content": "<s_dropoff_point>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57573": {
+      "content": "</s_dropoff_point>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57574": {
+      "content": "<s_customer_address>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57575": {
+      "content": "</s_customer_address>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57576": {
+      "content": "<s_customer_reference>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57577": {
+      "content": "</s_customer_reference>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [
@@ -418,11 +498,18 @@
   "cls_token": "<s>",
   "eos_token": "</s>",
   "mask_token": "<mask>",
+  "max_length": 768,
   "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "processor_class": "DonutProcessor",
   "sep_token": "</s>",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "XLMRobertaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }