Training done

added_tokens.json

@@ -8,8 +8,10 @@
   "</s_customer_no>": 57595,
   "</s_customer_phone_no>": 57570,
   "</s_customer_pin>": 57556,
+  "</s_customer_reference>": 57629,
   "</s_customer_reference_no>": 57609,
   "</s_cutomer_no>": 57599,
+  "</s_cutomer_pin>": 57627,
   "</s_date>": 57530,
   "</s_delivery_contact>": 57568,
   "</s_delivery_contact_person>": 57619,
@@ -18,6 +20,7 @@
   "</s_document_no>": 57593,
   "</s_document_type>": 57528,
   "</s_dropoff point>": 57590,
+  "</s_dropoff>": 57625,
   "</s_dropoff_point>": 57548,
   "</s_header>": 57526,
   "</s_invoice_no>": 57576,
@@ -58,8 +61,10 @@
   "<s_customer_no>": 57594,
   "<s_customer_phone_no>": 57569,
   "<s_customer_pin>": 57555,
+  "<s_customer_reference>": 57628,
   "<s_customer_reference_no>": 57608,
   "<s_cutomer_no>": 57598,
+  "<s_cutomer_pin>": 57626,
   "<s_date>": 57529,
   "<s_delivery_contact>": 57567,
   "<s_delivery_contact_person>": 57618,
@@ -68,6 +73,7 @@
   "<s_document_no>": 57592,
   "<s_document_type>": 57527,
   "<s_dropoff point>": 57589,
+  "<s_dropoff>": 57624,
   "<s_dropoff_point>": 57547,
   "<s_header>": 57525,
   "<s_iitcdip>": 57523,

tokenizer.json

@@ -979,6 +979,60 @@
       "rstrip": false,
       "normalized": true,
       "special": false
+    },
+    {
+      "id": 57624,
+      "content": "<s_dropoff>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57625,
+      "content": "</s_dropoff>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57626,
+      "content": "<s_cutomer_pin>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57627,
+      "content": "</s_cutomer_pin>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57628,
+      "content": "<s_customer_reference>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57629,
+      "content": "</s_customer_reference>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -855,6 +855,54 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "57624": {
+      "content": "<s_dropoff>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57625": {
+      "content": "</s_dropoff>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57626": {
+      "content": "<s_cutomer_pin>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57627": {
+      "content": "</s_cutomer_pin>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57628": {
+      "content": "<s_customer_reference>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57629": {
+      "content": "</s_customer_reference>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [