Training done

added_tokens.json

@@ -2,6 +2,7 @@
   "</s_customer>": 57548,
   "</s_customer_address>": 57575,
   "</s_customer_name>": 57550,
+  "</s_customer_no>": 57581,
   "</s_customer_phone_no>": 57579,
   "</s_customer_pin>": 57552,
   "</s_customer_reference>": 57577,
@@ -16,8 +17,10 @@
   "</s_item_description>": 57556,
   "</s_item_quantity>": 57558,
   "</s_item_total_price>": 57566,
+  "</s_item_unit>": 57583,
   "</s_item_unit_price>": 57564,
   "</s_items>": 57554,
+  "</s_lpo_no>": 57585,
   "</s_order_no>": 57534,
   "</s_reference_no>": 57569,
   "</s_shipper>": 57536,
@@ -30,6 +33,7 @@
   "<s_customer>": 57547,
   "<s_customer_address>": 57574,
   "<s_customer_name>": 57549,
+  "<s_customer_no>": 57580,
   "<s_customer_phone_no>": 57578,
   "<s_customer_pin>": 57551,
   "<s_customer_reference>": 57576,
@@ -45,8 +49,10 @@
   "<s_item_description>": 57555,
   "<s_item_quantity>": 57557,
   "<s_item_total_price>": 57565,
+  "<s_item_unit>": 57582,
   "<s_item_unit_price>": 57563,
   "<s_items>": 57553,
+  "<s_lpo_no>": 57584,
   "<s_order_no>": 57533,
   "<s_reference_no>": 57568,
   "<s_shipper>": 57535,

tokenizer.json

@@ -583,6 +583,60 @@
       "rstrip": false,
       "normalized": true,
       "special": false
+    },
+    {
+      "id": 57580,
+      "content": "<s_customer_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57581,
+      "content": "</s_customer_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57582,
+      "content": "<s_item_unit>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57583,
+      "content": "</s_item_unit>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57584,
+      "content": "<s_lpo_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57585,
+      "content": "</s_lpo_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -503,6 +503,54 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "57580": {
+      "content": "<s_customer_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57581": {
+      "content": "</s_customer_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57582": {
+      "content": "<s_item_unit>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57583": {
+      "content": "</s_item_unit>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57584": {
+      "content": "<s_lpo_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57585": {
+      "content": "</s_lpo_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [