Training done

added_tokens.json

@@ -1,60 +1,12 @@
 {
-  "</s_cashprice>": 57550,
-  "</s_changeprice>": 57552,
-  "</s_cnt>": 57530,
-  "</s_creditcardprice>": 57564,
-  "</s_discount_price>": 57558,
-  "</s_discountprice>": 57568,
-  "</s_emoneyprice>": 57570,
-  "</s_etc>": 57542,
-  "</s_itemsubtotal>": 57578,
-  "</s_menu>": 57526,
-  "</s_menuqty_cnt>": 57556,
-  "</s_menutype_cnt>": 57554,
-  "</s_nm>": 57528,
-  "</s_num>": 57566,
-  "</s_othersvc_price>": 57574,
-  "</s_price>": 57532,
-  "</s_service_price>": 57538,
-  "</s_sub>": 57548,
-  "</s_sub_total>": 57534,
-  "</s_subtotal_price>": 57536,
-  "</s_tax_price>": 57540,
-  "</s_total>": 57544,
-  "</s_total_etc>": 57562,
-  "</s_total_price>": 57546,
-  "</s_unitprice>": 57560,
-  "</s_vatyn>": 57576,
-  "</s_void_menu>": 57572,
-  "<s_cashprice>": 57549,
-  "<s_changeprice>": 57551,
-  "<s_cnt>": 57529,
-  "<s_cord-v2>": 57579,
-  "<s_creditcardprice>": 57563,
-  "<s_discount_price>": 57557,
-  "<s_discountprice>": 57567,
-  "<s_emoneyprice>": 57569,
-  "<s_etc>": 57541,
+  "</s_json>": 57528,
+  "</s_kie>": 57530,
+  "</s_xml>": 57526,
+  "<s_cord-v2>": 57531,
   "<s_iitcdip>": 57523,
-  "<s_itemsubtotal>": 57577,
-  "<s_menu>": 57525,
-  "<s_menuqty_cnt>": 57555,
-  "<s_menutype_cnt>": 57553,
-  "<s_nm>": 57527,
-  "<s_num>": 57565,
-  "<s_othersvc_price>": 57573,
-  "<s_price>": 57531,
-  "<s_service_price>": 57537,
-  "<s_sub>": 57547,
-  "<s_sub_total>": 57533,
-  "<s_subtotal_price>": 57535,
+  "<s_json>": 57527,
+  "<s_kie>": 57529,
   "<s_synthdog>": 57524,
-  "<s_tax_price>": 57539,
-  "<s_total>": 57543,
-  "<s_total_etc>": 57561,
-  "<s_total_price>": 57545,
-  "<s_unitprice>": 57559,
-  "<s_vatyn>": 57575,
-  "<s_void_menu>": 57571,
+  "<s_xml>": 57525,
   "<sep/>": 57522
 }

tokenizer.json

@@ -91,7 +91,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_menu>",
+      "content": "<s_xml>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_menu>",
+      "content": "</s_xml>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_nm>",
+      "content": "<s_json>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_nm>",
+      "content": "</s_json>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +127,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_cnt>",
+      "content": "<s_kie>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_cnt>",
+      "content": "</s_kie>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,438 +145,6 @@
     },
     {
       "id": 57531,
-      "content": "<s_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57532,
-      "content": "</s_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57533,
-      "content": "<s_sub_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57534,
-      "content": "</s_sub_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57535,
-      "content": "<s_subtotal_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57536,
-      "content": "</s_subtotal_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57537,
-      "content": "<s_service_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57538,
-      "content": "</s_service_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57539,
-      "content": "<s_tax_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57540,
-      "content": "</s_tax_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57541,
-      "content": "<s_etc>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57542,
-      "content": "</s_etc>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57543,
-      "content": "<s_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57544,
-      "content": "</s_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57545,
-      "content": "<s_total_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57546,
-      "content": "</s_total_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57547,
-      "content": "<s_sub>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57548,
-      "content": "</s_sub>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57549,
-      "content": "<s_cashprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57550,
-      "content": "</s_cashprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57551,
-      "content": "<s_changeprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57552,
-      "content": "</s_changeprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57553,
-      "content": "<s_menutype_cnt>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57554,
-      "content": "</s_menutype_cnt>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57555,
-      "content": "<s_menuqty_cnt>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57556,
-      "content": "</s_menuqty_cnt>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57557,
-      "content": "<s_discount_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57558,
-      "content": "</s_discount_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57559,
-      "content": "<s_unitprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57560,
-      "content": "</s_unitprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57561,
-      "content": "<s_total_etc>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57562,
-      "content": "</s_total_etc>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57563,
-      "content": "<s_creditcardprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57564,
-      "content": "</s_creditcardprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57565,
-      "content": "<s_num>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57566,
-      "content": "</s_num>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57567,
-      "content": "<s_discountprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57568,
-      "content": "</s_discountprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57569,
-      "content": "<s_emoneyprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57570,
-      "content": "</s_emoneyprice>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57571,
-      "content": "<s_void_menu>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57572,
-      "content": "</s_void_menu>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57573,
-      "content": "<s_othersvc_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57574,
-      "content": "</s_othersvc_price>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57575,
-      "content": "<s_vatyn>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57576,
-      "content": "</s_vatyn>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57577,
-      "content": "<s_itemsubtotal>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57578,
-      "content": "</s_itemsubtotal>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57579,
       "content": "<s_cord-v2>",
       "single_word": false,
       "lstrip": false,

tokenizer_config.json

@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "<s_menu>",
+      "content": "<s_xml>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": false
     },
     "57526": {
-      "content": "</s_menu>",
+      "content": "</s_xml>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "57527": {
-      "content": "<s_nm>",
+      "content": "<s_json>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": false
     },
     "57528": {
-      "content": "</s_nm>",
+      "content": "</s_json>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": false
     },
     "57529": {
-      "content": "<s_cnt>",
+      "content": "<s_kie>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": false
     },
     "57530": {
-      "content": "</s_cnt>",
+      "content": "</s_kie>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -113,390 +113,6 @@
       "special": false
     },
     "57531": {
-      "content": "<s_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57532": {
-      "content": "</s_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57533": {
-      "content": "<s_sub_total>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57534": {
-      "content": "</s_sub_total>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57535": {
-      "content": "<s_subtotal_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57536": {
-      "content": "</s_subtotal_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57537": {
-      "content": "<s_service_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57538": {
-      "content": "</s_service_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57539": {
-      "content": "<s_tax_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57540": {
-      "content": "</s_tax_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57541": {
-      "content": "<s_etc>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57542": {
-      "content": "</s_etc>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57543": {
-      "content": "<s_total>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57544": {
-      "content": "</s_total>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57545": {
-      "content": "<s_total_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57546": {
-      "content": "</s_total_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57547": {
-      "content": "<s_sub>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57548": {
-      "content": "</s_sub>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57549": {
-      "content": "<s_cashprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57550": {
-      "content": "</s_cashprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57551": {
-      "content": "<s_changeprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57552": {
-      "content": "</s_changeprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57553": {
-      "content": "<s_menutype_cnt>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57554": {
-      "content": "</s_menutype_cnt>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57555": {
-      "content": "<s_menuqty_cnt>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57556": {
-      "content": "</s_menuqty_cnt>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57557": {
-      "content": "<s_discount_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57558": {
-      "content": "</s_discount_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57559": {
-      "content": "<s_unitprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57560": {
-      "content": "</s_unitprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57561": {
-      "content": "<s_total_etc>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57562": {
-      "content": "</s_total_etc>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57563": {
-      "content": "<s_creditcardprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57564": {
-      "content": "</s_creditcardprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57565": {
-      "content": "<s_num>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57566": {
-      "content": "</s_num>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57567": {
-      "content": "<s_discountprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57568": {
-      "content": "</s_discountprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57569": {
-      "content": "<s_emoneyprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57570": {
-      "content": "</s_emoneyprice>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57571": {
-      "content": "<s_void_menu>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57572": {
-      "content": "</s_void_menu>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57573": {
-      "content": "<s_othersvc_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57574": {
-      "content": "</s_othersvc_price>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57575": {
-      "content": "<s_vatyn>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57576": {
-      "content": "</s_vatyn>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57577": {
-      "content": "<s_itemsubtotal>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57578": {
-      "content": "</s_itemsubtotal>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "57579": {
       "content": "<s_cord-v2>",
       "lstrip": false,
       "normalized": true,