Training done

added_tokens.json

@@ -1,60 +1,86 @@
 {
-  "</s_cashprice>": 57550,
-  "</s_changeprice>": 57552,
-  "</s_cnt>": 57530,
-  "</s_creditcardprice>": 57564,
-  "</s_discount_price>": 57558,
-  "</s_discountprice>": 57568,
-  "</s_emoneyprice>": 57570,
-  "</s_etc>": 57542,
-  "</s_itemsubtotal>": 57578,
-  "</s_menu>": 57526,
-  "</s_menuqty_cnt>": 57556,
-  "</s_menutype_cnt>": 57554,
-  "</s_nm>": 57528,
-  "</s_num>": 57566,
-  "</s_othersvc_price>": 57574,
-  "</s_price>": 57532,
-  "</s_service_price>": 57538,
-  "</s_sub>": 57548,
-  "</s_sub_total>": 57534,
-  "</s_subtotal_price>": 57536,
-  "</s_tax_price>": 57540,
-  "</s_total>": 57544,
-  "</s_total_etc>": 57562,
-  "</s_total_price>": 57546,
-  "</s_unitprice>": 57560,
-  "</s_vatyn>": 57576,
-  "</s_void_menu>": 57572,
-  "<s_cashprice>": 57549,
-  "<s_changeprice>": 57551,
-  "<s_cnt>": 57529,
-  "<s_cord-v2>": 57579,
-  "<s_creditcardprice>": 57563,
-  "<s_discount_price>": 57557,
-  "<s_discountprice>": 57567,
-  "<s_emoneyprice>": 57569,
-  "<s_etc>": 57541,
+  "</s_0>": 57576,
+  "</s_10>": 57566,
+  "</s_11>": 57564,
+  "</s_12>": 57548,
+  "</s_13>": 57562,
+  "</s_14>": 57580,
+  "</s_15>": 57546,
+  "</s_16>": 57544,
+  "</s_17>": 57584,
+  "</s_18>": 57542,
+  "</s_19>": 57540,
+  "</s_1>": 57550,
+  "</s_20>": 57560,
+  "</s_21>": 57538,
+  "</s_22>": 57536,
+  "</s_23>": 57578,
+  "</s_24>": 57534,
+  "</s_25>": 57532,
+  "</s_26>": 57530,
+  "</s_27>": 57600,
+  "</s_28>": 57582,
+  "</s_29>": 57602,
+  "</s_2>": 57574,
+  "</s_30>": 57558,
+  "</s_31>": 57594,
+  "</s_32>": 57528,
+  "</s_33>": 57592,
+  "</s_34>": 57590,
+  "</s_35>": 57588,
+  "</s_36>": 57586,
+  "</s_37>": 57604,
+  "</s_38>": 57556,
+  "</s_39>": 57598,
+  "</s_3>": 57572,
+  "</s_40>": 57596,
+  "</s_4>": 57570,
+  "</s_5>": 57568,
+  "</s_6>": 57554,
+  "</s_8>": 57552,
+  "</s_9>": 57526,
+  "<s_0>": 57575,
+  "<s_10>": 57565,
+  "<s_11>": 57563,
+  "<s_12>": 57547,
+  "<s_13>": 57561,
+  "<s_14>": 57579,
+  "<s_15>": 57545,
+  "<s_16>": 57543,
+  "<s_17>": 57583,
+  "<s_18>": 57541,
+  "<s_19>": 57539,
+  "<s_1>": 57549,
+  "<s_20>": 57559,
+  "<s_21>": 57537,
+  "<s_22>": 57535,
+  "<s_23>": 57577,
+  "<s_24>": 57533,
+  "<s_25>": 57531,
+  "<s_26>": 57529,
+  "<s_27>": 57599,
+  "<s_28>": 57581,
+  "<s_29>": 57601,
+  "<s_2>": 57573,
+  "<s_30>": 57557,
+  "<s_31>": 57593,
+  "<s_32>": 57527,
+  "<s_33>": 57591,
+  "<s_34>": 57589,
+  "<s_35>": 57587,
+  "<s_36>": 57585,
+  "<s_37>": 57603,
+  "<s_38>": 57555,
+  "<s_39>": 57597,
+  "<s_3>": 57571,
+  "<s_40>": 57595,
+  "<s_4>": 57569,
+  "<s_5>": 57567,
+  "<s_6>": 57553,
+  "<s_8>": 57551,
+  "<s_9>": 57525,
+  "<s_cord-v2>": 57605,
   "<s_iitcdip>": 57523,
-  "<s_itemsubtotal>": 57577,
-  "<s_menu>": 57525,
-  "<s_menuqty_cnt>": 57555,
-  "<s_menutype_cnt>": 57553,
-  "<s_nm>": 57527,
-  "<s_num>": 57565,
-  "<s_othersvc_price>": 57573,
-  "<s_price>": 57531,
-  "<s_service_price>": 57537,
-  "<s_sub>": 57547,
-  "<s_sub_total>": 57533,
-  "<s_subtotal_price>": 57535,
   "<s_synthdog>": 57524,
-  "<s_tax_price>": 57539,
-  "<s_total>": 57543,
-  "<s_total_etc>": 57561,
-  "<s_total_price>": 57545,
-  "<s_unitprice>": 57559,
-  "<s_vatyn>": 57575,
-  "<s_void_menu>": 57571,
   "<sep/>": 57522
 }

tokenizer.json

@@ -1,21 +1,7 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 768,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
-  "padding": {
-    "strategy": {
-      "Fixed": 768
-    },
-    "direction": "Right",
-    "pad_to_multiple_of": null,
-    "pad_id": 1,
-    "pad_type_id": 0,
-    "pad_token": "<pad>"
-  },
+  "truncation": null,
+  "padding": null,
   "added_tokens": [
     {
       "id": 0,
@@ -91,7 +77,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_menu>",
+      "content": "<s_9>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +86,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_menu>",
+      "content": "</s_9>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +95,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_nm>",
+      "content": "<s_32>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +104,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_nm>",
+      "content": "</s_32>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +113,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_cnt>",
+      "content": "<s_26>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +122,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_cnt>",
+      "content": "</s_26>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +131,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_price>",
+      "content": "<s_25>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +140,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_price>",
+      "content": "</s_25>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +149,7 @@
     },
     {
       "id": 57533,
-      "content": "<s_sub_total>",
+      "content": "<s_24>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +158,7 @@
     },
     {
       "id": 57534,
-      "content": "</s_sub_total>",
+      "content": "</s_24>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +167,7 @@
     },
     {
       "id": 57535,
-      "content": "<s_subtotal_price>",
+      "content": "<s_22>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +176,7 @@
     },
     {
       "id": 57536,
-      "content": "</s_subtotal_price>",
+      "content": "</s_22>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +185,7 @@
     },
     {
       "id": 57537,
-      "content": "<s_service_price>",
+      "content": "<s_21>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +194,7 @@
     },
     {
       "id": 57538,
-      "content": "</s_service_price>",
+      "content": "</s_21>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,7 +203,7 @@
     },
     {
       "id": 57539,
-      "content": "<s_tax_price>",
+      "content": "<s_19>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -226,7 +212,7 @@
     },
     {
       "id": 57540,
-      "content": "</s_tax_price>",
+      "content": "</s_19>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -235,7 +221,7 @@
     },
     {
       "id": 57541,
-      "content": "<s_etc>",
+      "content": "<s_18>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -244,7 +230,7 @@
     },
     {
       "id": 57542,
-      "content": "</s_etc>",
+      "content": "</s_18>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -253,7 +239,7 @@
     },
     {
       "id": 57543,
-      "content": "<s_total>",
+      "content": "<s_16>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -262,7 +248,7 @@
     },
     {
       "id": 57544,
-      "content": "</s_total>",
+      "content": "</s_16>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -271,7 +257,7 @@
     },
     {
       "id": 57545,
-      "content": "<s_total_price>",
+      "content": "<s_15>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -280,7 +266,7 @@
     },
     {
       "id": 57546,
-      "content": "</s_total_price>",
+      "content": "</s_15>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -289,7 +275,7 @@
     },
     {
       "id": 57547,
-      "content": "<s_sub>",
+      "content": "<s_12>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -298,7 +284,7 @@
     },
     {
       "id": 57548,
-      "content": "</s_sub>",
+      "content": "</s_12>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -307,7 +293,7 @@
     },
     {
       "id": 57549,
-      "content": "<s_cashprice>",
+      "content": "<s_1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -316,7 +302,7 @@
     },
     {
       "id": 57550,
-      "content": "</s_cashprice>",
+      "content": "</s_1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -325,7 +311,7 @@
     },
     {
       "id": 57551,
-      "content": "<s_changeprice>",
+      "content": "<s_8>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -334,7 +320,7 @@
     },
     {
       "id": 57552,
-      "content": "</s_changeprice>",
+      "content": "</s_8>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -343,7 +329,7 @@
     },
     {
       "id": 57553,
-      "content": "<s_menutype_cnt>",
+      "content": "<s_6>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -352,7 +338,7 @@
     },
     {
       "id": 57554,
-      "content": "</s_menutype_cnt>",
+      "content": "</s_6>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -361,7 +347,7 @@
     },
     {
       "id": 57555,
-      "content": "<s_menuqty_cnt>",
+      "content": "<s_38>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -370,7 +356,7 @@
     },
     {
       "id": 57556,
-      "content": "</s_menuqty_cnt>",
+      "content": "</s_38>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -379,7 +365,7 @@
     },
     {
       "id": 57557,
-      "content": "<s_discount_price>",
+      "content": "<s_30>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -388,7 +374,7 @@
     },
     {
       "id": 57558,
-      "content": "</s_discount_price>",
+      "content": "</s_30>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -397,7 +383,7 @@
     },
     {
       "id": 57559,
-      "content": "<s_unitprice>",
+      "content": "<s_20>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -406,7 +392,7 @@
     },
     {
       "id": 57560,
-      "content": "</s_unitprice>",
+      "content": "</s_20>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -415,7 +401,7 @@
     },
     {
       "id": 57561,
-      "content": "<s_total_etc>",
+      "content": "<s_13>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -424,7 +410,7 @@
     },
     {
       "id": 57562,
-      "content": "</s_total_etc>",
+      "content": "</s_13>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -433,7 +419,7 @@
     },
     {
       "id": 57563,
-      "content": "<s_creditcardprice>",
+      "content": "<s_11>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -442,7 +428,7 @@
     },
     {
       "id": 57564,
-      "content": "</s_creditcardprice>",
+      "content": "</s_11>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -451,7 +437,7 @@
     },
     {
       "id": 57565,
-      "content": "<s_num>",
+      "content": "<s_10>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -460,7 +446,7 @@
     },
     {
       "id": 57566,
-      "content": "</s_num>",
+      "content": "</s_10>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -469,7 +455,7 @@
     },
     {
       "id": 57567,
-      "content": "<s_discountprice>",
+      "content": "<s_5>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -478,7 +464,7 @@
     },
     {
       "id": 57568,
-      "content": "</s_discountprice>",
+      "content": "</s_5>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -487,7 +473,7 @@
     },
     {
       "id": 57569,
-      "content": "<s_emoneyprice>",
+      "content": "<s_4>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -496,7 +482,7 @@
     },
     {
       "id": 57570,
-      "content": "</s_emoneyprice>",
+      "content": "</s_4>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -505,7 +491,7 @@
     },
     {
       "id": 57571,
-      "content": "<s_void_menu>",
+      "content": "<s_3>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -514,7 +500,7 @@
     },
     {
       "id": 57572,
-      "content": "</s_void_menu>",
+      "content": "</s_3>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -523,7 +509,7 @@
     },
     {
       "id": 57573,
-      "content": "<s_othersvc_price>",
+      "content": "<s_2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -532,7 +518,7 @@
     },
     {
       "id": 57574,
-      "content": "</s_othersvc_price>",
+      "content": "</s_2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -541,7 +527,7 @@
     },
     {
       "id": 57575,
-      "content": "<s_vatyn>",
+      "content": "<s_0>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -550,7 +536,7 @@
     },
     {
       "id": 57576,
-      "content": "</s_vatyn>",
+      "content": "</s_0>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -559,7 +545,7 @@
     },
     {
       "id": 57577,
-      "content": "<s_itemsubtotal>",
+      "content": "<s_23>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -568,7 +554,7 @@
     },
     {
       "id": 57578,
-      "content": "</s_itemsubtotal>",
+      "content": "</s_23>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -577,6 +563,240 @@
     },
     {
       "id": 57579,
+      "content": "<s_14>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57580,
+      "content": "</s_14>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57581,
+      "content": "<s_28>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57582,
+      "content": "</s_28>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57583,
+      "content": "<s_17>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57584,
+      "content": "</s_17>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57585,
+      "content": "<s_36>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57586,
+      "content": "</s_36>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57587,
+      "content": "<s_35>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57588,
+      "content": "</s_35>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57589,
+      "content": "<s_34>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57590,
+      "content": "</s_34>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57591,
+      "content": "<s_33>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57592,
+      "content": "</s_33>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57593,
+      "content": "<s_31>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57594,
+      "content": "</s_31>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57595,
+      "content": "<s_40>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57596,
+      "content": "</s_40>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57597,
+      "content": "<s_39>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57598,
+      "content": "</s_39>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57599,
+      "content": "<s_27>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57600,
+      "content": "</s_27>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57601,
+      "content": "<s_29>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57602,
+      "content": "</s_29>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57603,
+      "content": "<s_37>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57604,
+      "content": "</s_37>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57605,
       "content": "<s_cord-v2>",
       "single_word": false,
       "lstrip": false,