Training done

added_tokens.json

@@ -2,72 +2,36 @@
   "</s_Client>": 57526,
   "</s_CodeCadeau>": 57528,
   "</s_DemandeAbonnementCatalogue>": 57530,
-  "</s_InfoClient_Adresse1>": 57532,
-  "</s_InfoClient_Adresse2>": 57534,
-  "</s_InfoClient_Adresse3>": 57536,
-  "</s_InfoClient_Adresse4>": 57538,
-  "</s_InfoClient_AdresseCP>": 57540,
-  "</s_InfoClient_AdresseVille>": 57542,
-  "</s_InfoClient_Civilite>": 57544,
-  "</s_InfoClient_DateNaissance>": 57546,
-  "</s_InfoClient_Mail>": 57548,
-  "</s_InfoClient_Nom>": 57550,
-  "</s_InfoClient_OffreMail>": 57552,
-  "</s_InfoClient_OffreMailPartenaire>": 57554,
-  "</s_InfoClient_OffreSMS>": 57556,
-  "</s_InfoClient_OffreSMSPartenaire>": 57558,
-  "</s_InfoClient_PointRelaisFavoris>": 57560,
-  "</s_InfoClient_Prenom>": 57562,
-  "</s_InfoClient_TelFixe>": 57564,
-  "</s_InfoClient_TelPortable>": 57566,
-  "</s_Livraison_Domicile>": 57568,
-  "</s_Livraison_DomicileExpress>": 57570,
-  "</s_Livraison_DomicileLendemain>": 57572,
-  "</s_Livraison_NumRelais>": 57574,
-  "</s_Livraison_Relais>": 57576,
-  "</s_Livraison_RelaisExpress>": 57578,
-  "</s_Montant>": 57580,
-  "</s_MontantTotal>": 57584,
-  "</s_MontantUnitaire>": 57586,
-  "</s_Quantite>": 57588,
-  "</s_Reference>": 57590,
-  "</s_Taille>": 57592,
-  "</s_commande>": 57582,
+  "</s_Livraison_Domicile>": 57532,
+  "</s_Livraison_DomicileExpress>": 57534,
+  "</s_Livraison_DomicileLendemain>": 57536,
+  "</s_Livraison_NumRelais>": 57538,
+  "</s_Livraison_Relais>": 57540,
+  "</s_Livraison_RelaisExpress>": 57542,
+  "</s_Montant>": 57544,
+  "</s_MontantTotal>": 57548,
+  "</s_MontantUnitaire>": 57550,
+  "</s_Quantite>": 57552,
+  "</s_Reference>": 57554,
+  "</s_Taille>": 57556,
+  "</s_commande>": 57546,
   "<s_Client>": 57525,
   "<s_CodeCadeau>": 57527,
   "<s_DemandeAbonnementCatalogue>": 57529,
-  "<s_InfoClient_Adresse1>": 57531,
-  "<s_InfoClient_Adresse2>": 57533,
-  "<s_InfoClient_Adresse3>": 57535,
-  "<s_InfoClient_Adresse4>": 57537,
-  "<s_InfoClient_AdresseCP>": 57539,
-  "<s_InfoClient_AdresseVille>": 57541,
-  "<s_InfoClient_Civilite>": 57543,
-  "<s_InfoClient_DateNaissance>": 57545,
-  "<s_InfoClient_Mail>": 57547,
-  "<s_InfoClient_Nom>": 57549,
-  "<s_InfoClient_OffreMail>": 57551,
-  "<s_InfoClient_OffreMailPartenaire>": 57553,
-  "<s_InfoClient_OffreSMS>": 57555,
-  "<s_InfoClient_OffreSMSPartenaire>": 57557,
-  "<s_InfoClient_PointRelaisFavoris>": 57559,
-  "<s_InfoClient_Prenom>": 57561,
-  "<s_InfoClient_TelFixe>": 57563,
-  "<s_InfoClient_TelPortable>": 57565,
-  "<s_Livraison_Domicile>": 57567,
-  "<s_Livraison_DomicileExpress>": 57569,
-  "<s_Livraison_DomicileLendemain>": 57571,
-  "<s_Livraison_NumRelais>": 57573,
-  "<s_Livraison_Relais>": 57575,
-  "<s_Livraison_RelaisExpress>": 57577,
-  "<s_Montant>": 57579,
-  "<s_MontantTotal>": 57583,
-  "<s_MontantUnitaire>": 57585,
-  "<s_Quantite>": 57587,
-  "<s_Reference>": 57589,
-  "<s_Taille>": 57591,
-  "<s_commande>": 57581,
-  "<s_cord-v2>": 57593,
+  "<s_Livraison_Domicile>": 57531,
+  "<s_Livraison_DomicileExpress>": 57533,
+  "<s_Livraison_DomicileLendemain>": 57535,
+  "<s_Livraison_NumRelais>": 57537,
+  "<s_Livraison_Relais>": 57539,
+  "<s_Livraison_RelaisExpress>": 57541,
+  "<s_Montant>": 57543,
+  "<s_MontantTotal>": 57547,
+  "<s_MontantUnitaire>": 57549,
+  "<s_Quantite>": 57551,
+  "<s_Reference>": 57553,
+  "<s_Taille>": 57555,
+  "<s_commande>": 57545,
+  "<s_cord-v2>": 57557,
   "<s_iitcdip>": 57523,
   "<s_synthdog>": 57524,
   "<sep/>": 57522

tokenizer.json

@@ -131,330 +131,6 @@
     },
     {
       "id": 57531,
-      "content": "<s_InfoClient_Adresse1>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57532,
-      "content": "</s_InfoClient_Adresse1>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57533,
-      "content": "<s_InfoClient_Adresse2>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57534,
-      "content": "</s_InfoClient_Adresse2>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57535,
-      "content": "<s_InfoClient_Adresse3>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57536,
-      "content": "</s_InfoClient_Adresse3>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57537,
-      "content": "<s_InfoClient_Adresse4>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57538,
-      "content": "</s_InfoClient_Adresse4>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57539,
-      "content": "<s_InfoClient_AdresseCP>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57540,
-      "content": "</s_InfoClient_AdresseCP>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57541,
-      "content": "<s_InfoClient_AdresseVille>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57542,
-      "content": "</s_InfoClient_AdresseVille>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57543,
-      "content": "<s_InfoClient_Civilite>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57544,
-      "content": "</s_InfoClient_Civilite>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57545,
-      "content": "<s_InfoClient_DateNaissance>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57546,
-      "content": "</s_InfoClient_DateNaissance>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57547,
-      "content": "<s_InfoClient_Mail>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57548,
-      "content": "</s_InfoClient_Mail>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57549,
-      "content": "<s_InfoClient_Nom>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57550,
-      "content": "</s_InfoClient_Nom>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57551,
-      "content": "<s_InfoClient_OffreMail>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57552,
-      "content": "</s_InfoClient_OffreMail>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57553,
-      "content": "<s_InfoClient_OffreMailPartenaire>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57554,
-      "content": "</s_InfoClient_OffreMailPartenaire>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57555,
-      "content": "<s_InfoClient_OffreSMS>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57556,
-      "content": "</s_InfoClient_OffreSMS>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57557,
-      "content": "<s_InfoClient_OffreSMSPartenaire>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57558,
-      "content": "</s_InfoClient_OffreSMSPartenaire>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57559,
-      "content": "<s_InfoClient_PointRelaisFavoris>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57560,
-      "content": "</s_InfoClient_PointRelaisFavoris>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57561,
-      "content": "<s_InfoClient_Prenom>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57562,
-      "content": "</s_InfoClient_Prenom>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57563,
-      "content": "<s_InfoClient_TelFixe>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57564,
-      "content": "</s_InfoClient_TelFixe>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57565,
-      "content": "<s_InfoClient_TelPortable>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57566,
-      "content": "</s_InfoClient_TelPortable>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 57567,
       "content": "<s_Livraison_Domicile>",
       "single_word": false,
       "lstrip": false,
@@ -463,7 +139,7 @@
       "special": false
     },
     {
-      "id": 57568,
+      "id": 57532,
       "content": "</s_Livraison_Domicile>",
       "single_word": false,
       "lstrip": false,
@@ -472,7 +148,7 @@
       "special": false
     },
     {
-      "id": 57569,
+      "id": 57533,
       "content": "<s_Livraison_DomicileExpress>",
       "single_word": false,
       "lstrip": false,
@@ -481,7 +157,7 @@
       "special": false
     },
     {
-      "id": 57570,
+      "id": 57534,
       "content": "</s_Livraison_DomicileExpress>",
       "single_word": false,
       "lstrip": false,
@@ -490,7 +166,7 @@
       "special": false
     },
     {
-      "id": 57571,
+      "id": 57535,
       "content": "<s_Livraison_DomicileLendemain>",
       "single_word": false,
       "lstrip": false,
@@ -499,7 +175,7 @@
       "special": false
     },
     {
-      "id": 57572,
+      "id": 57536,
       "content": "</s_Livraison_DomicileLendemain>",
       "single_word": false,
       "lstrip": false,
@@ -508,7 +184,7 @@
       "special": false
     },
     {
-      "id": 57573,
+      "id": 57537,
       "content": "<s_Livraison_NumRelais>",
       "single_word": false,
       "lstrip": false,
@@ -517,7 +193,7 @@
       "special": false
     },
     {
-      "id": 57574,
+      "id": 57538,
       "content": "</s_Livraison_NumRelais>",
       "single_word": false,
       "lstrip": false,
@@ -526,7 +202,7 @@
       "special": false
     },
     {
-      "id": 57575,
+      "id": 57539,
       "content": "<s_Livraison_Relais>",
       "single_word": false,
       "lstrip": false,
@@ -535,7 +211,7 @@
       "special": false
     },
     {
-      "id": 57576,
+      "id": 57540,
       "content": "</s_Livraison_Relais>",
       "single_word": false,
       "lstrip": false,
@@ -544,7 +220,7 @@
       "special": false
     },
     {
-      "id": 57577,
+      "id": 57541,
       "content": "<s_Livraison_RelaisExpress>",
       "single_word": false,
       "lstrip": false,
@@ -553,7 +229,7 @@
       "special": false
     },
     {
-      "id": 57578,
+      "id": 57542,
       "content": "</s_Livraison_RelaisExpress>",
       "single_word": false,
       "lstrip": false,
@@ -562,7 +238,7 @@
       "special": false
     },
     {
-      "id": 57579,
+      "id": 57543,
       "content": "<s_Montant>",
       "single_word": false,
       "lstrip": false,
@@ -571,7 +247,7 @@
       "special": false
     },
     {
-      "id": 57580,
+      "id": 57544,
       "content": "</s_Montant>",
       "single_word": false,
       "lstrip": false,
@@ -580,7 +256,7 @@
       "special": false
     },
     {
-      "id": 57581,
+      "id": 57545,
       "content": "<s_commande>",
       "single_word": false,
       "lstrip": false,
@@ -589,7 +265,7 @@
       "special": false
     },
     {
-      "id": 57582,
+      "id": 57546,
       "content": "</s_commande>",
       "single_word": false,
       "lstrip": false,
@@ -598,7 +274,7 @@
       "special": false
     },
     {
-      "id": 57583,
+      "id": 57547,
       "content": "<s_MontantTotal>",
       "single_word": false,
       "lstrip": false,
@@ -607,7 +283,7 @@
       "special": false
     },
     {
-      "id": 57584,
+      "id": 57548,
       "content": "</s_MontantTotal>",
       "single_word": false,
       "lstrip": false,
@@ -616,7 +292,7 @@
       "special": false
     },
     {
-      "id": 57585,
+      "id": 57549,
       "content": "<s_MontantUnitaire>",
       "single_word": false,
       "lstrip": false,
@@ -625,7 +301,7 @@
       "special": false
     },
     {
-      "id": 57586,
+      "id": 57550,
       "content": "</s_MontantUnitaire>",
       "single_word": false,
       "lstrip": false,
@@ -634,7 +310,7 @@
       "special": false
     },
     {
-      "id": 57587,
+      "id": 57551,
       "content": "<s_Quantite>",
       "single_word": false,
       "lstrip": false,
@@ -643,7 +319,7 @@
       "special": false
     },
     {
-      "id": 57588,
+      "id": 57552,
       "content": "</s_Quantite>",
       "single_word": false,
       "lstrip": false,
@@ -652,7 +328,7 @@
       "special": false
     },
     {
-      "id": 57589,
+      "id": 57553,
       "content": "<s_Reference>",
       "single_word": false,
       "lstrip": false,
@@ -661,7 +337,7 @@
       "special": false
     },
     {
-      "id": 57590,
+      "id": 57554,
       "content": "</s_Reference>",
       "single_word": false,
       "lstrip": false,
@@ -670,7 +346,7 @@
       "special": false
     },
     {
-      "id": 57591,
+      "id": 57555,
       "content": "<s_Taille>",
       "single_word": false,
       "lstrip": false,
@@ -679,7 +355,7 @@
       "special": false
     },
     {
-      "id": 57592,
+      "id": 57556,
       "content": "</s_Taille>",
       "single_word": false,
       "lstrip": false,
@@ -688,7 +364,7 @@
       "special": false
     },
     {
-      "id": 57593,
+      "id": 57557,
       "content": "<s_cord-v2>",
       "single_word": false,
       "lstrip": false,