Upload tokenizer

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2631348ce85ed76f1e9b48f11cf9ad1c423a7b6923767a3aca6db88036e934a
-size 19092520
+oid sha256:990527d1e7b98c027d386c742250b2f8517bd3adf98c46cc6c1c2f35b234c224
+size 37007559

tokenizer_config.json

@@ -19,1069 +19,1069 @@
       "single_word": false,
       "special": true
     },
-    "10": {
-      "content": "<|reserved_token_5|>",
+    "2": {
+      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
-      "content": "<|reserved_token_95|>",
+    "3": {
+      "content": "<pad>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "101": {
-      "content": "<|reserved_token_96|>",
+    "4": {
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "102": {
-      "content": "<|reserved_token_97|>",
+    "5": {
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "<|reserved_token_98|>",
+    "6": {
+      "content": "<|reserved_token_1|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "104": {
-      "content": "\\r",
+    "7": {
+      "content": "<|reserved_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "105": {
-      "content": "▁▁",
+    "8": {
+      "content": "<|reserved_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "106": {
-      "content": "▁▁▁",
+    "9": {
+      "content": "<|reserved_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "107": {
-      "content": "▁▁▁▁",
+    "10": {
+      "content": "<|reserved_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "108": {
-      "content": "▁▁▁▁▁",
+    "11": {
+      "content": "<|reserved_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "109": {
-      "content": "▁▁▁▁▁▁",
+    "12": {
+      "content": "<|reserved_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "11": {
-      "content": "<|reserved_token_6|>",
+    "13": {
+      "content": "<|reserved_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "110": {
-      "content": "▁▁▁▁▁▁▁",
+    "14": {
+      "content": "<|reserved_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "111": {
-      "content": "▁▁▁▁▁▁▁▁",
+    "15": {
+      "content": "<|reserved_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "112": {
-      "content": "▁▁▁▁▁▁▁▁▁",
+    "16": {
+      "content": "<|reserved_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "113": {
-      "content": "▁▁▁▁▁▁▁▁▁▁",
+    "17": {
+      "content": "<|reserved_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "114": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+    "18": {
+      "content": "<|reserved_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "115": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+    "19": {
+      "content": "<|reserved_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "116": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "20": {
+      "content": "<|reserved_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "117": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁���▁▁",
+    "21": {
+      "content": "<|reserved_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "118": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "22": {
+      "content": "<|reserved_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "119": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "23": {
+      "content": "<|reserved_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "12": {
-      "content": "<|reserved_token_7|>",
+    "24": {
+      "content": "<|reserved_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "120": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "25": {
+      "content": "<|reserved_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "121": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "26": {
+      "content": "<|reserved_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "122": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "27": {
+      "content": "<|reserved_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "123": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "28": {
+      "content": "<|reserved_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "124": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "29": {
+      "content": "<|reserved_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "125": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "30": {
+      "content": "<|reserved_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "126": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "31": {
+      "content": "<|reserved_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "127": {
-      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    "32": {
+      "content": "<|reserved_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "128": {
-      "content": "\t\t",
+    "33": {
+      "content": "<|reserved_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "129": {
-      "content": "\t\t\t",
+    "34": {
+      "content": "<|reserved_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "13": {
-      "content": "<|reserved_token_8|>",
+    "35": {
+      "content": "<|reserved_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "130": {
-      "content": "\t\t\t\t",
+    "36": {
+      "content": "<|reserved_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "131": {
-      "content": "\t\t\t\t\t",
+    "37": {
+      "content": "<|reserved_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "132": {
-      "content": "\t\t\t\t\t\t",
+    "38": {
+      "content": "<|reserved_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "133": {
-      "content": "\n\n",
+    "39": {
+      "content": "<|reserved_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "134": {
-      "content": "\n\n\n",
+    "40": {
+      "content": "<|reserved_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
-    "14": {
-      "content": "<|reserved_token_9|>",
+    "41": {
+      "content": "<|reserved_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "15": {
-      "content": "<|reserved_token_10|>",
+    "42": {
+      "content": "<|reserved_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "16": {
-      "content": "<|reserved_token_11|>",
+    "43": {
+      "content": "<|reserved_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "17": {
-      "content": "<|reserved_token_12|>",
+    "44": {
+      "content": "<|reserved_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "18": {
-      "content": "<|reserved_token_13|>",
+    "45": {
+      "content": "<|reserved_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "19": {
-      "content": "<|reserved_token_14|>",
+    "46": {
+      "content": "<|reserved_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "2": {
-      "content": "</s>",
+    "47": {
+      "content": "<|reserved_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "20": {
-      "content": "<|reserved_token_15|>",
+    "48": {
+      "content": "<|reserved_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "21": {
-      "content": "<|reserved_token_16|>",
+    "49": {
+      "content": "<|reserved_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "22": {
-      "content": "<|reserved_token_17|>",
+    "50": {
+      "content": "<|reserved_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "23": {
-      "content": "<|reserved_token_18|>",
+    "51": {
+      "content": "<|reserved_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "24": {
-      "content": "<|reserved_token_19|>",
+    "52": {
+      "content": "<|reserved_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "25": {
-      "content": "<|reserved_token_20|>",
+    "53": {
+      "content": "<|reserved_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "26": {
-      "content": "<|reserved_token_21|>",
+    "54": {
+      "content": "<|reserved_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "27": {
-      "content": "<|reserved_token_22|>",
+    "55": {
+      "content": "<|reserved_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "28": {
-      "content": "<|reserved_token_23|>",
+    "56": {
+      "content": "<|reserved_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "29": {
-      "content": "<|reserved_token_24|>",
+    "57": {
+      "content": "<|reserved_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "3": {
-      "content": "<pad>",
+    "58": {
+      "content": "<|reserved_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "30": {
-      "content": "<|reserved_token_25|>",
+    "59": {
+      "content": "<|reserved_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "31": {
-      "content": "<|reserved_token_26|>",
+    "60": {
+      "content": "<|reserved_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32": {
-      "content": "<|reserved_token_27|>",
+    "61": {
+      "content": "<|reserved_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "33": {
-      "content": "<|reserved_token_28|>",
+    "62": {
+      "content": "<|reserved_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "34": {
-      "content": "<|reserved_token_29|>",
+    "63": {
+      "content": "<|reserved_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "35": {
-      "content": "<|reserved_token_30|>",
+    "64": {
+      "content": "<|reserved_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "36": {
-      "content": "<|reserved_token_31|>",
+    "65": {
+      "content": "<|reserved_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "37": {
-      "content": "<|reserved_token_32|>",
+    "66": {
+      "content": "<|reserved_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "38": {
-      "content": "<|reserved_token_33|>",
+    "67": {
+      "content": "<|reserved_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "39": {
-      "content": "<|reserved_token_34|>",
+    "68": {
+      "content": "<|reserved_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "4": {
-      "content": "<|im_start|>",
+    "69": {
+      "content": "<|reserved_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "40": {
-      "content": "<|reserved_token_35|>",
+    "70": {
+      "content": "<|reserved_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "41": {
-      "content": "<|reserved_token_36|>",
+    "71": {
+      "content": "<|reserved_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "42": {
-      "content": "<|reserved_token_37|>",
+    "72": {
+      "content": "<|reserved_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "43": {
-      "content": "<|reserved_token_38|>",
+    "73": {
+      "content": "<|reserved_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "44": {
-      "content": "<|reserved_token_39|>",
+    "74": {
+      "content": "<|reserved_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "45": {
-      "content": "<|reserved_token_40|>",
+    "75": {
+      "content": "<|reserved_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "46": {
-      "content": "<|reserved_token_41|>",
+    "76": {
+      "content": "<|reserved_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "47": {
-      "content": "<|reserved_token_42|>",
+    "77": {
+      "content": "<|reserved_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "48": {
-      "content": "<|reserved_token_43|>",
+    "78": {
+      "content": "<|reserved_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "49": {
-      "content": "<|reserved_token_44|>",
+    "79": {
+      "content": "<|reserved_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "5": {
-      "content": "<|im_end|>",
+    "80": {
+      "content": "<|reserved_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50": {
-      "content": "<|reserved_token_45|>",
+    "81": {
+      "content": "<|reserved_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "51": {
-      "content": "<|reserved_token_46|>",
+    "82": {
+      "content": "<|reserved_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "52": {
-      "content": "<|reserved_token_47|>",
+    "83": {
+      "content": "<|reserved_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "53": {
-      "content": "<|reserved_token_48|>",
+    "84": {
+      "content": "<|reserved_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "54": {
-      "content": "<|reserved_token_49|>",
+    "85": {
+      "content": "<|reserved_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "55": {
-      "content": "<|reserved_token_50|>",
+    "86": {
+      "content": "<|reserved_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "56": {
-      "content": "<|reserved_token_51|>",
+    "87": {
+      "content": "<|reserved_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "57": {
-      "content": "<|reserved_token_52|>",
+    "88": {
+      "content": "<|reserved_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "58": {
-      "content": "<|reserved_token_53|>",
+    "89": {
+      "content": "<|reserved_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "59": {
-      "content": "<|reserved_token_54|>",
+    "90": {
+      "content": "<|reserved_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "6": {
-      "content": "<|reserved_token_1|>",
+    "91": {
+      "content": "<|reserved_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "60": {
-      "content": "<|reserved_token_55|>",
+    "92": {
+      "content": "<|reserved_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "61": {
-      "content": "<|reserved_token_56|>",
+    "93": {
+      "content": "<|reserved_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "62": {
-      "content": "<|reserved_token_57|>",
+    "94": {
+      "content": "<|reserved_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "63": {
-      "content": "<|reserved_token_58|>",
+    "95": {
+      "content": "<|reserved_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "64": {
-      "content": "<|reserved_token_59|>",
+    "96": {
+      "content": "<|reserved_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "65": {
-      "content": "<|reserved_token_60|>",
+    "97": {
+      "content": "<|reserved_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "66": {
-      "content": "<|reserved_token_61|>",
+    "98": {
+      "content": "<|reserved_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "67": {
-      "content": "<|reserved_token_62|>",
+    "99": {
+      "content": "<|reserved_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "68": {
-      "content": "<|reserved_token_63|>",
+    "100": {
+      "content": "<|reserved_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "69": {
-      "content": "<|reserved_token_64|>",
+    "101": {
+      "content": "<|reserved_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "7": {
-      "content": "<|reserved_token_2|>",
+    "102": {
+      "content": "<|reserved_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "70": {
-      "content": "<|reserved_token_65|>",
+    "103": {
+      "content": "<|reserved_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "71": {
-      "content": "<|reserved_token_66|>",
+    "104": {
+      "content": "\\r",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "72": {
-      "content": "<|reserved_token_67|>",
+    "105": {
+      "content": "▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "73": {
-      "content": "<|reserved_token_68|>",
+    "106": {
+      "content": "▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "74": {
-      "content": "<|reserved_token_69|>",
+    "107": {
+      "content": "▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "75": {
-      "content": "<|reserved_token_70|>",
+    "108": {
+      "content": "▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "76": {
-      "content": "<|reserved_token_71|>",
+    "109": {
+      "content": "▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "77": {
-      "content": "<|reserved_token_72|>",
+    "110": {
+      "content": "▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "78": {
-      "content": "<|reserved_token_73|>",
+    "111": {
+      "content": "▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "79": {
-      "content": "<|reserved_token_74|>",
+    "112": {
+      "content": "▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "8": {
-      "content": "<|reserved_token_3|>",
+    "113": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "80": {
-      "content": "<|reserved_token_75|>",
+    "114": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "81": {
-      "content": "<|reserved_token_76|>",
+    "115": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "82": {
-      "content": "<|reserved_token_77|>",
+    "116": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "83": {
-      "content": "<|reserved_token_78|>",
+    "117": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "84": {
-      "content": "<|reserved_token_79|>",
+    "118": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "85": {
-      "content": "<|reserved_token_80|>",
+    "119": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "86": {
-      "content": "<|reserved_token_81|>",
+    "120": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "87": {
-      "content": "<|reserved_token_82|>",
+    "121": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "88": {
-      "content": "<|reserved_token_83|>",
+    "122": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "89": {
-      "content": "<|reserved_token_84|>",
+    "123": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "9": {
-      "content": "<|reserved_token_4|>",
+    "124": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "90": {
-      "content": "<|reserved_token_85|>",
+    "125": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "91": {
-      "content": "<|reserved_token_86|>",
+    "126": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "92": {
-      "content": "<|reserved_token_87|>",
+    "127": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "93": {
-      "content": "<|reserved_token_88|>",
+    "128": {
+      "content": "\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "94": {
-      "content": "<|reserved_token_89|>",
+    "129": {
+      "content": "\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "95": {
-      "content": "<|reserved_token_90|>",
+    "130": {
+      "content": "\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "96": {
-      "content": "<|reserved_token_91|>",
+    "131": {
+      "content": "\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "97": {
-      "content": "<|reserved_token_92|>",
+    "132": {
+      "content": "\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "98": {
-      "content": "<|reserved_token_93|>",
+    "133": {
+      "content": "\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "99": {
-      "content": "<|reserved_token_94|>",
+    "134": {
+      "content": "\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     }
   },
   "additional_special_tokens": [