Upload tbz_latn_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX1062]": 32408, "[XXXXX1142]": 32488, "[XXXXX1178]": 32524, "[XXXXX1297]": 32643, "[XXXXX558]": 31904, "[XXXXX827]": 32173, "[XXXXX16]": 31362, "[XXXXX282]": 31628, "[XXXXX980]": 32326, "[XXXXX361]": 31707, "[XXXXX213]": 31559, "[XXXXX865]": 32211, "[XXXXX310]": 31656, "[XXXXX654]": 32000, "[XXXXX107]": 31453, "[XXXXX538]": 31884, "[XXXXX338]": 31684, "[XXXXX1215]": 32561, "[XXXXX77]": 31423, "[XXXXX1236]": 32582, "[XXXXX294]": 31640, "[XXXXX1120]": 32466, "[XXXXX1098]": 32444, "[XXXXX226]": 31572, "[XXXXX594]": 31940, "[XXXXX587]": 31933, "[XXXXX885]": 32231, "[XXXXX1114]": 32460, "[XXXXX154]": 31500, "[XXXXX1169]": 32515, "[XXXXX1063]": 32409, "[XXXXX1387]": 32733, "[XXXXX1416]": 32762, "[XXXXX723]": 32069, "[XXXXX1289]": 32635, "[XXXXX501]": 31847, "[XXXXX1411]": 32757, "[XXXXX1291]": 32637, "[XXXXX666]": 32012, "[XXXXX526]": 31872, "[XXXXX1216]": 32562, "[XXXXX1352]": 32698, "[XXXXX391]": 31737, "[XXXXX869]": 32215, "[XXXXX59]": 31405, "[XXXXX464]": 31810, "[XXXXX934]": 32280, "[XXXXX423]": 31769, "[XXXXX454]": 31800, "[XXXXX1386]": 32732, "[XXXXX1395]": 32741, "[XXXXX1102]": 32448, "[XXXXX578]": 31924, "[XXXXX51]": 31397, "[XXXXX504]": 31850, "[XXXXX630]": 31976, "[XXXXX1189]": 32535, "[XXXXX1061]": 32407, "[XXXXX875]": 32221, "[XXXXX1131]": 32477, "[XXXXX373]": 31719, "[XXXXX175]": 31521, "[XXXXX564]": 31910, "[XXXXX600]": 31946, "[XXXXX555]": 31901, "[XXXXX647]": 31993, "[XXXXX302]": 31648, "[XXXXX539]": 31885, "[XXXXX1004]": 32350, "[XXXXX1037]": 32383, "[XXXXX988]": 32334, "[XXXXX677]": 32023, "[XXXXX379]": 31725, "[XXXXX1163]": 32509, "[XXXXX1136]": 32482, "[XXXXX1155]": 32501, "[XXXXX1101]": 32447, "[XXXXX976]": 32322, "[XXXXX435]": 31781, "[XXXXX166]": 31512, "[XXXXX690]": 32036, "[XXXXX342]": 31688, "[XXXXX968]": 32314, "[XXXXX1302]": 32648, "[XXXXX47]": 31393, "[XXXXX1276]": 32622, "[XXXXX515]": 31861, "[XXXXX963]": 32309, "[XXXXX24]": 31370, "[XXXXX1283]": 32629, "[XXXXX866]": 32212, "[XXXXX1080]": 32426, "[XXXXX1064]": 32410, "[XXXXX1153]": 32499, "[XXXXX523]": 31869, "[XXXXX1186]": 32532, "[XXXXX943]": 32289, "[XXXXX1009]": 32355, "[XXXXX974]": 32320, "[XXXXX900]": 32246, "[XXXXX1329]": 32675, "[XXXXX233]": 31579, "[XXXXX667]": 32013, "[XXXXX921]": 32267, "[XXXXX761]": 32107, "[XXXXX66]": 31412, "[XXXXX1369]": 32715, "[XXXXX747]": 32093, "[XXXXX754]": 32100, "[XXXXX170]": 31516, "[XXXXX814]": 32160, "[XXXXX854]": 32200, "[XXXXX284]": 31630, "[XXXXX345]": 31691, "[XXXXX892]": 32238, "[XXXXX1175]": 32521, "[XXXXX473]": 31819, "[XXXXX825]": 32171, "[XXXXX512]": 31858, "[XXXXX1391]": 32737, "[XXXXX1165]": 32511, "[XXXXX1372]": 32718, "[XXXXX1403]": 32749, "[XXXXX602]": 31948, "[XXXXX969]": 32315, "[XXXXX1096]": 32442, "[XXXXX93]": 31439, "[XXXXX197]": 31543, "[XXXXX389]": 31735, "[XXXXX1092]": 32438, "[XXXXX227]": 31573, "[XXXXX27]": 31373, "[XXXXX1019]": 32365, "[XXXXX377]": 31723, "[XXXXX56]": 31402, "[XXXXX994]": 32340, "[XXXXX766]": 32112, "[XXXXX1294]": 32640, "[XXXXX348]": 31694, "[XXXXX1083]": 32429, "[XXXXX385]": 31731, "<pad>": 31344, "[XXXXX1361]": 32707, "[XXXXX280]": 31626, "[XXXXX1419]": 32765, "[XXXXX474]": 31820, "[XXXXX15]": 31361, "[XXXXX738]": 32084, "[XXXXX1030]": 32376, "[XXXXX37]": 31383, "[XXXXX1159]": 32505, "[XXXXX437]": 31783, "[XXXXX880]": 32226, "[XXXXX270]": 31616, "[XXXXX561]": 31907, "[XXXXX63]": 31409, "[XXXXX239]": 31585, "[XXXXX790]": 32136, "[XXXXX716]": 32062, "[XXXXX1263]": 32609, "[XXXXX36]": 31382, "[XXXXX811]": 32157, "[XXXXX1407]": 32753, "[XXXXX1123]": 32469, "[XXXXX985]": 32331, "[XXXXX819]": 32165, "[XXXXX767]": 32113, "[XXXXX236]": 31582, "[XXXXX1129]": 32475, "[XXXXX42]": 31388, "[XXXXX1337]": 32683, "[XXXXX1052]": 32398, "[XXXXX1288]": 32634, "[XXXXX650]": 31996, "[XXXXX286]": 31632, "[XXXXX187]": 31533, "[XXXXX1219]": 32565, "[XXXXX257]": 31603, "[XXXXX575]": 31921, "[XXXXX463]": 31809, "[XXXXX608]": 31954, "[XXXXX1076]": 32422, "[XXXXX729]": 32075, "[XXXXX919]": 32265, "[XXXXX202]": 31548, "[XXXXX924]": 32270, "[XXXXX1087]": 32433, "[XXXXX212]": 31558, "[XXXXX639]": 31985, "[XXXXX1354]": 32700, "[XXXXX76]": 31422, "[XXXXX771]": 32117, "[XXXXX305]": 31651, "[XXXXX779]": 32125, "[XXXXX982]": 32328, "[XXXXX1413]": 32759, "[XXXXX687]": 32033, "[XXXXX760]": 32106, "[XXXXX659]": 32005, "[XXXXX788]": 32134, "[XXXXX203]": 31549, "[XXXXX123]": 31469, "[XXXXX193]": 31539, "[XXXXX935]": 32281, "[XXXXX547]": 31893, "[XXXXX336]": 31682, "[XXXXX712]": 32058, "[XXXXX85]": 31431, "[XXXXX453]": 31799, "[XXXXX1174]": 32520, "[XXXXX142]": 31488, "[XXXXX98]": 31444, "[XXXXX1013]": 32359, "[XXXXX8]": 31354, "[XXXXX1141]": 32487, "[XXXXX232]": 31578, "[XXXXX906]": 32252, "[XXXXX1298]": 32644, "[XXXXX433]": 31779, "[XXXXX1224]": 32570, "[XXXXX1090]": 32436, "[XXXXX1228]": 32574, "[XXXXX1070]": 32416, "[XXXXX823]": 32169, "[XXXXX75]": 31421, "[XXXXX845]": 32191, "[XXXXX860]": 32206, "[XXXXX711]": 32057, "[XXXXX1172]": 32518, "[XXXXX1347]": 32693, "[XXXXX352]": 31698, "[XXXXX1251]": 32597, "[XXXXX876]": 32222, "[XXXXX917]": 32263, "[XXXXX580]": 31926, "[XXXXX683]": 32029, "[XXXXX899]": 32245, "[XXXXX1097]": 32443, "[XXXXX146]": 31492, "[XXXXX1415]": 32761, "[XXXXX741]": 32087, "[XXXXX28]": 31374, "[XXXXX1160]": 32506, "[XXXXX186]": 31532, "[XXXXX414]": 31760, "[XXXXX1200]": 32546, "[XXXXX1338]": 32684, "[XXXXX347]": 31693, "[XXXXX1345]": 32691, "[XXXXX133]": 31479, "[XXXXX952]": 32298, "[XXXXX742]": 32088, "[XXXXX179]": 31525, "[XXXXX1245]": 32591, "[XXXXX568]": 31914, "[XXXXX926]": 32272, "[XXXXX704]": 32050, "[XXXXX1147]": 32493, "[XXXXX55]": 31401, "[XXXXX736]": 32082, "[XXXXX411]": 31757, "[XXXXX319]": 31665, "[XXXXX317]": 31663, "[XXXXX1068]": 32414, "[XXXXX992]": 32338, "[XXXXX1290]": 32636, "[XXXXX931]": 32277, "[XXXXX867]": 32213, "[XXXXX1262]": 32608, "[XXXXX447]": 31793, "[XXXXX393]": 31739, "[XXXXX522]": 31868, "[XXXXX421]": 31767, "[XXXXX764]": 32110, "[XXXXX278]": 31624, "[XXXXX39]": 31385, "[XXXXX856]": 32202, "[XXXXX1192]": 32538, "[XXXXX1322]": 32668, "[XXXXX902]": 32248, "[XXXXX566]": 31912, "[XXXXX114]": 31460, "[XXXXX91]": 31437, "[XXXXX31]": 31377, "[XXXXX307]": 31653, "[XXXXX266]": 31612, "[XXXXX807]": 32153, "[XXXXX793]": 32139, "[XXXXX1164]": 32510, "[XXXXX401]": 31747, "[XXXXX751]": 32097, "[XXXXX972]": 32318, "[XXXXX323]": 31669, "[XXXXX87]": 31433, "[XXXXX605]": 31951, "[XXXXX1255]": 32601, "[XXXXX143]": 31489, "[XXXXX1208]": 32554, "[XXXXX852]": 32198, "[XXXXX1088]": 32434, "[XXXXX180]": 31526, "[XXXXX1086]": 32432, "[XXXXX442]": 31788, "[XXXXX360]": 31706, "[XXXXX222]": 31568, "[XXXXX514]": 31860, "[XXXXX748]": 32094, "[XXXXX314]": 31660, "[XXXXX1196]": 32542, "[XXXXX1049]": 32395, "[XXXXX810]": 32156, "[XXXXX429]": 31775, "[XXXXX999]": 32345, "[XXXXX519]": 31865, "[XXXXX722]": 32068, "[XXXXX209]": 31555, "[XXXXX585]": 31931, "[XXXXX942]": 32288, "[XXXXX177]": 31523, "[XXXXX1227]": 32573, "[XXXXX573]": 31919, "[XXXXX661]": 32007, "[XXXXX1202]": 32548, "[XXXXX149]": 31495, "[XXXXX543]": 31889, "[XXXXX889]": 32235, "[XXXXX629]": 31975, "[XXXXX308]": 31654, "[XXXXX834]": 32180, "[XXXXX407]": 31753, "[XXXXX948]": 32294, "[XXXXX1203]": 32549, "[XXXXX1370]": 32716, "[XXXXX254]": 31600, "[XXXXX1214]": 32560, "[XXXXX813]": 32159, "[XXXXX524]": 31870, "[XXXXX240]": 31586, "[XXXXX231]": 31577, "[XXXXX990]": 32336, "[XXXXX1001]": 32347, "[XXXXX632]": 31978, "[XXXXX1108]": 32454, "[XXXXX486]": 31832, "[XXXXX452]": 31798, "[XXXXX312]": 31658, "[XXXXX172]": 31518, "[XXXXX890]": 32236, "[XXXXX1161]": 32507, "[XXXXX693]": 32039, "[XXXXX719]": 32065, "[XXXXX1397]": 32743, "[XXXXX416]": 31762, "[XXXXX1258]": 32604, "[XXXXX398]": 31744, "[XXXXX258]": 31604, "[XXXXX439]": 31785, "[XXXXX1404]": 32750, "[XXXXX756]": 32102, "[XXXXX536]": 31882, "[XXXXX591]": 31937, "[XXXXX44]": 31390, "[XXXXX663]": 32009, "[XXXXX1376]": 32722, "[XXXXX1238]": 32584, "[XXXXX853]": 32199, "[XXXXX1317]": 32663, "[XXXXX188]": 31534, "[XXXXX353]": 31699, "[XXXXX557]": 31903, "[XXXXX681]": 32027, "[XXXXX67]": 31413, "[XXXXX221]": 31567, "[XXXXX898]": 32244, "[XXXXX304]": 31650, "[XXXXX929]": 32275, "[XXXXX795]": 32141, "[XXXXX25]": 31371, "[XXXXX295]": 31641, "[XXXXX981]": 32327, "[XXXXX1336]": 32682, "[XXXXX450]": 31796, "[XXXXX229]": 31575, "[XXXXX705]": 32051, "[XXXXX472]": 31818, "[XXXXX3]": 31349, "[XXXXX691]": 32037, "[XXXXX534]": 31880, "[XXXXX873]": 32219, "[XXXXX749]": 32095, "[XXXXX251]": 31597, "[XXXXX479]": 31825, "[XXXXX1273]": 32619, "[XXXXX658]": 32004, "[XXXXX1375]": 32721, "[XXXXX399]": 31745, "[XXXXX415]": 31761, "[XXXXX1199]": 32545, "[XXXXX861]": 32207, "[XXXXX713]": 32059, "[XXXXX156]": 31502, "[XXXXX640]": 31986, "[XXXXX65]": 31411, "[XXXXX1059]": 32405, "[XXXXX911]": 32257, "[XXXXX933]": 32279, "[XXXXX1280]": 32626, "[XXXXX956]": 32302, "[XXXXX139]": 31485, "[XXXXX155]": 31501, "[XXXXX9]": 31355, "[XXXXX970]": 32316, "[XXXXX380]": 31726, "[XXXXX1389]": 32735, "[XXXXX1206]": 32552, "[XXXXX987]": 32333, "[XXXXX400]": 31746, "[XXXXX625]": 31971, "[XXXXX499]": 31845, "[XXXXX973]": 32319, "[XXXXX1373]": 32719, "[XXXXX939]": 32285, "[XXXXX1055]": 32401, "[XXXXX975]": 32321, "[XXXXX7]": 31353, "[XXXXX445]": 31791, "[XXXXX726]": 32072, "[XXXXX1296]": 32642, "[XXXXX1254]": 32600, "[XXXXX1241]": 32587, "[XXXXX1144]": 32490, "[XXXXX341]": 31687, "[XXXXX111]": 31457, "[XXXXX1266]": 32612, "[XXXXX844]": 32190, "[XXXXX1081]": 32427, "[XXXXX516]": 31862, "[XXXXX390]": 31736, "[XXXXX1158]": 32504, "[XXXXX45]": 31391, "[XXXXX642]": 31988, "[XXXXX1046]": 32392, "[XXXXX567]": 31913, "[XXXXX1363]": 32709, "[XXXXX623]": 31969, "[XXXXX864]": 32210, "[XXXXX1180]": 32526, "[XXXXX1384]": 32730, "[XXXXX1239]": 32585, "[XXXXX904]": 32250, "[XXXXX17]": 31363, "[XXXXX1261]": 32607, "[XXXXX157]": 31503, "[XXXXX1122]": 32468, "[XXXXX425]": 31771, "[XXXXX940]": 32286, "[XXXXX1168]": 32514, "[XXXXX328]": 31674, "[XXXXX925]": 32271, "[XXXXX1342]": 32688, "[XXXXX1378]": 32724, "[XXXXX448]": 31794, "[XXXXX883]": 32229, "[XXXXX410]": 31756, "[XXXXX540]": 31886, "[XXXXX1235]": 32581, "[XXXXX895]": 32241, "[XXXXX717]": 32063, "[XXXXX960]": 32306, "[XXXXX1222]": 32568, "[XXXXX455]": 31801, "[XXXXX237]": 31583, "[XXXXX714]": 32060, "[XXXXX220]": 31566, "[XXXXX138]": 31484, "[XXXXX1197]": 32543, "[XXXXX340]": 31686, "[XXXXX682]": 32028, "[XXXXX635]": 31981, "[XXXXX198]": 31544, "[XXXXX1339]": 32685, "[XXXXX52]": 31398, "[XXXXX288]": 31634, "[XXXXX1082]": 32428, "[XXXXX848]": 32194, "[XXXXX86]": 31432, "[XXXXX674]": 32020, "[XXXXX692]": 32038, "[XXXXX292]": 31638, "[XXXXX344]": 31690, "[XXXXX941]": 32287, "[XXXXX242]": 31588, "[XXXXX276]": 31622, "[XXXXX592]": 31938, "[XXXXX1367]": 32713, "[XXXXX1093]": 32439, "[XXXXX649]": 31995, "[XXXXX1029]": 32375, "[XXXXX1286]": 32632, "[XXXXX1148]": 32494, "[XXXXX908]": 32254, "[XXXXX510]": 31856, "[XXXXX1412]": 32758, "[XXXXX73]": 31419, "[XXXXX944]": 32290, "[XXXXX451]": 31797, "[XXXXX1099]": 32445, "[XXXXX912]": 32258, "[XXXXX1110]": 32456, "[XXXXX643]": 31989, "[XXXXX471]": 31817, "[XXXXX913]": 32259, "[XXXXX1229]": 32575, "[XXXXX161]": 31507, "[XXXXX656]": 32002, "[XXXXX556]": 31902, "[XXXXX1047]": 32393, "[XXXXX786]": 32132, "[XXXXX685]": 32031, "[XXXXX311]": 31657, "[XXXXX357]": 31703, "[XXXXX648]": 31994, "[XXXXX868]": 32214, "[XXXXX801]": 32147, "[XXXXX576]": 31922, "[XXXXX782]": 32128, "[XXXXX1112]": 32458, "[XXXXX964]": 32310, "[XXXXX641]": 31987, "[XXXXX1272]": 32618, "[XXXXX103]": 31449, "[XXXXX1154]": 32500, "[XXXXX702]": 32048, "[XXXXX225]": 31571, "[XXXXX367]": 31713, "[XXXXX542]": 31888, "[XXXXX315]": 31661, "[XXXXX596]": 31942, "[XXXXX759]": 32105, "[XXXXX1100]": 32446, "[XXXXX192]": 31538, "[XXXXX798]": 32144, "[XXXXX588]": 31934, "[XXXXX753]": 32099, "[XXXXX1271]": 32617, "[XXXXX606]": 31952, "[XXXXX13]": 31359, "[XXXXX651]": 31997, "[XXXXX808]": 32154, "[XXXXX1217]": 32563, "[XXXXX871]": 32217, "[XXXXX164]": 31510, "[XXXXX768]": 32114, "[XXXXX83]": 31429, "[XXXXX277]": 31623, "[XXXXX1390]": 32736, "[XXXXX1264]": 32610, "[XXXXX303]": 31649, "[XXXXX1167]": 32513, "[XXXXX785]": 32131, "[XXXXX1128]": 32474, "[XXXXX1366]": 32712, "[XXXXX697]": 32043, "[XXXXX483]": 31829, "[XXXXX533]": 31879, "[XXXXX1032]": 32378, "[XXXXX1355]": 32701, "[XXXXX106]": 31452, "[XXXXX837]": 32183, "[XXXXX971]": 32317, "[XXXXX61]": 31407, "[XXXXX886]": 32232, "[XXXXX330]": 31676, "[XXXXX669]": 32015, "[XXXXX1279]": 32625, "[XXXXX724]": 32070, "[XXXXX835]": 32181, "[XXXXX21]": 31367, "[XXXXX1176]": 32522, "[XXXXX622]": 31968, "[XXXXX110]": 31456, "[XXXXX1319]": 32665, "[XXXXX456]": 31802, "[XXXXX62]": 31408, "[XXXXX176]": 31522, "[XXXXX1253]": 32599, "[XXXXX794]": 32140, "[XXXXX962]": 32308, "[XXXXX34]": 31380, "[XXXXX1242]": 32588, "[XXXXX171]": 31517, "[XXXXX1109]": 32455, "[XXXXX119]": 31465, "[XXXXX174]": 31520, "[XXXXX1232]": 32578, "[XXXXX145]": 31491, "[XXXXX250]": 31596, "[XXXXX26]": 31372, "[XXXXX817]": 32163, "[XXXXX147]": 31493, "[XXXXX159]": 31505, "[XXXXX1349]": 32695, "[XXXXX619]": 31965, "[XXXXX1027]": 32373, "[XXXXX733]": 32079, "[XXXXX628]": 31974, "[XXXXX664]": 32010, "[XXXXX387]": 31733, "[XXXXX672]": 32018, "[XXXXX923]": 32269, "[XXXXX806]": 32152, "[XXXXX945]": 32291, "[XXXXX105]": 31451, "[XXXXX730]": 32076, "[XXXXX710]": 32056, "[XXXXX333]": 31679, "[XXXXX1162]": 32508, "[XXXXX910]": 32256, "[XXXXX81]": 31427, "[XXXXX617]": 31963, "[XXXXX275]": 31621, "[XXXXX128]": 31474, "[XXXXX247]": 31593, "[XXXXX124]": 31470, "[XXXXX354]": 31700, "[XXXXX444]": 31790, "[XXXXX1156]": 32502, "[XXXXX10]": 31356, "[XXXXX104]": 31450, "[XXXXX778]": 32124, "[XXXXX1350]": 32696, "[XXXXX607]": 31953, "[XXXXX440]": 31786, "[XXXXX1205]": 32551, "[XXXXX1184]": 32530, "[XXXXX879]": 32225, "[XXXXX727]": 32073, "[XXXXX983]": 32329, "[XXXXX339]": 31685, "[XXXXX273]": 31619, "[XXXXX351]": 31697, "[XXXXX1420]": 32766, "[XXXXX1021]": 32367, "[XXXXX1050]": 32396, "[XXXXX1060]": 32406, "[XXXXX132]": 31478, "[XXXXX1045]": 32391, "[XXXXX497]": 31843, "[XXXXX494]": 31840, "[XXXXX528]": 31874, "[XXXXX950]": 32296, "[XXXXX327]": 31673, "[XXXXX572]": 31918, "[XXXXX1107]": 32453, "[XXXXX1151]": 32497, "[XXXXX780]": 32126, "[XXXXX998]": 32344, "[XXXXX833]": 32179, "[XXXXX1201]": 32547, "[XXXXX551]": 31897, "[XXXXX298]": 31644, "[XXXXX41]": 31387, "[XXXXX468]": 31814, "[XXXXX708]": 32054, "[XXXXX701]": 32047, "[XXXXX183]": 31529, "[XXXXX195]": 31541, "[XXXXX1036]": 32382, "[XXXXX54]": 31400, "[XXXXX881]": 32227, "[XXXXX598]": 31944, "[XXXXX1312]": 32658, "[XXXXX95]": 31441, "[XXXXX80]": 31426, "[MASK]": 31345, "[XXXXX720]": 32066, "[XXXXX1183]": 32529, "[XXXXX196]": 31542, "[XXXXX165]": 31511, "[XXXXX909]": 32255, "[XXXXX679]": 32025, "[XXXXX359]": 31705, "[XXXXX614]": 31960, "[XXXXX744]": 32090, "[XXXXX530]": 31876, "[XXXXX279]": 31625, "[XXXXX194]": 31540, "[XXXXX1044]": 32390, "[XXXXX383]": 31729, "[XXXXX1418]": 32764, "[XXXXX787]": 32133, "[XXXXX462]": 31808, "[XXXXX29]": 31375, "[XXXXX721]": 32067, "[XXXXX570]": 31916, "[XXXXX986]": 32332, "[XXXXX675]": 32021, "[XXXXX901]": 32247, "[XXXXX1210]": 32556, "[XXXXX927]": 32273, "[XXXXX224]": 31570, "[XXXXX1170]": 32516, "[XXXXX395]": 31741, "[XXXXX1409]": 32755, "[XXXXX958]": 32304, "[XXXXX1115]": 32461, "[XXXXX417]": 31763, "[XXXXX1012]": 32358, "[XXXXX1399]": 32745, "[XXXXX1171]": 32517, "[XXXXX1221]": 32567, "[XXXXX703]": 32049, "[XXXXX1344]": 32690, "[XXXXX1078]": 32424, "[XXXXX1343]": 32689, "[XXXXX318]": 31664, "[XXXXX887]": 32233, "[XXXXX1104]": 32450, "[XXXXX1191]": 32537, "[XXXXX818]": 32164, "[XXXXX839]": 32185, "[XXXXX329]": 31675, "[XXXXX211]": 31557, "[XXXXX481]": 31827, "[XXXXX947]": 32293, "[XXXXX1035]": 32381, "[XXXXX731]": 32077, "[XXXXX260]": 31606, "[XXXXX466]": 31812, "[XXXXX1025]": 32371, "[XXXXX1382]": 32728, "[XXXXX1269]": 32615, "[XXXXX1410]": 32756, "[XXXXX1300]": 32646, "[XXXXX376]": 31722, "[XXXXX1259]": 32605, "[XXXXX505]": 31851, "[XXXXX698]": 32044, "[XXXXX322]": 31668, "[XXXXX241]": 31587, "[XXXXX297]": 31643, "[XXXXX79]": 31425, "[XXXXX43]": 31389, "[XXXXX1385]": 32731, "[XXXXX1314]": 32660, "[XXXXX799]": 32145, "[XXXXX313]": 31659, "[XXXXX441]": 31787, "[XXXXX438]": 31784, "[XXXXX163]": 31509, "[XXXXX757]": 32103, "[XXXXX355]": 31701, "[XXXXX1116]": 32462, "[XXXXX857]": 32203, "[XXXXX569]": 31915, "[XXXXX97]": 31443, "[XXXXX281]": 31627, "[XXXXX1268]": 32614, "[XXXXX1393]": 32739, "[XXXXX1095]": 32441, "[XXXXX668]": 32014, "[XXXXX495]": 31841, "[XXXXX364]": 31710, "[XXXXX48]": 31394, "[XXXXX402]": 31748, "[XXXXX248]": 31594, "[XXXXX428]": 31774, "[XXXXX255]": 31601, "[XXXXX877]": 32223, "[XXXXX735]": 32081, "[XXXXX153]": 31499, "[XXXXX772]": 32118, "[XXXXX579]": 31925, "[XXXXX858]": 32204, "[XXXXX511]": 31857, "[XXXXX1368]": 32714, "[XXXXX1058]": 32404, "[XXXXX1211]": 32557, "[XXXXX688]": 32034, "[XXXXX840]": 32186, "[XXXXX406]": 31752, "[XXXXX290]": 31636, "[XXXXX601]": 31947, "[XXXXX246]": 31592, "[XXXXX831]": 32177, "[XXXXX951]": 32297, "[XXXXX1066]": 32412, "[XXXXX404]": 31750, "[XXXXX465]": 31811, "[XXXXX1284]": 32630, "[XXXXX1124]": 32470, "[XXXXX102]": 31448, "[XXXXX346]": 31692, "[XXXXX574]": 31920, "[XXXXX381]": 31727, "[XXXXX1011]": 32357, "[XXXXX743]": 32089, "[XXXXX112]": 31458, "[XXXXX843]": 32189, "[XXXXX476]": 31822, "[XXXXX862]": 32208, "[XXXXX1328]": 32674, "[XXXXX891]": 32237, "[XXXXX178]": 31524, "[XXXXX1303]": 32649, "[XXXXX372]": 31718, "[XXXXX1204]": 32550, "[XXXXX1042]": 32388, "[XXXXX684]": 32030, "[XXXXX936]": 32282, "[XXXXX1324]": 32670, "[XXXXX995]": 32341, "[XXXXX897]": 32243, "[XXXXX544]": 31890, "[XXXXX1220]": 32566, "[XXXXX219]": 31565, "[XXXXX475]": 31821, "[XXXXX734]": 32080, "[XXXXX624]": 31970, "[XXXXX1103]": 32449, "[XXXXX620]": 31966, "[XXXXX673]": 32019, "[XXXXX1362]": 32708, "[XXXXX1353]": 32699, "[XXXXX1408]": 32754, "[XXXXX470]": 31816, "[XXXXX577]": 31923, "[XXXXX1166]": 32512, "[XXXXX234]": 31580, "[XXXXX167]": 31513, "[XXXXX1274]": 32620, "[XXXXX301]": 31647, "[XXXXX732]": 32078, "[XXXXX403]": 31749, "[XXXXX797]": 32143, "[XXXXX1127]": 32473, "[XXXXX946]": 32292, "[XXXXX824]": 32170, "[XXXXX1295]": 32641, "[XXXXX1326]": 32672, "[XXXXX1190]": 32536, "[XXXXX613]": 31959, "[XXXXX1137]": 32483, "[XXXXX78]": 31424, "[XXXXX1182]": 32528, "[XXXXX762]": 32108, "[XXXXX636]": 31982, "[XXXXX616]": 31962, "[XXXXX803]": 32149, "[XXXXX152]": 31498, "[XXXXX1243]": 32589, "[XXXXX965]": 32311, "[XXXXX449]": 31795, "[XXXXX217]": 31563, "[XXXXX100]": 31446, "[XXXXX1316]": 32662, "[XXXXX1072]": 32418, "[XXXXX1277]": 32623, "[XXXXX1069]": 32415, "[XXXXX206]": 31552, "[XXXXX612]": 31958, "[XXXXX1091]": 32437, "[XXXXX358]": 31704, "[XXXXX371]": 31717, "[CLS]": 31342, "[XXXXX1223]": 32569, "[XXXXX1225]": 32571, "[XXXXX1085]": 32431, "[XXXXX261]": 31607, "[XXXXX1051]": 32397, "[XXXXX502]": 31848, "[XXXXX90]": 31436, "[XXXXX117]": 31463, "[XXXXX1177]": 32523, "[XXXXX419]": 31765, "[XXXXX1357]": 32703, "[XXXXX822]": 32168, "[XXXXX108]": 31454, "[XXXXX859]": 32205, "[XXXXX652]": 31998, "[XXXXX1031]": 32377, "[XXXXX420]": 31766, "[XXXXX1381]": 32727, "[XXXXX830]": 32176, "[XXXXX480]": 31826, "[XXXXX38]": 31384, "[XXXXX413]": 31759, "[XXXXX109]": 31455, "[XXXXX151]": 31497, "[XXXXX718]": 32064, "[XXXXX626]": 31972, "[XXXXX1248]": 32594, "[XXXXX325]": 31671, "[XXXXX218]": 31564, "[XXXXX74]": 31420, "[XXXXX321]": 31667, "[XXXXX1400]": 32746, "[XXXXX1358]": 32704, "[XXXXX370]": 31716, "[XXXXX1421]": 32767, "[XXXXX293]": 31639, "[XXXXX84]": 31430, "[XXXXX1003]": 32349, "[XXXXX593]": 31939, "[XXXXX64]": 31410, "[XXXXX537]": 31883, "[XXXXX838]": 32184, "[XXXXX546]": 31892, "[XXXXX116]": 31462, "[XXXXX1348]": 32694, "[XXXXX185]": 31531, "[XXXXX584]": 31930, "[XXXXX11]": 31357, "[XXXXX1250]": 32596, "[XXXXX872]": 32218, "[XXXXX1094]": 32440, "[XXXXX784]": 32130, "[XXXXX849]": 32195, "[XXXXX493]": 31839, "[XXXXX204]": 31550, "[XXXXX23]": 31369, "[XXXXX82]": 31428, "[XXXXX610]": 31956, "[XXXXX1306]": 32652, "[XXXXX599]": 31945, "[XXXXX796]": 32142, "[XXXXX565]": 31911, "[XXXXX125]": 31471, "[XXXXX118]": 31464, "[XXXXX99]": 31445, "[XXXXX525]": 31871, "[XXXXX545]": 31891, "[XXXXX1335]": 32681, "[XXXXX503]": 31849, "[XXXXX484]": 31830, "[XXXXX1140]": 32486, "[XXXXX581]": 31927, "[XXXXX1414]": 32760, "[XXXXX1005]": 32351, "[XXXXX863]": 32209, "[XXXXX680]": 32026, "[XXXXX459]": 31805, "[XXXXX586]": 31932, "[XXXXX954]": 32300, "[XXXXX309]": 31655, "[XXXXX173]": 31519, "[XXXXX979]": 32325, "[XXXXX1007]": 32353, "[XXXXX678]": 32024, "[XXXXX368]": 31714, "[XXXXX1207]": 32553, "[XXXXX6]": 31352, "[XXXXX134]": 31480, "[XXXXX715]": 32061, "[XXXXX121]": 31467, "[XXXXX343]": 31689, "[XXXXX662]": 32008, "[XXXXX812]": 32158, "[XXXXX618]": 31964, "[XXXXX1247]": 32593, "[XXXXX1016]": 32362, "[XXXXX259]": 31605, "[XXXXX299]": 31645, "[XXXXX397]": 31743, "[XXXXX1340]": 32686, "[XXXXX689]": 32035, "[XXXXX467]": 31813, "[XXXXX190]": 31536, "[XXXXX350]": 31696, "[XXXXX72]": 31418, "[XXXXX937]": 32283, "[XXXXX289]": 31635, "[XXXXX1000]": 32346, "[XXXXX207]": 31553, "[XXXXX532]": 31878, "[XXXXX706]": 32052, "[XXXXX1057]": 32403, "[XXXXX1015]": 32361, "[XXXXX1237]": 32583, "[XXXXX907]": 32253, "[XXXXX430]": 31776, "[XXXXX665]": 32011, "[XXXXX201]": 31547, "[XXXXX1320]": 32666, "[XXXXX57]": 31403, "[XXXXX490]": 31836, "[XXXXX851]": 32197, "[XXXXX1157]": 32503, "[XXXXX238]": 31584, "[XXXXX1043]": 32389, "[XXXXX1209]": 32555, "[XXXXX135]": 31481, "[XXXXX549]": 31895, "[XXXXX1181]": 32527, "[XXXXX832]": 32178, "[XXXXX1308]": 32654, "[XXXXX1405]": 32751, "[XXXXX1188]": 32534, "[XXXXX477]": 31823, "[XXXXX394]": 31740, "[XXXXX349]": 31695, "[XXXXX1406]": 32752, "[XXXXX53]": 31399, "[XXXXX4]": 31350, "[XXXXX1226]": 32572, "[XXXXX1234]": 32580, "[XXXXX69]": 31415, "[XXXXX326]": 31672, "[XXXXX773]": 32119, "[XXXXX646]": 31992, "[XXXXX809]": 32155, "[XXXXX5]": 31351, "[XXXXX959]": 32305, "[XXXXX1041]": 32387, "[XXXXX101]": 31447, "[XXXXX1281]": 32627, "[XXXXX1067]": 32413, "[XXXXX1026]": 32372, "[XXXXX137]": 31483, "[XXXXX552]": 31898, "[XXXXX1257]": 32603, "[XXXXX130]": 31476, "[XXXXX1117]": 32463, "[XXXXX214]": 31560, "[XXXXX446]": 31792, "[XXXXX1113]": 32459, "[XXXXX1118]": 32464, "[XXXXX989]": 32335, "[XXXXX169]": 31515, "[XXXXX32]": 31378, "[XXXXX644]": 31990, "[XXXXX1212]": 32558, "[XXXXX928]": 32274, "[XXXXX320]": 31666, "[XXXXX396]": 31742, "[XXXXX820]": 32166, "[XXXXX1126]": 32472, "[XXXXX1287]": 32633, "[XXXXX770]": 32116, "[XXXXX144]": 31490, "[XXXXX1187]": 32533, "[XXXXX253]": 31599, "[XXXXX1252]": 32598, "[XXXXX752]": 32098, "[XXXXX1014]": 32360, "[XXXXX915]": 32261, "[XXXXX1364]": 32710, "[XXXXX427]": 31773, "[XXXXX436]": 31782, "[XXXXX199]": 31545, "[XXXXX1018]": 32364, "[XXXXX1270]": 32616, "[XXXXX775]": 32121, "[XXXXX160]": 31506, "[XXXXX136]": 31482, "[XXXXX804]": 32150, "[XXXXX18]": 31364, "[XXXXX1077]": 32423, "[XXXXX1194]": 32540, "[XXXXX1246]": 32592, "[XXXXX68]": 31414, "[XXXXX1008]": 32354, "[XXXXX1071]": 32417, "[XXXXX1304]": 32650, "[XXXXX223]": 31569, "[XXXXX922]": 32268, "[XXXXX821]": 32167, "[XXXXX977]": 32323, "[XXXXX815]": 32161, "[XXXXX789]": 32135, "[XXXXX884]": 32230, "[XXXXX264]": 31610, "[XXXXX1002]": 32348, "[XXXXX19]": 31365, "[XXXXX191]": 31537, "[XXXXX725]": 32071, "[XXXXX802]": 32148, "[XXXXX953]": 32299, "[XXXXX488]": 31834, "[XXXXX256]": 31602, "[XXXXX58]": 31404, "[XXXXX1351]": 32697, "[XXXXX384]": 31730, "[XXXXX443]": 31789, "[XXXXX1010]": 32356, "[XXXXX460]": 31806, "[XXXXX653]": 31999, "[XXXXX129]": 31475, "[XXXXX816]": 32162, "[XXXXX583]": 31929, "[XXXXX521]": 31867, "[XXXXX356]": 31702, "[XXXXX694]": 32040, "[XXXXX469]": 31815, "[XXXXX482]": 31828, "[XXXXX324]": 31670, "[XXXXX637]": 31983, "[XXXXX518]": 31864, "[XXXXX828]": 32174, "[XXXXX1020]": 32366, "[XXXXX1260]": 32606, "[XXXXX96]": 31442, "[XXXXX1321]": 32667, "[XXXXX509]": 31855, "[XXXXX184]": 31530, "[XXXXX382]": 31728, "[XXXXX405]": 31751, "[XXXXX1346]": 32692, "[XXXXX1307]": 32653, "[XXXXX1301]": 32647, "[XXXXX582]": 31928, "[XXXXX89]": 31435, "[XXXXX686]": 32032, "[XXXXX457]": 31803, "[XXXXX182]": 31528, "[XXXXX1134]": 32480, "[XXXXX434]": 31780, "[XXXXX1278]": 32624, "[XXXXX113]": 31459, "[XXXXX506]": 31852, "[XXXXX33]": 31379, "[XXXXX1249]": 32595, "[XXXXX267]": 31613, "[XXXXX874]": 32220, "[XXXXX1213]": 32559, "[XXXXX700]": 32046, "[XXXXX200]": 31546, "[XXXXX1309]": 32655, "[XXXXX930]": 32276, "[XXXXX914]": 32260, "[XXXXX1333]": 32679, "[XXXXX71]": 31417, "[XXXXX961]": 32307, "[XXXXX205]": 31551, "[XXXXX695]": 32041, "[XXXXX792]": 32138, "[XXXXX489]": 31835, "[XXXXX426]": 31772, "[XXXXX1143]": 32489, "[XXXXX699]": 32045, "[XXXXX1293]": 32639, "[XXXXX850]": 32196, "[XXXXX841]": 32187, "[XXXXX268]": 31614, "[XXXXX1073]": 32419, "[XXXXX228]": 31574, "[XXXXX120]": 31466, "[XXXXX603]": 31949, "[XXXXX432]": 31778, "[XXXXX1379]": 32725, "[XXXXX46]": 31392, "[XXXXX1396]": 32742, "[XXXXX1265]": 32611, "[XXXXX1299]": 32645, "[XXXXX1193]": 32539, "[XXXXX1146]": 32492, "[XXXXX363]": 31709, "[XXXXX1380]": 32726, "[XXXXX12]": 31358, "[XXXXX1240]": 32586, "[XXXXX836]": 32182, "[XXXXX763]": 32109, "[XXXXX158]": 31504, "[XXXXX485]": 31831, "[XXXXX392]": 31738, "[XXXXX1038]": 32384, "[XXXXX131]": 31477, "[XXXXX905]": 32251, "[XXXXX408]": 31754, "[XXXXX35]": 31381, "[XXXXX791]": 32137, "[XXXXX967]": 32313, "[XXXXX378]": 31724, "[XXXXX739]": 32085, "[XXXXX271]": 31617, "[XXXXX769]": 32115, "[XXXXX1231]": 32577, "[XXXXX1179]": 32525, "[XXXXX115]": 31461, "[XXXXX1244]": 32590, "[XXXXX252]": 31598, "[XXXXX846]": 32192, "[XXXXX1365]": 32711, "[XXXXX285]": 31631, "[XXXXX541]": 31887, "[XXXXX1033]": 32379, "[XXXXX461]": 31807, "[XXXXX362]": 31708, "[XXXXX991]": 32337, "[XXXXX1149]": 32495, "[XXXXX826]": 32172, "[XXXXX150]": 31496, "[XXXXX1105]": 32451, "[XXXXX70]": 31416, "[XXXXX263]": 31609, "[XXXXX0]": 31346, "[XXXXX424]": 31770, "[XXXXX1139]": 32485, "[XXXXX20]": 31366, "[XXXXX332]": 31678, "[XXXXX560]": 31906, "[XXXXX634]": 31980, "[XXXXX611]": 31957, "[XXXXX916]": 32262, "[XXXXX520]": 31866, "[XXXXX1327]": 32673, "[XXXXX496]": 31842, "[XXXXX1401]": 32747, "[XXXXX412]": 31758, "[XXXXX978]": 32324, "[XXXXX40]": 31386, "[XXXXX235]": 31581, "[XXXXX1417]": 32763, "[XXXXX296]": 31642, "[XXXXX595]": 31941, "[XXXXX571]": 31917, "[XXXXX300]": 31646, "[XXXXX487]": 31833, "[XXXXX670]": 32016, "[XXXXX168]": 31514, "[XXXXX243]": 31589, "[XXXXX932]": 32278, "[XXXXX1111]": 32457, "[XXXXX30]": 31376, "[XXXXX498]": 31844, "[XXXXX737]": 32083, "[XXXXX422]": 31768, "[XXXXX548]": 31894, "[XXXXX189]": 31535, "[XXXXX774]": 32120, "[XXXXX805]": 32151, "[XXXXX507]": 31853, "[XXXXX365]": 31711, "[XXXXX1074]": 32420, "[XXXXX60]": 31406, "[XXXXX1275]": 32621, "[XXXXX955]": 32301, "[XXXXX1374]": 32720, "[XXXXX49]": 31395, "[XXXXX208]": 31554, "[XXXXX829]": 32175, "[XXXXX478]": 31824, "[XXXXX1130]": 32476, "[XXXXX1323]": 32669, "[XXXXX621]": 31967, "[XXXXX776]": 32122, "[XXXXX1325]": 32671, "[XXXXX1028]": 32374, "[XXXXX230]": 31576, "[XXXXX1198]": 32544, "[XXXXX1106]": 32452, "[XXXXX269]": 31615, "[XXXXX1152]": 32498, "[XXXXX1075]": 32421, "[XXXXX660]": 32006, "[XXXXX847]": 32193, "[XXXXX331]": 31677, "[XXXXX1341]": 32687, "[XXXXX287]": 31633, "[XXXXX1079]": 32425, "[XXXXX1310]": 32656, "[XXXXX1084]": 32430, "[XXXXX1040]": 32386, "[XXXXX1006]": 32352, "[XXXXX645]": 31991, "[XXXXX88]": 31434, "[XXXXX1305]": 32651, "[XXXXX903]": 32249, "[XXXXX1230]": 32576, "[XXXXX1125]": 32471, "[XXXXX550]": 31896, "[XXXXX274]": 31620, "[XXXXX957]": 32303, "[XXXXX996]": 32342, "[XXXXX604]": 31950, "[XXXXX1398]": 32744, "[XXXXX888]": 32234, "[XXXXX409]": 31755, "[XXXXX181]": 31527, "[XXXXX375]": 31721, "[XXXXX337]": 31683, "[XXXXX800]": 32146, "[XXXXX745]": 32091, "[XXXXX513]": 31859, "[XXXXX418]": 31764, "[XXXXX631]": 31977, "[XXXXX1048]": 32394, "[XXXXX709]": 32055, "[XXXXX431]": 31777, "[XXXXX1359]": 32705, "[XXXXX458]": 31804, "[XXXXX1267]": 32613, "[XXXXX1132]": 32478, "[XXXXX529]": 31875, "[XXXXX535]": 31881, "[XXXXX1054]": 32400, "[XXXXX1053]": 32399, "[XXXXX855]": 32201, "[XXXXX671]": 32017, "[XXXXX777]": 32123, "[XXXXX1133]": 32479, "[XXXXX500]": 31846, "[XXXXX1313]": 32659, "[XXXXX993]": 32339, "[XXXXX527]": 31873, "[XXXXX1285]": 32631, "[XXXXX2]": 31348, "[XXXXX1024]": 32370, "[XXXXX1331]": 32677, "[XXXXX334]": 31680, "[XXXXX122]": 31468, "[XXXXX740]": 32086, "[XXXXX1145]": 32491, "[XXXXX1334]": 32680, "[XXXXX1282]": 32628, "[XXXXX938]": 32284, "[XXXXX272]": 31618, "[XXXXX22]": 31368, "[XXXXX657]": 32003, "[XXXXX1292]": 32638, "[XXXXX615]": 31961, "[XXXXX1360]": 32706, "[XXXXX1371]": 32717, "[XXXXX1330]": 32676, "[XXXXX609]": 31955, "[XXXXX589]": 31935, "[XXXXX291]": 31637, "[XXXXX14]": 31360, "[XXXXX1332]": 32678, "[XXXXX388]": 31734, "[XXXXX127]": 31473, "[XXXXX553]": 31899, "[XXXXX1218]": 32564, "[XXXXX633]": 31979, "[XXXXX758]": 32104, "[XXXXX141]": 31487, "[XXXXX316]": 31662, "[XXXXX949]": 32295, "[XXXXX1]": 31347, "[XXXXX265]": 31611, "[XXXXX966]": 32312, "[XXXXX335]": 31681, "[XXXXX1056]": 32402, "[XXXXX765]": 32111, "[XXXXX894]": 32240, "[XXXXX491]": 31837, "[XXXXX492]": 31838, "[XXXXX1318]": 32664, "[XXXXX554]": 31900, "[XXXXX707]": 32053, "[XXXXX1383]": 32729, "[XXXXX755]": 32101, "[XXXXX210]": 31556, "[XXXXX1017]": 32363, "[XXXXX126]": 31472, "[XXXXX531]": 31877, "[XXXXX1065]": 32411, "[XXXXX997]": 32343, "[XXXXX1173]": 32519, "[XXXXX920]": 32266, "[XXXXX1121]": 32467, "[XXXXX870]": 32216, "[XXXXX783]": 32129, "[XXXXX1377]": 32723, "[XXXXX750]": 32096, "[XXXXX1311]": 32657, "[XXXXX842]": 32188, "[XXXXX508]": 31854, "[XXXXX1388]": 32734, "[XXXXX1356]": 32702, "[XXXXX92]": 31438, "[XXXXX559]": 31905, "[SEP]": 31343, "[XXXXX386]": 31732, "[XXXXX627]": 31973, "[XXXXX262]": 31608, "[XXXXX1034]": 32380, "[XXXXX94]": 31440, "[XXXXX1256]": 32602, "[XXXXX1039]": 32385, "[XXXXX148]": 31494, "[XXXXX369]": 31715, "[XXXXX1392]": 32738, "[XXXXX1185]": 32531, "[XXXXX162]": 31508, "[XXXXX562]": 31908, "[XXXXX1119]": 32465, "[XXXXX746]": 32092, "[XXXXX1089]": 32435, "[XXXXX882]": 32228, "[XXXXX1135]": 32481, "[XXXXX244]": 31590, "[XXXXX374]": 31720, "[XXXXX728]": 32074, "[XXXXX1150]": 32496, "[XXXXX283]": 31629, "[XXXXX1195]": 32541, "[XXXXX655]": 32001, "[XXXXX216]": 31562, "[XXXXX140]": 31486, "[XXXXX893]": 32239, "[XXXXX1315]": 32661, "[XXXXX306]": 31652, "[XXXXX878]": 32224, "[XXXXX215]": 31561, "[XXXXX1402]": 32748, "[XXXXX597]": 31943, "[XXXXX918]": 32264, "[XXXXX249]": 31595, "[XXXXX1394]": 32740, "[XXXXX366]": 31712, "[XXXXX1233]": 32579, "[XXXXX1023]": 32369, "[XXXXX676]": 32022, "[XXXXX517]": 31863, "[XXXXX563]": 31909, "[XXXXX696]": 32042, "[XXXXX245]": 31591, "[XXXXX638]": 31984, "[XXXXX781]": 32127, "[XXXXX1022]": 32368, "[XXXXX1138]": 32484, "[XXXXX984]": 32330, "[XXXXX50]": 31396, "[XXXXX590]": 31936, "[XXXXX896]": 32242}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]", "[XXXXX991]", "[XXXXX992]", "[XXXXX993]", "[XXXXX994]", "[XXXXX995]", "[XXXXX996]", "[XXXXX997]", "[XXXXX998]", "[XXXXX999]", "[XXXXX1000]", "[XXXXX1001]", "[XXXXX1002]", "[XXXXX1003]", "[XXXXX1004]", "[XXXXX1005]", "[XXXXX1006]", "[XXXXX1007]", "[XXXXX1008]", "[XXXXX1009]", "[XXXXX1010]", "[XXXXX1011]", "[XXXXX1012]", "[XXXXX1013]", "[XXXXX1014]", "[XXXXX1015]", "[XXXXX1016]", "[XXXXX1017]", "[XXXXX1018]", "[XXXXX1019]", "[XXXXX1020]", "[XXXXX1021]", "[XXXXX1022]", "[XXXXX1023]", "[XXXXX1024]", "[XXXXX1025]", "[XXXXX1026]", "[XXXXX1027]", "[XXXXX1028]", "[XXXXX1029]", "[XXXXX1030]", "[XXXXX1031]", "[XXXXX1032]", "[XXXXX1033]", "[XXXXX1034]", "[XXXXX1035]", "[XXXXX1036]", "[XXXXX1037]", "[XXXXX1038]", "[XXXXX1039]", "[XXXXX1040]", "[XXXXX1041]", "[XXXXX1042]", "[XXXXX1043]", "[XXXXX1044]", "[XXXXX1045]", "[XXXXX1046]", "[XXXXX1047]", "[XXXXX1048]", "[XXXXX1049]", "[XXXXX1050]", "[XXXXX1051]", "[XXXXX1052]", "[XXXXX1053]", "[XXXXX1054]", "[XXXXX1055]", "[XXXXX1056]", "[XXXXX1057]", "[XXXXX1058]", "[XXXXX1059]", "[XXXXX1060]", "[XXXXX1061]", "[XXXXX1062]", "[XXXXX1063]", "[XXXXX1064]", "[XXXXX1065]", "[XXXXX1066]", "[XXXXX1067]", "[XXXXX1068]", "[XXXXX1069]", "[XXXXX1070]", "[XXXXX1071]", "[XXXXX1072]", "[XXXXX1073]", "[XXXXX1074]", "[XXXXX1075]", "[XXXXX1076]", "[XXXXX1077]", "[XXXXX1078]", "[XXXXX1079]", "[XXXXX1080]", "[XXXXX1081]", "[XXXXX1082]", "[XXXXX1083]", "[XXXXX1084]", "[XXXXX1085]", "[XXXXX1086]", "[XXXXX1087]", "[XXXXX1088]", "[XXXXX1089]", "[XXXXX1090]", "[XXXXX1091]", "[XXXXX1092]", "[XXXXX1093]", "[XXXXX1094]", "[XXXXX1095]", "[XXXXX1096]", "[XXXXX1097]", "[XXXXX1098]", "[XXXXX1099]", "[XXXXX1100]", "[XXXXX1101]", "[XXXXX1102]", "[XXXXX1103]", "[XXXXX1104]", "[XXXXX1105]", "[XXXXX1106]", "[XXXXX1107]", "[XXXXX1108]", "[XXXXX1109]", "[XXXXX1110]", "[XXXXX1111]", "[XXXXX1112]", "[XXXXX1113]", "[XXXXX1114]", "[XXXXX1115]", "[XXXXX1116]", "[XXXXX1117]", "[XXXXX1118]", "[XXXXX1119]", "[XXXXX1120]", "[XXXXX1121]", "[XXXXX1122]", "[XXXXX1123]", "[XXXXX1124]", "[XXXXX1125]", "[XXXXX1126]", "[XXXXX1127]", "[XXXXX1128]", "[XXXXX1129]", "[XXXXX1130]", "[XXXXX1131]", "[XXXXX1132]", "[XXXXX1133]", "[XXXXX1134]", "[XXXXX1135]", "[XXXXX1136]", "[XXXXX1137]", "[XXXXX1138]", "[XXXXX1139]", "[XXXXX1140]", "[XXXXX1141]", "[XXXXX1142]", "[XXXXX1143]", "[XXXXX1144]", "[XXXXX1145]", "[XXXXX1146]", "[XXXXX1147]", "[XXXXX1148]", "[XXXXX1149]", "[XXXXX1150]", "[XXXXX1151]", "[XXXXX1152]", "[XXXXX1153]", "[XXXXX1154]", "[XXXXX1155]", "[XXXXX1156]", "[XXXXX1157]", "[XXXXX1158]", "[XXXXX1159]", "[XXXXX1160]", "[XXXXX1161]", "[XXXXX1162]", "[XXXXX1163]", "[XXXXX1164]", "[XXXXX1165]", "[XXXXX1166]", "[XXXXX1167]", "[XXXXX1168]", "[XXXXX1169]", "[XXXXX1170]", "[XXXXX1171]", "[XXXXX1172]", "[XXXXX1173]", "[XXXXX1174]", "[XXXXX1175]", "[XXXXX1176]", "[XXXXX1177]", "[XXXXX1178]", "[XXXXX1179]", "[XXXXX1180]", "[XXXXX1181]", "[XXXXX1182]", "[XXXXX1183]", "[XXXXX1184]", "[XXXXX1185]", "[XXXXX1186]", "[XXXXX1187]", "[XXXXX1188]", "[XXXXX1189]", "[XXXXX1190]", "[XXXXX1191]", "[XXXXX1192]", "[XXXXX1193]", "[XXXXX1194]", "[XXXXX1195]", "[XXXXX1196]", "[XXXXX1197]", "[XXXXX1198]", "[XXXXX1199]", "[XXXXX1200]", "[XXXXX1201]", "[XXXXX1202]", "[XXXXX1203]", "[XXXXX1204]", "[XXXXX1205]", "[XXXXX1206]", "[XXXXX1207]", "[XXXXX1208]", "[XXXXX1209]", "[XXXXX1210]", "[XXXXX1211]", "[XXXXX1212]", "[XXXXX1213]", "[XXXXX1214]", "[XXXXX1215]", "[XXXXX1216]", "[XXXXX1217]", "[XXXXX1218]", "[XXXXX1219]", "[XXXXX1220]", "[XXXXX1221]", "[XXXXX1222]", "[XXXXX1223]", "[XXXXX1224]", "[XXXXX1225]", "[XXXXX1226]", "[XXXXX1227]", "[XXXXX1228]", "[XXXXX1229]", "[XXXXX1230]", "[XXXXX1231]", "[XXXXX1232]", "[XXXXX1233]", "[XXXXX1234]", "[XXXXX1235]", "[XXXXX1236]", "[XXXXX1237]", "[XXXXX1238]", "[XXXXX1239]", "[XXXXX1240]", "[XXXXX1241]", "[XXXXX1242]", "[XXXXX1243]", "[XXXXX1244]", "[XXXXX1245]", "[XXXXX1246]", "[XXXXX1247]", "[XXXXX1248]", "[XXXXX1249]", "[XXXXX1250]", "[XXXXX1251]", "[XXXXX1252]", "[XXXXX1253]", "[XXXXX1254]", "[XXXXX1255]", "[XXXXX1256]", "[XXXXX1257]", "[XXXXX1258]", "[XXXXX1259]", "[XXXXX1260]", "[XXXXX1261]", "[XXXXX1262]", "[XXXXX1263]", "[XXXXX1264]", "[XXXXX1265]", "[XXXXX1266]", "[XXXXX1267]", "[XXXXX1268]", "[XXXXX1269]", "[XXXXX1270]", "[XXXXX1271]", "[XXXXX1272]", "[XXXXX1273]", "[XXXXX1274]", "[XXXXX1275]", "[XXXXX1276]", "[XXXXX1277]", "[XXXXX1278]", "[XXXXX1279]", "[XXXXX1280]", "[XXXXX1281]", "[XXXXX1282]", "[XXXXX1283]", "[XXXXX1284]", "[XXXXX1285]", "[XXXXX1286]", "[XXXXX1287]", "[XXXXX1288]", "[XXXXX1289]", "[XXXXX1290]", "[XXXXX1291]", "[XXXXX1292]", "[XXXXX1293]", "[XXXXX1294]", "[XXXXX1295]", "[XXXXX1296]", "[XXXXX1297]", "[XXXXX1298]", "[XXXXX1299]", "[XXXXX1300]", "[XXXXX1301]", "[XXXXX1302]", "[XXXXX1303]", "[XXXXX1304]", "[XXXXX1305]", "[XXXXX1306]", "[XXXXX1307]", "[XXXXX1308]", "[XXXXX1309]", "[XXXXX1310]", "[XXXXX1311]", "[XXXXX1312]", "[XXXXX1313]", "[XXXXX1314]", "[XXXXX1315]", "[XXXXX1316]", "[XXXXX1317]", "[XXXXX1318]", "[XXXXX1319]", "[XXXXX1320]", "[XXXXX1321]", "[XXXXX1322]", "[XXXXX1323]", "[XXXXX1324]", "[XXXXX1325]", "[XXXXX1326]", "[XXXXX1327]", "[XXXXX1328]", "[XXXXX1329]", "[XXXXX1330]", "[XXXXX1331]", "[XXXXX1332]", "[XXXXX1333]", "[XXXXX1334]", "[XXXXX1335]", "[XXXXX1336]", "[XXXXX1337]", "[XXXXX1338]", "[XXXXX1339]", "[XXXXX1340]", "[XXXXX1341]", "[XXXXX1342]", "[XXXXX1343]", "[XXXXX1344]", "[XXXXX1345]", "[XXXXX1346]", "[XXXXX1347]", "[XXXXX1348]", "[XXXXX1349]", "[XXXXX1350]", "[XXXXX1351]", "[XXXXX1352]", "[XXXXX1353]", "[XXXXX1354]", "[XXXXX1355]", "[XXXXX1356]", "[XXXXX1357]", "[XXXXX1358]", "[XXXXX1359]", "[XXXXX1360]", "[XXXXX1361]", "[XXXXX1362]", "[XXXXX1363]", "[XXXXX1364]", "[XXXXX1365]", "[XXXXX1366]", "[XXXXX1367]", "[XXXXX1368]", "[XXXXX1369]", "[XXXXX1370]", "[XXXXX1371]", "[XXXXX1372]", "[XXXXX1373]", "[XXXXX1374]", "[XXXXX1375]", "[XXXXX1376]", "[XXXXX1377]", "[XXXXX1378]", "[XXXXX1379]", "[XXXXX1380]", "[XXXXX1381]", "[XXXXX1382]", "[XXXXX1383]", "[XXXXX1384]", "[XXXXX1385]", "[XXXXX1386]", "[XXXXX1387]", "[XXXXX1388]", "[XXXXX1389]", "[XXXXX1390]", "[XXXXX1391]", "[XXXXX1392]", "[XXXXX1393]", "[XXXXX1394]", "[XXXXX1395]", "[XXXXX1396]", "[XXXXX1397]", "[XXXXX1398]", "[XXXXX1399]", "[XXXXX1400]", "[XXXXX1401]", "[XXXXX1402]", "[XXXXX1403]", "[XXXXX1404]", "[XXXXX1405]", "[XXXXX1406]", "[XXXXX1407]", "[XXXXX1408]", "[XXXXX1409]", "[XXXXX1410]", "[XXXXX1411]", "[XXXXX1412]", "[XXXXX1413]", "[XXXXX1414]", "[XXXXX1415]", "[XXXXX1416]", "[XXXXX1417]", "[XXXXX1418]", "[XXXXX1419]", "[XXXXX1420]", "[XXXXX1421]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1616ab4934bddfb16c7ae86c10b491aaafe7742238dc11963347872e8fabbe
+size 761902

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/tbz_latn_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/tbz_latn_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}