UXwriting-en-to-ko / added_tokens.json
SoraKang97's picture
Upload tokenizer
17b33b6
raw
history blame
2.59 kB
{
"<extra_id_0>": 64099,
"<extra_id_10>": 64089,
"<extra_id_11>": 64088,
"<extra_id_12>": 64087,
"<extra_id_13>": 64086,
"<extra_id_14>": 64085,
"<extra_id_15>": 64084,
"<extra_id_16>": 64083,
"<extra_id_17>": 64082,
"<extra_id_18>": 64081,
"<extra_id_19>": 64080,
"<extra_id_1>": 64098,
"<extra_id_20>": 64079,
"<extra_id_21>": 64078,
"<extra_id_22>": 64077,
"<extra_id_23>": 64076,
"<extra_id_24>": 64075,
"<extra_id_25>": 64074,
"<extra_id_26>": 64073,
"<extra_id_27>": 64072,
"<extra_id_28>": 64071,
"<extra_id_29>": 64070,
"<extra_id_2>": 64097,
"<extra_id_30>": 64069,
"<extra_id_31>": 64068,
"<extra_id_32>": 64067,
"<extra_id_33>": 64066,
"<extra_id_34>": 64065,
"<extra_id_35>": 64064,
"<extra_id_36>": 64063,
"<extra_id_37>": 64062,
"<extra_id_38>": 64061,
"<extra_id_39>": 64060,
"<extra_id_3>": 64096,
"<extra_id_40>": 64059,
"<extra_id_41>": 64058,
"<extra_id_42>": 64057,
"<extra_id_43>": 64056,
"<extra_id_44>": 64055,
"<extra_id_45>": 64054,
"<extra_id_46>": 64053,
"<extra_id_47>": 64052,
"<extra_id_48>": 64051,
"<extra_id_49>": 64050,
"<extra_id_4>": 64095,
"<extra_id_50>": 64049,
"<extra_id_51>": 64048,
"<extra_id_52>": 64047,
"<extra_id_53>": 64046,
"<extra_id_54>": 64045,
"<extra_id_55>": 64044,
"<extra_id_56>": 64043,
"<extra_id_57>": 64042,
"<extra_id_58>": 64041,
"<extra_id_59>": 64040,
"<extra_id_5>": 64094,
"<extra_id_60>": 64039,
"<extra_id_61>": 64038,
"<extra_id_62>": 64037,
"<extra_id_63>": 64036,
"<extra_id_64>": 64035,
"<extra_id_65>": 64034,
"<extra_id_66>": 64033,
"<extra_id_67>": 64032,
"<extra_id_68>": 64031,
"<extra_id_69>": 64030,
"<extra_id_6>": 64093,
"<extra_id_70>": 64029,
"<extra_id_71>": 64028,
"<extra_id_72>": 64027,
"<extra_id_73>": 64026,
"<extra_id_74>": 64025,
"<extra_id_75>": 64024,
"<extra_id_76>": 64023,
"<extra_id_77>": 64022,
"<extra_id_78>": 64021,
"<extra_id_79>": 64020,
"<extra_id_7>": 64092,
"<extra_id_80>": 64019,
"<extra_id_81>": 64018,
"<extra_id_82>": 64017,
"<extra_id_83>": 64016,
"<extra_id_84>": 64015,
"<extra_id_85>": 64014,
"<extra_id_86>": 64013,
"<extra_id_87>": 64012,
"<extra_id_88>": 64011,
"<extra_id_89>": 64010,
"<extra_id_8>": 64091,
"<extra_id_90>": 64009,
"<extra_id_91>": 64008,
"<extra_id_92>": 64007,
"<extra_id_93>": 64006,
"<extra_id_94>": 64005,
"<extra_id_95>": 64004,
"<extra_id_96>": 64003,
"<extra_id_97>": 64002,
"<extra_id_98>": 64001,
"<extra_id_99>": 64000,
"<extra_id_9>": 64090
}