t5-base-question-generator / added_tokens.json
hieunguyen1053's picture
Upload tokenizer
8947b5a
raw
history blame
2.63 kB
{
"</s>": 1,
"<extra_id_0>": 50099,
"<extra_id_10>": 50089,
"<extra_id_11>": 50088,
"<extra_id_12>": 50087,
"<extra_id_13>": 50086,
"<extra_id_14>": 50085,
"<extra_id_15>": 50084,
"<extra_id_16>": 50083,
"<extra_id_17>": 50082,
"<extra_id_18>": 50081,
"<extra_id_19>": 50080,
"<extra_id_1>": 50098,
"<extra_id_20>": 50079,
"<extra_id_21>": 50078,
"<extra_id_22>": 50077,
"<extra_id_23>": 50076,
"<extra_id_24>": 50075,
"<extra_id_25>": 50074,
"<extra_id_26>": 50073,
"<extra_id_27>": 50072,
"<extra_id_28>": 50071,
"<extra_id_29>": 50070,
"<extra_id_2>": 50097,
"<extra_id_30>": 50069,
"<extra_id_31>": 50068,
"<extra_id_32>": 50067,
"<extra_id_33>": 50066,
"<extra_id_34>": 50065,
"<extra_id_35>": 50064,
"<extra_id_36>": 50063,
"<extra_id_37>": 50062,
"<extra_id_38>": 50061,
"<extra_id_39>": 50060,
"<extra_id_3>": 50096,
"<extra_id_40>": 50059,
"<extra_id_41>": 50058,
"<extra_id_42>": 50057,
"<extra_id_43>": 50056,
"<extra_id_44>": 50055,
"<extra_id_45>": 50054,
"<extra_id_46>": 50053,
"<extra_id_47>": 50052,
"<extra_id_48>": 50051,
"<extra_id_49>": 50050,
"<extra_id_4>": 50095,
"<extra_id_50>": 50049,
"<extra_id_51>": 50048,
"<extra_id_52>": 50047,
"<extra_id_53>": 50046,
"<extra_id_54>": 50045,
"<extra_id_55>": 50044,
"<extra_id_56>": 50043,
"<extra_id_57>": 50042,
"<extra_id_58>": 50041,
"<extra_id_59>": 50040,
"<extra_id_5>": 50094,
"<extra_id_60>": 50039,
"<extra_id_61>": 50038,
"<extra_id_62>": 50037,
"<extra_id_63>": 50036,
"<extra_id_64>": 50035,
"<extra_id_65>": 50034,
"<extra_id_66>": 50033,
"<extra_id_67>": 50032,
"<extra_id_68>": 50031,
"<extra_id_69>": 50030,
"<extra_id_6>": 50093,
"<extra_id_70>": 50029,
"<extra_id_71>": 50028,
"<extra_id_72>": 50027,
"<extra_id_73>": 50026,
"<extra_id_74>": 50025,
"<extra_id_75>": 50024,
"<extra_id_76>": 50023,
"<extra_id_77>": 50022,
"<extra_id_78>": 50021,
"<extra_id_79>": 50020,
"<extra_id_7>": 50092,
"<extra_id_80>": 50019,
"<extra_id_81>": 50018,
"<extra_id_82>": 50017,
"<extra_id_83>": 50016,
"<extra_id_84>": 50015,
"<extra_id_85>": 50014,
"<extra_id_86>": 50013,
"<extra_id_87>": 50012,
"<extra_id_88>": 50011,
"<extra_id_89>": 50010,
"<extra_id_8>": 50091,
"<extra_id_90>": 50009,
"<extra_id_91>": 50008,
"<extra_id_92>": 50007,
"<extra_id_93>": 50006,
"<extra_id_94>": 50005,
"<extra_id_95>": 50004,
"<extra_id_96>": 50003,
"<extra_id_97>": 50002,
"<extra_id_98>": 50001,
"<extra_id_99>": 50000,
"<extra_id_9>": 50090,
"<pad>": 0,
"<unk>": 2
}