legal_t5_nmt_test / special_tokens_map.json
Kesian's picture
Upload tokenizer
5605150
{
"additional_special_tokens": [
"[sentinel_0]",
"[sentinel_1]",
"[sentinel_2]",
"[sentinel_3]",
"[sentinel_4]",
"[sentinel_5]",
"[sentinel_6]",
"[sentinel_7]",
"[sentinel_8]",
"[sentinel_9]",
"[sentinel_10]",
"[sentinel_11]",
"[sentinel_12]",
"[sentinel_13]",
"[sentinel_14]",
"[sentinel_15]",
"[sentinel_16]",
"[sentinel_17]",
"[sentinel_18]",
"[sentinel_19]",
"[sentinel_20]",
"[sentinel_21]",
"[sentinel_22]",
"[sentinel_23]",
"[sentinel_24]",
"[sentinel_25]",
"[sentinel_26]",
"[sentinel_27]",
"[sentinel_28]",
"[sentinel_29]",
"[sentinel_30]",
"[sentinel_31]",
"[sentinel_32]",
"[sentinel_33]",
"[sentinel_34]",
"[sentinel_35]",
"[sentinel_36]",
"[sentinel_37]",
"[sentinel_38]",
"[sentinel_39]",
"[sentinel_40]",
"[sentinel_41]",
"[sentinel_42]",
"[sentinel_43]",
"[sentinel_44]",
"[sentinel_45]",
"[sentinel_46]",
"[sentinel_47]",
"[sentinel_48]",
"[sentinel_49]",
"[sentinel_50]",
"[sentinel_51]",
"[sentinel_52]",
"[sentinel_53]",
"[sentinel_54]",
"[sentinel_55]",
"[sentinel_56]",
"[sentinel_57]",
"[sentinel_58]",
"[sentinel_59]",
"[sentinel_60]",
"[sentinel_61]",
"[sentinel_62]",
"[sentinel_63]",
"[sentinel_64]",
"[sentinel_65]",
"[sentinel_66]",
"[sentinel_67]",
"[sentinel_68]",
"[sentinel_69]",
"[sentinel_70]",
"[sentinel_71]",
"[sentinel_72]",
"[sentinel_73]",
"[sentinel_74]",
"[sentinel_75]",
"[sentinel_76]",
"[sentinel_77]",
"[sentinel_78]",
"[sentinel_79]",
"[sentinel_80]",
"[sentinel_81]",
"[sentinel_82]",
"[sentinel_83]",
"[sentinel_84]",
"[sentinel_85]",
"[sentinel_86]",
"[sentinel_87]",
"[sentinel_88]",
"[sentinel_89]",
"[sentinel_90]",
"[sentinel_91]",
"[sentinel_92]",
"[sentinel_93]",
"[sentinel_94]",
"[sentinel_95]",
"[sentinel_96]",
"[sentinel_97]",
"[sentinel_98]",
"[sentinel_99]",
"[R]",
"[X]",
"[S]"
],
"eos_token": "[EOS]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}