Microsoft_Phi-4 / added_tokens.json
NyxKrage's picture
Upload folder using huggingface_hub
d6e4156
raw
history blame
2.5 kB
{
"<|dummy_0|>": 100256,
"<|endoftext|>": 100257,
"<|fim_prefix|>": 100258,
"<|fim_middle|>": 100259,
"<|fim_suffix|>": 100260,
"<|dummy_1|>": 100261,
"<|dummy_2|>": 100262,
"<|dummy_3|>": 100263,
"<|im_start|>": 100264,
"<|im_end|>": 100265,
"<|im_sep|>": 100266,
"<|dummy_4|>": 100267,
"<|dummy_5|>": 100268,
"<|dummy_6|>": 100269,
"<|dummy_7|>": 100270,
"<|dummy_8|>": 100271,
"<|dummy_9|>": 100272,
"<|dummy_10|>": 100273,
"<|dummy_11|>": 100274,
"<|dummy_12|>": 100275,
"<|endofprompt|>": 100276,
"<|dummy_13|>": 100277,
"<|dummy_14|>": 100278,
"<|dummy_15|>": 100279,
"<|dummy_16|>": 100280,
"<|dummy_17|>": 100281,
"<|dummy_18|>": 100282,
"<|dummy_19|>": 100283,
"<|dummy_20|>": 100284,
"<|dummy_21|>": 100285,
"<|dummy_22|>": 100286,
"<|dummy_23|>": 100287,
"<|dummy_24|>": 100288,
"<|dummy_25|>": 100289,
"<|dummy_26|>": 100290,
"<|dummy_27|>": 100291,
"<|dummy_28|>": 100292,
"<|dummy_29|>": 100293,
"<|dummy_30|>": 100294,
"<|dummy_31|>": 100295,
"<|dummy_32|>": 100296,
"<|dummy_33|>": 100297,
"<|dummy_34|>": 100298,
"<|dummy_35|>": 100299,
"<|dummy_36|>": 100300,
"<|dummy_37|>": 100301,
"<|dummy_38|>": 100302,
"<|dummy_39|>": 100303,
"<|dummy_40|>": 100304,
"<|dummy_41|>": 100305,
"<|dummy_42|>": 100306,
"<|dummy_43|>": 100307,
"<|dummy_44|>": 100308,
"<|dummy_45|>": 100309,
"<|dummy_46|>": 100310,
"<|dummy_47|>": 100311,
"<|dummy_48|>": 100312,
"<|dummy_49|>": 100313,
"<|dummy_50|>": 100314,
"<|dummy_51|>": 100315,
"<|dummy_52|>": 100316,
"<|dummy_53|>": 100317,
"<|dummy_54|>": 100318,
"<|dummy_55|>": 100319,
"<|dummy_56|>": 100320,
"<|dummy_57|>": 100321,
"<|dummy_58|>": 100322,
"<|dummy_59|>": 100323,
"<|dummy_60|>": 100324,
"<|dummy_61|>": 100325,
"<|dummy_62|>": 100326,
"<|dummy_63|>": 100327,
"<|dummy_64|>": 100328,
"<|dummy_65|>": 100329,
"<|dummy_66|>": 100330,
"<|dummy_67|>": 100331,
"<|dummy_68|>": 100332,
"<|dummy_69|>": 100333,
"<|dummy_70|>": 100334,
"<|dummy_71|>": 100335,
"<|dummy_72|>": 100336,
"<|dummy_73|>": 100337,
"<|dummy_74|>": 100338,
"<|dummy_75|>": 100339,
"<|dummy_76|>": 100340,
"<|dummy_77|>": 100341,
"<|dummy_78|>": 100342,
"<|dummy_79|>": 100343,
"<|dummy_80|>": 100344,
"<|dummy_81|>": 100345,
"<|dummy_82|>": 100346,
"<|dummy_83|>": 100347,
"<|dummy_84|>": 100348,
"<|dummy_85|>": 100349,
"<|dummy_86|>": 100350,
"<|dummy_87|>": 100351
}