abdiharyadi's picture
Upload folder using huggingface_hub
65c19cc verified
raw
history blame
13.6 kB
{
"additional_special_tokens": [
"<extra_id_0>",
"<extra_id_1>",
"<extra_id_2>",
"<extra_id_3>",
"<extra_id_4>",
"<extra_id_5>",
"<extra_id_6>",
"<extra_id_7>",
"<extra_id_8>",
"<extra_id_9>",
"<extra_id_10>",
"<extra_id_11>",
"<extra_id_12>",
"<extra_id_13>",
"<extra_id_14>",
"<extra_id_15>",
"<extra_id_16>",
"<extra_id_17>",
"<extra_id_18>",
"<extra_id_19>",
"<extra_id_20>",
"<extra_id_21>",
"<extra_id_22>",
"<extra_id_23>",
"<extra_id_24>",
"<extra_id_25>",
"<extra_id_26>",
"<extra_id_27>",
"<extra_id_28>",
"<extra_id_29>",
"<extra_id_30>",
"<extra_id_31>",
"<extra_id_32>",
"<extra_id_33>",
"<extra_id_34>",
"<extra_id_35>",
"<extra_id_36>",
"<extra_id_37>",
"<extra_id_38>",
"<extra_id_39>",
"<extra_id_40>",
"<extra_id_41>",
"<extra_id_42>",
"<extra_id_43>",
"<extra_id_44>",
"<extra_id_45>",
"<extra_id_46>",
"<extra_id_47>",
"<extra_id_48>",
"<extra_id_49>",
"<extra_id_50>",
"<extra_id_51>",
"<extra_id_52>",
"<extra_id_53>",
"<extra_id_54>",
"<extra_id_55>",
"<extra_id_56>",
"<extra_id_57>",
"<extra_id_58>",
"<extra_id_59>",
"<extra_id_60>",
"<extra_id_61>",
"<extra_id_62>",
"<extra_id_63>",
"<extra_id_64>",
"<extra_id_65>",
"<extra_id_66>",
"<extra_id_67>",
"<extra_id_68>",
"<extra_id_69>",
"<extra_id_70>",
"<extra_id_71>",
"<extra_id_72>",
"<extra_id_73>",
"<extra_id_74>",
"<extra_id_75>",
"<extra_id_76>",
"<extra_id_77>",
"<extra_id_78>",
"<extra_id_79>",
"<extra_id_80>",
"<extra_id_81>",
"<extra_id_82>",
"<extra_id_83>",
"<extra_id_84>",
"<extra_id_85>",
"<extra_id_86>",
"<extra_id_87>",
"<extra_id_88>",
"<extra_id_89>",
"<extra_id_90>",
"<extra_id_91>",
"<extra_id_92>",
"<extra_id_93>",
"<extra_id_94>",
"<extra_id_95>",
"<extra_id_96>",
"<extra_id_97>",
"<extra_id_98>",
"<extra_id_99>",
":op1",
":op2",
":op3",
":op4",
":op5",
":arg0",
":arg1",
":arg2",
":arg3",
":arg4",
":arg5",
":arg6",
":arg7",
":arg8",
":arg9",
":arg10",
":arg11",
":arg12",
":arg13",
":arg14",
":arg15",
":arg16",
":arg17",
":arg18",
":arg19",
":arg20",
":accompanier",
":age",
":beneficiary",
":calendar",
":cause",
":century",
":concession",
":condition",
":conj-as-if",
":consist-of",
":cost",
":day",
":dayperiod",
":decade",
":degree",
":destination",
":direction",
":domain",
":duration",
":employed-by",
":era",
":example",
":extent",
":frequency",
":instrument",
":li",
":location",
":manner",
":meaning",
":medium",
":mod",
":mode",
":month",
":name",
":ord",
":part",
":path",
":polarity",
":polite",
":poss",
":purpose",
":quant",
":quarter",
":range",
":relation",
":role",
":scale",
":season",
":source",
":subevent",
":subset",
":superset",
":time",
":timezone",
":topic",
":unit",
":value",
":weekday",
":wiki",
":year",
":year2",
":snt0",
":snt1",
":snt2",
":snt3",
":snt4",
":snt5",
"-00",
"-01",
"-02",
"-03",
"-04",
"-05",
"-06",
"-07",
"-08",
"-09",
"-10",
"-11",
"-12",
"-13",
"-14",
"-15",
"-16",
"-17",
"-18",
"-19",
"-20",
"-21",
"-22",
"-23",
"-24",
"-25",
"-26",
"-27",
"-28",
"-29",
"-20",
"-31",
"-32",
"-33",
"-34",
"-35",
"-36",
"-37",
"-38",
"-39",
"-40",
"-41",
"-42",
"-43",
"-44",
"-45",
"-46",
"-47",
"-48",
"-49",
"-50",
"-51",
"-52",
"-53",
"-54",
"-55",
"-56",
"-57",
"-58",
"-59",
"-60",
"-61",
"-62",
"-63",
"-64",
"-65",
"-66",
"-67",
"-68",
"-69",
"-70",
"-71",
"-72",
"-73",
"-74",
"-75",
"-76",
"-77",
"-78",
"-79",
"-80",
"-81",
"-82",
"-83",
"-84",
"-85",
"-86",
"-87",
"-88",
"-89",
"-90",
"-91",
"-92",
"-93",
"-94",
"-95",
"-96",
"-97",
"-98",
"-of",
"<pointer:0>",
"<pointer:1>",
"<pointer:2>",
"<pointer:3>",
"<pointer:4>",
"<pointer:5>",
"<pointer:6>",
"<pointer:7>",
"<pointer:8>",
"<pointer:9>",
"<pointer:10>",
"<pointer:11>",
"<pointer:12>",
"<pointer:13>",
"<pointer:14>",
"<pointer:15>",
"<pointer:16>",
"<pointer:17>",
"<pointer:18>",
"<pointer:19>",
"<pointer:20>",
"<pointer:21>",
"<pointer:22>",
"<pointer:23>",
"<pointer:24>",
"<pointer:25>",
"<pointer:26>",
"<pointer:27>",
"<pointer:28>",
"<pointer:29>",
"<pointer:30>",
"<pointer:31>",
"<pointer:32>",
"<pointer:33>",
"<pointer:34>",
"<pointer:35>",
"<pointer:36>",
"<pointer:37>",
"<pointer:38>",
"<pointer:39>",
"<pointer:40>",
"<pointer:41>",
"<pointer:42>",
"<pointer:43>",
"<pointer:44>",
"<pointer:45>",
"<pointer:46>",
"<pointer:47>",
"<pointer:48>",
"<pointer:49>",
"<pointer:50>",
"<pointer:51>",
"<pointer:52>",
"<pointer:53>",
"<pointer:54>",
"<pointer:55>",
"<pointer:56>",
"<pointer:57>",
"<pointer:58>",
"<pointer:59>",
"<pointer:60>",
"<pointer:61>",
"<pointer:62>",
"<pointer:63>",
"<pointer:64>",
"<pointer:65>",
"<pointer:66>",
"<pointer:67>",
"<pointer:68>",
"<pointer:69>",
"<pointer:70>",
"<pointer:71>",
"<pointer:72>",
"<pointer:73>",
"<pointer:74>",
"<pointer:75>",
"<pointer:76>",
"<pointer:77>",
"<pointer:78>",
"<pointer:79>",
"<pointer:80>",
"<pointer:81>",
"<pointer:82>",
"<pointer:83>",
"<pointer:84>",
"<pointer:85>",
"<pointer:86>",
"<pointer:87>",
"<pointer:88>",
"<pointer:89>",
"<pointer:90>",
"<pointer:91>",
"<pointer:92>",
"<pointer:93>",
"<pointer:94>",
"<pointer:95>",
"<pointer:96>",
"<pointer:97>",
"<pointer:98>",
"<pointer:99>",
"<pointer:100>",
"<pointer:101>",
"<pointer:102>",
"<pointer:103>",
"<pointer:104>",
"<pointer:105>",
"<pointer:106>",
"<pointer:107>",
"<pointer:108>",
"<pointer:109>",
"<pointer:110>",
"<pointer:111>",
"<pointer:112>",
"<pointer:113>",
"<pointer:114>",
"<pointer:115>",
"<pointer:116>",
"<pointer:117>",
"<pointer:118>",
"<pointer:119>",
"<pointer:120>",
"<pointer:121>",
"<pointer:122>",
"<pointer:123>",
"<pointer:124>",
"<pointer:125>",
"<pointer:126>",
"<pointer:127>",
"<pointer:128>",
"<pointer:129>",
"<pointer:130>",
"<pointer:131>",
"<pointer:132>",
"<pointer:133>",
"<pointer:134>",
"<pointer:135>",
"<pointer:136>",
"<pointer:137>",
"<pointer:138>",
"<pointer:139>",
"<pointer:140>",
"<pointer:141>",
"<pointer:142>",
"<pointer:143>",
"<pointer:144>",
"<pointer:145>",
"<pointer:146>",
"<pointer:147>",
"<pointer:148>",
"<pointer:149>",
"<pointer:150>",
":op1",
":op2",
":op3",
":op4",
":op5",
":arg0",
":arg1",
":arg2",
":arg3",
":arg4",
":arg5",
":arg6",
":arg7",
":arg8",
":arg9",
":arg10",
":arg11",
":arg12",
":arg13",
":arg14",
":arg15",
":arg16",
":arg17",
":arg18",
":arg19",
":arg20",
":accompanier",
":age",
":beneficiary",
":calendar",
":cause",
":century",
":concession",
":condition",
":conj-as-if",
":consist-of",
":cost",
":day",
":dayperiod",
":decade",
":degree",
":destination",
":direction",
":domain",
":duration",
":employed-by",
":era",
":example",
":extent",
":frequency",
":instrument",
":li",
":location",
":manner",
":meaning",
":medium",
":mod",
":mode",
":month",
":name",
":ord",
":part",
":path",
":polarity",
":polite",
":poss",
":purpose",
":quant",
":quarter",
":range",
":relation",
":role",
":scale",
":season",
":source",
":subevent",
":subset",
":superset",
":time",
":timezone",
":topic",
":unit",
":value",
":weekday",
":wiki",
":year",
":year2",
":snt0",
":snt1",
":snt2",
":snt3",
":snt4",
":snt5",
"-00",
"-01",
"-02",
"-03",
"-04",
"-05",
"-06",
"-07",
"-08",
"-09",
"-10",
"-11",
"-12",
"-13",
"-14",
"-15",
"-16",
"-17",
"-18",
"-19",
"-20",
"-21",
"-22",
"-23",
"-24",
"-25",
"-26",
"-27",
"-28",
"-29",
"-20",
"-31",
"-32",
"-33",
"-34",
"-35",
"-36",
"-37",
"-38",
"-39",
"-40",
"-41",
"-42",
"-43",
"-44",
"-45",
"-46",
"-47",
"-48",
"-49",
"-50",
"-51",
"-52",
"-53",
"-54",
"-55",
"-56",
"-57",
"-58",
"-59",
"-60",
"-61",
"-62",
"-63",
"-64",
"-65",
"-66",
"-67",
"-68",
"-69",
"-70",
"-71",
"-72",
"-73",
"-74",
"-75",
"-76",
"-77",
"-78",
"-79",
"-80",
"-81",
"-82",
"-83",
"-84",
"-85",
"-86",
"-87",
"-88",
"-89",
"-90",
"-91",
"-92",
"-93",
"-94",
"-95",
"-96",
"-97",
"-98",
"-of",
"<pointer:0>",
"<pointer:1>",
"<pointer:2>",
"<pointer:3>",
"<pointer:4>",
"<pointer:5>",
"<pointer:6>",
"<pointer:7>",
"<pointer:8>",
"<pointer:9>",
"<pointer:10>",
"<pointer:11>",
"<pointer:12>",
"<pointer:13>",
"<pointer:14>",
"<pointer:15>",
"<pointer:16>",
"<pointer:17>",
"<pointer:18>",
"<pointer:19>",
"<pointer:20>",
"<pointer:21>",
"<pointer:22>",
"<pointer:23>",
"<pointer:24>",
"<pointer:25>",
"<pointer:26>",
"<pointer:27>",
"<pointer:28>",
"<pointer:29>",
"<pointer:30>",
"<pointer:31>",
"<pointer:32>",
"<pointer:33>",
"<pointer:34>",
"<pointer:35>",
"<pointer:36>",
"<pointer:37>",
"<pointer:38>",
"<pointer:39>",
"<pointer:40>",
"<pointer:41>",
"<pointer:42>",
"<pointer:43>",
"<pointer:44>",
"<pointer:45>",
"<pointer:46>",
"<pointer:47>",
"<pointer:48>",
"<pointer:49>",
"<pointer:50>",
"<pointer:51>",
"<pointer:52>",
"<pointer:53>",
"<pointer:54>",
"<pointer:55>",
"<pointer:56>",
"<pointer:57>",
"<pointer:58>",
"<pointer:59>",
"<pointer:60>",
"<pointer:61>",
"<pointer:62>",
"<pointer:63>",
"<pointer:64>",
"<pointer:65>",
"<pointer:66>",
"<pointer:67>",
"<pointer:68>",
"<pointer:69>",
"<pointer:70>",
"<pointer:71>",
"<pointer:72>",
"<pointer:73>",
"<pointer:74>",
"<pointer:75>",
"<pointer:76>",
"<pointer:77>",
"<pointer:78>",
"<pointer:79>",
"<pointer:80>",
"<pointer:81>",
"<pointer:82>",
"<pointer:83>",
"<pointer:84>",
"<pointer:85>",
"<pointer:86>",
"<pointer:87>",
"<pointer:88>",
"<pointer:89>",
"<pointer:90>",
"<pointer:91>",
"<pointer:92>",
"<pointer:93>",
"<pointer:94>",
"<pointer:95>",
"<pointer:96>",
"<pointer:97>",
"<pointer:98>",
"<pointer:99>",
"<pointer:100>",
"<pointer:101>",
"<pointer:102>",
"<pointer:103>",
"<pointer:104>",
"<pointer:105>",
"<pointer:106>",
"<pointer:107>",
"<pointer:108>",
"<pointer:109>",
"<pointer:110>",
"<pointer:111>",
"<pointer:112>",
"<pointer:113>",
"<pointer:114>",
"<pointer:115>",
"<pointer:116>",
"<pointer:117>",
"<pointer:118>",
"<pointer:119>",
"<pointer:120>",
"<pointer:121>",
"<pointer:122>",
"<pointer:123>",
"<pointer:124>",
"<pointer:125>",
"<pointer:126>",
"<pointer:127>",
"<pointer:128>",
"<pointer:129>",
"<pointer:130>",
"<pointer:131>",
"<pointer:132>",
"<pointer:133>",
"<pointer:134>",
"<pointer:135>",
"<pointer:136>",
"<pointer:137>",
"<pointer:138>",
"<pointer:139>",
"<pointer:140>",
"<pointer:141>",
"<pointer:142>",
"<pointer:143>",
"<pointer:144>",
"<pointer:145>",
"<pointer:146>",
"<pointer:147>",
"<pointer:148>",
"<pointer:149>",
"<pointer:150>"
],
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}