Hugging Face's logo

Spaces:
huggingface
/
datasets-tagging
Running

App Files Community
6
Théo Matussière commited on
Commit
33da5b9
•
2 Parent(s): fd60c83 9ec7c08

Simplify app

Browse files

Simpler tagger

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitignore +1 -0
  2. apputils.py +15 -0
  3. build_docker_image.sh +26 -0
  4. build_metadata_file.py +61 -0
  5. language_set.json +0 -479
  6. language_set_full.json +0 -0
  7. license_set.json +0 -452
  8. requirements.txt +1 -0
  9. saved_tags/aeslc/default/tags.json +0 -1
  10. saved_tags/ag_news/default/tags.json +0 -1
  11. saved_tags/ai2_arc/ARC-Challenge/tags.json +0 -1
  12. saved_tags/ai2_arc/ARC-Easy/tags.json +0 -1
  13. saved_tags/allocine/allocine/tags.json +0 -1
  14. saved_tags/anli/plain_text/tags.json +0 -1
  15. saved_tags/arcd/plain_text/tags.json +0 -1
  16. saved_tags/art/anli/tags.json +0 -1
  17. saved_tags/billsum/default/tags.json +0 -1
  18. saved_tags/biomrc/biomrc_large_A/tags.json +0 -1
  19. saved_tags/biomrc/biomrc_large_B/tags.json +0 -1
  20. saved_tags/biomrc/biomrc_small_A/tags.json +0 -1
  21. saved_tags/biomrc/biomrc_small_B/tags.json +0 -1
  22. saved_tags/biomrc/biomrc_tiny_A/tags.json +0 -1
  23. saved_tags/biomrc/biomrc_tiny_B/tags.json +0 -1
  24. saved_tags/blog_authorship_corpus/blog-authorship-corpus/tags.json +0 -1
  25. saved_tags/bookcorpus/plain_text/tags.json +0 -1
  26. saved_tags/break_data/QDMR-high-level-lexicon/tags.json +0 -1
  27. saved_tags/break_data/QDMR-high-level/tags.json +0 -1
  28. saved_tags/break_data/QDMR-lexicon/tags.json +0 -1
  29. saved_tags/break_data/QDMR/tags.json +0 -1
  30. saved_tags/break_data/logical-forms/tags.json +0 -1
  31. saved_tags/cnn_dailymail/1.0.0/tags.json +0 -1
  32. saved_tags/cnn_dailymail/2.0.0/tags.json +0 -1
  33. saved_tags/cnn_dailymail/3.0.0/tags.json +0 -1
  34. saved_tags/common_gen/default/tags.json +0 -1
  35. saved_tags/commonsense_qa/default/tags.json +0 -1
  36. saved_tags/drop/default/tags.json +0 -1
  37. saved_tags/eli5/LFQA_reddit/tags.json +0 -1
  38. saved_tags/emo/emo2019/tags.json +0 -1
  39. saved_tags/natural_questions/default/tags.json +0 -1
  40. saved_tags/openwebtext/plain_text/tags.json +0 -1
  41. saved_tags/pg19/default/tags.json +0 -1
  42. saved_tags/quora/default/tags.json +0 -1
  43. saved_tags/reddit_tifu/long/tags.json +0 -1
  44. saved_tags/reddit_tifu/short/tags.json +0 -1
  45. saved_tags/snli/plain_text/tags.json +0 -1
  46. saved_tags/squad/plain_text/tags.json +0 -1
  47. saved_tags/tiny_shakespeare/default/tags.json +0 -1
  48. saved_tags/wiki_split/default/tags.json +0 -1
  49. saved_tags/wmt14/cs-en/tags.json +0 -1
  50. saved_tags/wmt14/de-en/tags.json +0 -1
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ .idea
apputils.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from typing import Dict, List
2
+
3
+
4
+ def new_state() -> Dict[str, List]:
5
+ return {
6
+ "task_categories": [],
7
+ "task_ids": [],
8
+ "multilinguality": [],
9
+ "languages": [],
10
+ "language_creators": [],
11
+ "annotations_creators": [],
12
+ "source_datasets": [],
13
+ "size_categories": [],
14
+ "licenses": [],
15
+ }
build_docker_image.sh ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env bash
2
+
3
+ cleanup() {
4
+ rm -f Dockerfile .dockerignore
5
+ }
6
+
7
+ trap cleanup ERR EXIT
8
+
9
+ ./build_metadata_file.py
10
+
11
+ cat > .dockerignore << EOF
12
+ .git
13
+ datasets
14
+ EOF
15
+
16
+ cat > Dockerfile << EOF
17
+ FROM python
18
+ COPY requirements.txt tagging_app.py task_set.json language_set.json license_set.json metadata_927d44346b12fac66e97176608c5aa81843a9b9a.json ./
19
+ RUN pip install -r requirements.txt
20
+ RUN pip freeze
21
+ CMD ["streamlit", "run", "tagging_app.py"]
22
+ EOF
23
+
24
+ set -eEx
25
+
26
+ docker build -t dataset-tagger .
build_metadata_file.py ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+
3
+ """ This script will clone the `datasets` repository in your current directory and parse all currently available
4
+ metadata, from the `README.md` yaml headers and the automatically generated json files.
5
+ It dumps the results in a `metadata_{current-commit-of-datasets}.json` file.
6
+ """
7
+
8
+ import json
9
+ from pathlib import Path
10
+ from subprocess import check_call, check_output
11
+ from typing import Dict
12
+
13
+ import yaml
14
+
15
+ from apputils import new_state
16
+
17
+
18
+ def metadata_from_readme(f: Path) -> Dict:
19
+ with f.open() as fi:
20
+ content = [line.strip() for line in fi]
21
+
22
+ if content[0] == "---" and "---" in content[1:]:
23
+ yamlblock = "\n".join(content[1 : content[1:].index("---") + 1])
24
+ return yaml.safe_load(yamlblock) or dict()
25
+
26
+
27
+ def load_ds_datas():
28
+ drepo = Path("datasets")
29
+ if drepo.exists() and drepo.is_dir():
30
+ check_call(["git", "pull"], cwd=drepo)
31
+ else:
32
+ check_call(["git", "clone", "https://github.com/huggingface/datasets.git"])
33
+ head_sha = check_output(["git", "rev-parse", "HEAD"], cwd=drepo)
34
+
35
+ datasets_md = dict()
36
+
37
+ for ddir in sorted((drepo / "datasets").iterdir(), key=lambda d: d.name):
38
+
39
+ try:
40
+ metadata = metadata_from_readme(ddir / "README.md")
41
+ except:
42
+ metadata = None
43
+ if metadata is None or len(metadata) == 0:
44
+ metadata = new_state()
45
+
46
+ try:
47
+ with (ddir / "dataset_infos.json").open() as fi:
48
+ infos = json.load(fi)
49
+ except:
50
+ infos = None
51
+
52
+ datasets_md[ddir.name] = dict(metadata=metadata, infos=infos)
53
+ return head_sha.decode().strip(), datasets_md
54
+
55
+
56
+ if __name__ == "__main__":
57
+ head_sha, datas = load_ds_datas()
58
+ fn = f"metadata_{head_sha}.json"
59
+ print(f"writing to '{fn}'")
60
+ with open(fn, "w") as fi:
61
+ fi.write(json.dumps(datas))
language_set.json DELETED
@@ -1,479 +0,0 @@
1
- {
2
- "code": "Programming language code",
3
- "aa": "Afar",
4
- "ab": "Abkhazian",
5
- "ace": "Achinese",
6
- "ach": "Acoli",
7
- "ada": "Adangme",
8
- "ady": "Adyghe, Adygei",
9
- "ae": "Avestan",
10
- "af": "Afrikaans",
11
- "afa": "Afro-Asiatic languages",
12
- "afh": "Afrihili",
13
- "ain": "Ainu (Japan)",
14
- "ak": "Akan",
15
- "akk": "Akkadian",
16
- "ale": "Aleut",
17
- "alg": "Algonquian languages",
18
- "alt": "Southern Altai",
19
- "am": "Amharic",
20
- "an": "Aragonese",
21
- "ang": "Old English (ca. 450-1100)",
22
- "apa": "Apache languages",
23
- "ar": "Arabic",
24
- "arc": "Official Aramaic (700-300 BCE), Imperial Aramaic (700-300 BCE)",
25
- "arn": "Mapudungun, Mapuche",
26
- "arp": "Arapaho",
27
- "art": "Artificial languages",
28
- "arw": "Arawak",
29
- "as": "Assamese",
30
- "ast": "Asturian, Asturleonese, Bable, Leonese",
31
- "ath": "Athapascan languages",
32
- "aus": "Australian languages",
33
- "av": "Avaric",
34
- "awa": "Awadhi",
35
- "ay": "Aymara",
36
- "az": "Azerbaijani",
37
- "ba": "Bashkir",
38
- "bad": "Banda languages",
39
- "bai": "Bamileke languages",
40
- "bal": "Baluchi",
41
- "ban": "Balinese",
42
- "bas": "Basa (Cameroon)",
43
- "bat": "Baltic languages",
44
- "be": "Belarusian",
45
- "bej": "Beja, Bedawiyet",
46
- "bem": "Bemba (Zambia)",
47
- "ber": "Berber languages",
48
- "bg": "Bulgarian",
49
- "bh": "Bihari languages",
50
- "bho": "Bhojpuri",
51
- "bi": "Bislama",
52
- "bik": "Bikol",
53
- "bin": "Bini, Edo",
54
- "bla": "Siksika",
55
- "bm": "Bambara",
56
- "bn": "Bengali, Bangla",
57
- "bnt": "Bantu languages",
58
- "bo": "Tibetan",
59
- "br": "Breton",
60
- "bra": "Braj",
61
- "bs": "Bosnian",
62
- "btk": "Batak languages",
63
- "bua": "Buriat",
64
- "bug": "Buginese",
65
- "byn": "Bilin, Blin",
66
- "ca": "Catalan, Valencian",
67
- "cad": "Caddo",
68
- "cai": "Central American Indian languages",
69
- "car": "Galibi Carib",
70
- "cau": "Caucasian languages",
71
- "ce": "Chechen",
72
- "ceb": "Cebuano",
73
- "cel": "Celtic languages",
74
- "ch": "Chamorro",
75
- "chb": "Chibcha",
76
- "chg": "Chagatai",
77
- "chk": "Chuukese",
78
- "chm": "Mari (Russia)",
79
- "chn": "Chinook jargon",
80
- "cho": "Choctaw",
81
- "chp": "Chipewyan, Dene Suline",
82
- "chr": "Cherokee",
83
- "chy": "Cheyenne",
84
- "cmc": "Chamic languages",
85
- "co": "Corsican",
86
- "cop": "Coptic",
87
- "cpe": "English-based creoles and pidgins",
88
- "cpf": "French-based creoles and pidgins",
89
- "cpp": "Portuguese-based creoles and pidgins",
90
- "cr": "Cree",
91
- "crh": "Crimean Tatar, Crimean Turkish",
92
- "crp": "Creoles and pidgins",
93
- "cs": "Czech",
94
- "csb": "Kashubian",
95
- "cu": "Church Slavic, Church Slavonic, Old Bulgarian, Old Church Slavonic, Old Slavonic",
96
- "cus": "Cushitic languages",
97
- "cv": "Chuvash",
98
- "cy": "Welsh",
99
- "da": "Danish",
100
- "dak": "Dakota",
101
- "dar": "Dargwa",
102
- "day": "Land Dayak languages",
103
- "de": "German",
104
- "del": "Delaware",
105
- "den": "Slave (Athapascan)",
106
- "dgr": "Dogrib, T\u0142\u0131\u0328ch\u01eb",
107
- "din": "Dinka",
108
- "doi": "Dogri (macrolanguage)",
109
- "dra": "Dravidian languages",
110
- "dsb": "Lower Sorbian",
111
- "dua": "Duala",
112
- "dum": "Middle Dutch (ca. 1050-1350)",
113
- "dv": "Dhivehi, Divehi, Maldivian",
114
- "dyu": "Dyula",
115
- "dz": "Dzongkha",
116
- "ee": "Ewe",
117
- "efi": "Efik",
118
- "egy": "Egyptian (Ancient)",
119
- "eka": "Ekajuk",
120
- "el": "Modern Greek (1453-)",
121
- "elx": "Elamite",
122
- "en": "English",
123
- "enm": "Middle English (1100-1500)",
124
- "eo": "Esperanto",
125
- "es": "Spanish, Castilian",
126
- "et": "Estonian",
127
- "eu": "Basque",
128
- "ewo": "Ewondo",
129
- "fa": "Persian",
130
- "fan": "Fang (Equatorial Guinea)",
131
- "fat": "Fanti",
132
- "ff": "Fulah",
133
- "fi": "Finnish",
134
- "fil": "Filipino, Pilipino",
135
- "fiu": "Finno-Ugrian languages",
136
- "fj": "Fijian",
137
- "fo": "Faroese",
138
- "fon": "Fon",
139
- "fr": "French",
140
- "frm": "Middle French (ca. 1400-1600)",
141
- "fro": "Old French (842-ca. 1400)",
142
- "fur": "Friulian",
143
- "fy": "Western Frisian",
144
- "ga": "Irish",
145
- "gaa": "Ga",
146
- "gay": "Gayo",
147
- "gba": "Gbaya (Central African Republic)",
148
- "gd": "Scottish Gaelic, Gaelic",
149
- "gem": "Germanic languages",
150
- "gez": "Geez",
151
- "gil": "Gilbertese",
152
- "gl": "Galician",
153
- "gmh": "Middle High German (ca. 1050-1500)",
154
- "gn": "Guarani",
155
- "goh": "Old High German (ca. 750-1050)",
156
- "gon": "Gondi",
157
- "gor": "Gorontalo",
158
- "got": "Gothic",
159
- "grb": "Grebo",
160
- "grc": "Ancient Greek (to 1453)",
161
- "gu": "Gujarati",
162
- "gv": "Manx",
163
- "gwi": "Gwich\u02bcin",
164
- "ha": "Hausa",
165
- "hai": "Haida",
166
- "haw": "Hawaiian",
167
- "he": "Hebrew",
168
- "hi": "Hindi",
169
- "hil": "Hiligaynon",
170
- "him": "Himachali languages, Western Pahari languages",
171
- "hit": "Hittite",
172
- "hmn": "Hmong, Mong",
173
- "ho": "Hiri Motu",
174
- "hr": "Croatian",
175
- "hsb": "Upper Sorbian",
176
- "ht": "Haitian, Haitian Creole",
177
- "hu": "Hungarian",
178
- "hup": "Hupa",
179
- "hy": "Armenian",
180
- "hz": "Herero",
181
- "ia": "Interlingua (International Auxiliary Language Association)",
182
- "iba": "Iban",
183
- "id": "Indonesian",
184
- "ie": "Interlingue, Occidental",
185
- "ig": "Igbo",
186
- "ii": "Sichuan Yi, Nuosu",
187
- "ijo": "Ijo languages",
188
- "ik": "Inupiaq",
189
- "ilo": "Iloko",
190
- "inc": "Indic languages",
191
- "ine": "Indo-European languages",
192
- "inh": "Ingush",
193
- "io": "Ido",
194
- "ira": "Iranian languages",
195
- "iro": "Iroquoian languages",
196
- "is": "Icelandic",
197
- "it": "Italian",
198
- "iu": "Inuktitut",
199
- "ja": "Japanese",
200
- "jbo": "Lojban",
201
- "jpr": "Judeo-Persian",
202
- "jrb": "Judeo-Arabic",
203
- "jv": "Javanese",
204
- "ka": "Georgian",
205
- "kaa": "Kara-Kalpak, Karakalpak",
206
- "kab": "Kabyle",
207
- "kac": "Kachin, Jingpho",
208
- "kam": "Kamba (Kenya)",
209
- "kar": "Karen languages",
210
- "kaw": "Kawi",
211
- "kbd": "Kabardian",
212
- "kg": "Kongo",
213
- "kha": "Khasi",
214
- "khi": "Khoisan languages",
215
- "kho": "Khotanese, Sakan",
216
- "ki": "Kikuyu, Gikuyu",
217
- "kj": "Kuanyama, Kwanyama",
218
- "kk": "Kazakh",
219
- "kl": "Kalaallisut, Greenlandic",
220
- "km": "Khmer, Central Khmer",
221
- "kmb": "Kimbundu",
222
- "kn": "Kannada",
223
- "ko": "Korean",
224
- "kok": "Konkani (macrolanguage)",
225
- "kos": "Kosraean",
226
- "kpe": "Kpelle",
227
- "kr": "Kanuri",
228
- "krc": "Karachay-Balkar",
229
- "kro": "Kru languages",
230
- "kru": "Kurukh",
231
- "ks": "Kashmiri",
232
- "ku": "Kurdish",
233
- "kum": "Kumyk",
234
- "kut": "Kutenai",
235
- "kv": "Komi",
236
- "kw": "Cornish",
237
- "ky": "Kirghiz, Kyrgyz",
238
- "la": "Latin",
239
- "lad": "Ladino",
240
- "lah": "Lahnda",
241
- "lam": "Lamba",
242
- "lb": "Luxembourgish, Letzeburgesch",
243
- "lez": "Lezghian",
244
- "lg": "Ganda, Luganda",
245
- "li": "Limburgan, Limburger, Limburgish",
246
- "ln": "Lingala",
247
- "lo": "Lao",
248
- "lol": "Mongo",
249
- "loz": "Lozi",
250
- "lt": "Lithuanian",
251
- "lu": "Luba-Katanga",
252
- "lua": "Luba-Lulua",
253
- "lui": "Luiseno",
254
- "lun": "Lunda",
255
- "luo": "Luo (Kenya and Tanzania), Dholuo",
256
- "lus": "Lushai",
257
- "lv": "Latvian",
258
- "mad": "Madurese",
259
- "mag": "Magahi",
260
- "mai": "Maithili",
261
- "mak": "Makasar",
262
- "man": "Mandingo, Manding",
263
- "map": "Austronesian languages",
264
- "mas": "Masai",
265
- "mdf": "Moksha",
266
- "mdr": "Mandar",
267
- "men": "Mende (Sierra Leone)",
268
- "mg": "Malagasy",
269
- "mga": "Middle Irish (900-1200)",
270
- "mh": "Marshallese",
271
- "mi": "Maori",
272
- "mic": "Mi'kmaq, Micmac",
273
- "min": "Minangkabau",
274
- "mis": "Uncoded languages",
275
- "mk": "Macedonian",
276
- "mkh": "Mon-Khmer languages",
277
- "ml": "Malayalam",
278
- "mn": "Mongolian",
279
- "mnc": "Manchu",
280
- "mni": "Manipuri",
281
- "mno": "Manobo languages",
282
- "moh": "Mohawk",
283
- "mos": "Mossi",
284
- "mr": "Marathi",
285
- "ms": "Malay (macrolanguage)",
286
- "mt": "Maltese",
287
- "mul": "Multiple languages",
288
- "mun": "Munda languages",
289
- "mus": "Creek",
290
- "mwl": "Mirandese",
291
- "mwr": "Marwari",
292
- "my": "Burmese",
293
- "myn": "Mayan languages",
294
- "myv": "Erzya",
295
- "na": "Nauru",
296
- "nah": "Nahuatl languages",
297
- "nai": "North American Indian languages",
298
- "nap": "Neapolitan",
299
- "nb": "Norwegian Bokm\u00e5l",
300
- "nd": "North Ndebele",
301
- "nds": "Low German, Low Saxon",
302
- "ne": "Nepali (macrolanguage)",
303
- "new": "Newari, Nepal Bhasa",
304
- "ng": "Ndonga",
305
- "nia": "Nias",
306
- "nic": "Niger-Kordofanian languages",
307
- "niu": "Niuean",
308
- "nl": "Dutch, Flemish",
309
- "nn": "Norwegian Nynorsk",
310
- "no": "Norwegian",
311
- "nog": "Nogai",
312
- "non": "Old Norse",
313
- "nr": "South Ndebele",
314
- "nso": "Pedi, Northern Sotho, Sepedi",
315
- "nub": "Nubian languages",
316
- "nv": "Navajo, Navaho",
317
- "nwc": "Classical Newari, Classical Nepal Bhasa, Old Newari",
318
- "ny": "Nyanja, Chewa, Chichewa",
319
- "nym": "Nyamwezi",
320
- "nyn": "Nyankole",
321
- "nyo": "Nyoro",
322
- "nzi": "Nzima",
323
- "oc": "Occitan (post 1500)",
324
- "oj": "Ojibwa",
325
- "om": "Oromo",
326
- "or": "Oriya (macrolanguage), Odia (macrolanguage)",
327
- "os": "Ossetian, Ossetic",
328
- "osa": "Osage",
329
- "ota": "Ottoman Turkish (1500-1928)",
330
- "oto": "Otomian languages",
331
- "pa": "Panjabi, Punjabi",
332
- "paa": "Papuan languages",
333
- "pag": "Pangasinan",
334
- "pal": "Pahlavi",
335
- "pam": "Pampanga, Kapampangan",
336
- "pap": "Papiamento",
337
- "pau": "Palauan",
338
- "peo": "Old Persian (ca. 600-400 B.C.)",
339
- "phi": "Philippine languages",
340
- "phn": "Phoenician",
341
- "pi": "Pali",
342
- "pl": "Polish",
343
- "pon": "Pohnpeian",
344
- "pra": "Prakrit languages",
345
- "pro": "Old Proven\u00e7al (to 1500), Old Occitan (to 1500)",
346
- "ps": "Pushto, Pashto",
347
- "pt": "Portuguese",
348
- "qaa..qtz": "Private use",
349
- "qu": "Quechua",
350
- "raj": "Rajasthani",
351
- "rap": "Rapanui",
352
- "rar": "Rarotongan, Cook Islands Maori",
353
- "rm": "Romansh",
354
- "rn": "Rundi",
355
- "ro": "Romanian, Moldavian, Moldovan",
356
- "roa": "Romance languages",
357
- "rom": "Romany",
358
- "ru": "Russian",
359
- "rup": "Macedo-Romanian, Aromanian, Arumanian",
360
- "rw": "Kinyarwanda",
361
- "sa": "Sanskrit",
362
- "sad": "Sandawe",
363
- "sah": "Yakut",
364
- "sai": "South American Indian languages",
365
- "sal": "Salishan languages",
366
- "sam": "Samaritan Aramaic",
367
- "sas": "Sasak",
368
- "sat": "Santali",
369
- "sc": "Sardinian",
370
- "scn": "Sicilian",
371
- "sco": "Scots",
372
- "sd": "Sindhi",
373
- "se": "Northern Sami",
374
- "sel": "Selkup",
375
- "sem": "Semitic languages",
376
- "sg": "Sango",
377
- "sga": "Old Irish (to 900)",
378
- "sgn": "Sign languages",
379
- "sh": "Serbo-Croatian",
380
- "shn": "Shan",
381
- "si": "Sinhala, Sinhalese",
382
- "sid": "Sidamo",
383
- "sio": "Siouan languages",
384
- "sit": "Sino-Tibetan languages",
385
- "sk": "Slovak",
386
- "sl": "Slovenian",
387
- "sla": "Slavic languages",
388
- "sm": "Samoan",
389
- "sma": "Southern Sami",
390
- "smi": "Sami languages",
391
- "smj": "Lule Sami",
392
- "smn": "Inari Sami",
393
- "sms": "Skolt Sami",
394
- "sn": "Shona",
395
- "snk": "Soninke",
396
- "so": "Somali",
397
- "sog": "Sogdian",
398
- "son": "Songhai languages",
399
- "sq": "Albanian",
400
- "sr": "Serbian",
401
- "srn": "Sranan Tongo",
402
- "srr": "Serer",
403
- "ss": "Swati",
404
- "ssa": "Nilo-Saharan languages",
405
- "st": "Southern Sotho",
406
- "su": "Sundanese",
407
- "suk": "Sukuma",
408
- "sus": "Susu",
409
- "sux": "Sumerian",
410
- "sv": "Swedish",
411
- "sw": "Swahili (macrolanguage)",
412
- "syr": "Syriac",
413
- "ta": "Tamil",
414
- "tai": "Tai languages",
415
- "te": "Telugu",
416
- "tem": "Timne",
417
- "ter": "Tereno",
418
- "tet": "Tetum",
419
- "tg": "Tajik",
420
- "th": "Thai",
421
- "ti": "Tigrinya",
422
- "tig": "Tigre",
423
- "tiv": "Tiv",
424
- "tk": "Turkmen",
425
- "tkl": "Tokelau",
426
- "tl": "Tagalog",
427
- "tlh": "Klingon, tlhIngan Hol",
428
- "tli": "Tlingit",
429
- "tmh": "Tamashek",
430
- "tn": "Tswana",
431
- "to": "Tonga (Tonga Islands)",
432
- "tog": "Tonga (Nyasa)",
433
- "tpi": "Tok Pisin",
434
- "tr": "Turkish",
435
- "ts": "Tsonga",
436
- "tsi": "Tsimshian",
437
- "tt": "Tatar",
438
- "tum": "Tumbuka",
439
- "tup": "Tupi languages",
440
- "tut": "Altaic languages",
441
- "tvl": "Tuvalu",
442
- "tw": "Twi",
443
- "ty": "Tahitian",
444
- "tyv": "Tuvinian",
445
- "udm": "Udmurt",
446
- "ug": "Uighur, Uyghur",
447
- "uga": "Ugaritic",
448
- "uk": "Ukrainian",
449
- "umb": "Umbundu",
450
- "und": "Undetermined",
451
- "ur": "Urdu",
452
- "uz": "Uzbek",
453
- "vai": "Vai",
454
- "ve": "Venda",
455
- "vi": "Vietnamese",
456
- "vo": "Volap\u00fck",
457
- "vot": "Votic",
458
- "wa": "Walloon",
459
- "wak": "Wakashan languages",
460
- "wal": "Wolaytta, Wolaitta",
461
- "war": "Waray (Philippines)",
462
- "was": "Washo",
463
- "wen": "Sorbian languages",
464
- "wo": "Wolof",
465
- "xal": "Kalmyk, Oirat",
466
- "xh": "Xhosa",
467
- "yao": "Yao",
468
- "yap": "Yapese",
469
- "yi": "Yiddish",
470
- "yo": "Yoruba",
471
- "ypk": "Yupik languages",
472
- "za": "Zhuang, Chuang",
473
- "zap": "Zapotec",
474
- "zen": "Zenaga",
475
- "zh": "Chinese",
476
- "znd": "Zande languages",
477
- "zu": "Zulu",
478
- "zun": "Zuni"
479
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
language_set_full.json DELETED
The diff for this file is too large to render. See raw diff
 
license_set.json DELETED
@@ -1,452 +0,0 @@
1
- {
2
- "other": "Other license",
3
- "unknown": "License information unavailable",
4
- "0bsd": "BSD Zero Clause License",
5
- "aal": "Attribution Assurance License",
6
- "abstyles": "Abstyles License",
7
- "adobe-2006": "Adobe Systems Incorporated Source Code License Agreement",
8
- "adobe-glyph": "Adobe Glyph List License",
9
- "adsl": "Amazon Digital Services License",
10
- "afl-1.1": "Academic Free License v1.1",
11
- "afl-1.2": "Academic Free License v1.2",
12
- "afl-2.0": "Academic Free License v2.0",
13
- "afl-2.1": "Academic Free License v2.1",
14
- "afl-3.0": "Academic Free License v3.0",
15
- "afmparse": "Afmparse License",
16
- "agpl-1.0": "Affero General Public License v1.0",
17
- "agpl-1.0-only": "Affero General Public License v1.0 only",
18
- "agpl-1.0-or-later": "Affero General Public License v1.0 or later",
19
- "agpl-3.0": "GNU Affero General Public License v3.0",
20
- "agpl-3.0-only": "GNU Affero General Public License v3.0 only",
21
- "agpl-3.0-or-later": "GNU Affero General Public License v3.0 or later",
22
- "aladdin": "Aladdin Free Public License",
23
- "amdplpa": "AMD's plpa_map.c License",
24
- "aml": "Apple MIT License",
25
- "ampas": "Academy of Motion Picture Arts and Sciences BSD",
26
- "antlr-pd": "ANTLR Software Rights Notice",
27
- "antlr-pd-fallback": "ANTLR Software Rights Notice with license fallback",
28
- "apache-1.0": "Apache License 1.0",
29
- "apache-1.1": "Apache License 1.1",
30
- "apache-2.0": "Apache License 2.0",
31
- "apafml": "Adobe Postscript AFM License",
32
- "apl-1.0": "Adaptive Public License 1.0",
33
- "apsl-1.0": "Apple Public Source License 1.0",
34
- "apsl-1.1": "Apple Public Source License 1.1",
35
- "apsl-1.2": "Apple Public Source License 1.2",
36
- "apsl-2.0": "Apple Public Source License 2.0",
37
- "artistic-1.0": "Artistic License 1.0",
38
- "artistic-1.0-cl8": "Artistic License 1.0 w/clause 8",
39
- "artistic-1.0-perl": "Artistic License 1.0 (Perl)",
40
- "artistic-2.0": "Artistic License 2.0",
41
- "bahyph": "Bahyph License",
42
- "barr": "Barr License",
43
- "beerware": "Beerware License",
44
- "bittorrent-1.0": "BitTorrent Open Source License v1.0",
45
- "bittorrent-1.1": "BitTorrent Open Source License v1.1",
46
- "blessing": "SQLite Blessing",
47
- "blueoak-1.0.0": "Blue Oak Model License 1.0.0",
48
- "borceux": "Borceux license",
49
- "bsd-1-clause": "BSD 1-Clause License",
50
- "bsd-2-clause": "BSD 2-Clause \"Simplified\" License",
51
- "bsd-2-clause-freebsd": "BSD 2-Clause FreeBSD License",
52
- "bsd-2-clause-netbsd": "BSD 2-Clause NetBSD License",
53
- "bsd-2-clause-patent": "BSD-2-Clause Plus Patent License",
54
- "bsd-2-clause-views": "BSD 2-Clause with views sentence",
55
- "bsd-3-clause": "BSD 3-Clause \"New\" or \"Revised\" License",
56
- "bsd-3-clause-attribution": "BSD with attribution",
57
- "bsd-3-clause-clear": "BSD 3-Clause Clear License",
58
- "bsd-3-clause-lbnl": "Lawrence Berkeley National Labs BSD variant license",
59
- "bsd-3-clause-no-nuclear-license": "BSD 3-Clause No Nuclear License",
60
- "bsd-3-clause-no-nuclear-license-2014": "BSD 3-Clause No Nuclear License 2014",
61
- "bsd-3-clause-no-nuclear-warranty": "BSD 3-Clause No Nuclear Warranty",
62
- "bsd-3-clause-open-mpi": "BSD 3-Clause Open MPI variant",
63
- "bsd-4-clause": "BSD 4-Clause \"Original\" or \"Old\" License",
64
- "bsd-4-clause-uc": "BSD-4-Clause (University of California-Specific)",
65
- "bsd-protection": "BSD Protection License",
66
- "bsd-source-code": "BSD Source Code Attribution",
67
- "bsl-1.0": "Boost Software License 1.0",
68
- "busl-1.1": "Business Source License 1.1",
69
- "bzip2-1.0.5": "bzip2 and libbzip2 License v1.0.5",
70
- "bzip2-1.0.6": "bzip2 and libbzip2 License v1.0.6",
71
- "cal-1.0": "Cryptographic Autonomy License 1.0",
72
- "cal-1.0-combined-work-exception": "Cryptographic Autonomy License 1.0 (Combined Work Exception)",
73
- "caldera": "Caldera License",
74
- "catosl-1.1": "Computer Associates Trusted Open Source License 1.1",
75
- "cc-by-1.0": "Creative Commons Attribution 1.0 Generic",
76
- "cc-by-2.0": "Creative Commons Attribution 2.0 Generic",
77
- "cc-by-2.5": "Creative Commons Attribution 2.5 Generic",
78
- "cc-by-3.0": "Creative Commons Attribution 3.0 Unported",
79
- "cc-by-3.0-at": "Creative Commons Attribution 3.0 Austria",
80
- "cc-by-3.0-us": "Creative Commons Attribution 3.0 United States",
81
- "cc-by-4.0": "Creative Commons Attribution 4.0 International",
82
- "cc-by-nc-1.0": "Creative Commons Attribution Non Commercial 1.0 Generic",
83
- "cc-by-nc-2.0": "Creative Commons Attribution Non Commercial 2.0 Generic",
84
- "cc-by-nc-2.5": "Creative Commons Attribution Non Commercial 2.5 Generic",
85
- "cc-by-nc-3.0": "Creative Commons Attribution Non Commercial 3.0 Unported",
86
- "cc-by-nc-4.0": "Creative Commons Attribution Non Commercial 4.0 International",
87
- "cc-by-nc-nd-1.0": "Creative Commons Attribution Non Commercial No Derivatives 1.0 Generic",
88
- "cc-by-nc-nd-2.0": "Creative Commons Attribution Non Commercial No Derivatives 2.0 Generic",
89
- "cc-by-nc-nd-2.5": "Creative Commons Attribution Non Commercial No Derivatives 2.5 Generic",
90
- "cc-by-nc-nd-3.0": "Creative Commons Attribution Non Commercial No Derivatives 3.0 Unported",
91
- "cc-by-nc-nd-3.0-igo": "Creative Commons Attribution Non Commercial No Derivatives 3.0 IGO",
92
- "cc-by-nc-nd-4.0": "Creative Commons Attribution Non Commercial No Derivatives 4.0 International",
93
- "cc-by-nc-sa-1.0": "Creative Commons Attribution Non Commercial Share Alike 1.0 Generic",
94
- "cc-by-nc-sa-2.0": "Creative Commons Attribution Non Commercial Share Alike 2.0 Generic",
95
- "cc-by-nc-sa-2.5": "Creative Commons Attribution Non Commercial Share Alike 2.5 Generic",
96
- "cc-by-nc-sa-3.0": "Creative Commons Attribution Non Commercial Share Alike 3.0 Unported",
97
- "cc-by-nc-sa-4.0": "Creative Commons Attribution Non Commercial Share Alike 4.0 International",
98
- "cc-by-nd-1.0": "Creative Commons Attribution No Derivatives 1.0 Generic",
99
- "cc-by-nd-2.0": "Creative Commons Attribution No Derivatives 2.0 Generic",
100
- "cc-by-nd-2.5": "Creative Commons Attribution No Derivatives 2.5 Generic",
101
- "cc-by-nd-3.0": "Creative Commons Attribution No Derivatives 3.0 Unported",
102
- "cc-by-nd-4.0": "Creative Commons Attribution No Derivatives 4.0 International",
103
- "cc-by-sa-1.0": "Creative Commons Attribution Share Alike 1.0 Generic",
104
- "cc-by-sa-2.0": "Creative Commons Attribution Share Alike 2.0 Generic",
105
- "cc-by-sa-2.0-uk": "Creative Commons Attribution Share Alike 2.0 England and Wales",
106
- "cc-by-sa-2.5": "Creative Commons Attribution Share Alike 2.5 Generic",
107
- "cc-by-sa-3.0": "Creative Commons Attribution Share Alike 3.0 Unported",
108
- "cc-by-sa-3.0-at": "Creative Commons Attribution-Share Alike 3.0 Austria",
109
- "cc-by-sa-4.0": "Creative Commons Attribution Share Alike 4.0 International",
110
- "cc-pddc": "Creative Commons Public Domain Dedication and Certification",
111
- "cc0-1.0": "Creative Commons Zero v1.0 Universal",
112
- "cddl-1.0": "Common Development and Distribution License 1.0",
113
- "cddl-1.1": "Common Development and Distribution License 1.1",
114
- "cdla-permissive-1.0": "Community Data License Agreement Permissive 1.0",
115
- "cdla-sharing-1.0": "Community Data License Agreement Sharing 1.0",
116
- "cecill-1.0": "CeCILL Free Software License Agreement v1.0",
117
- "cecill-1.1": "CeCILL Free Software License Agreement v1.1",
118
- "cecill-2.0": "CeCILL Free Software License Agreement v2.0",
119
- "cecill-2.1": "CeCILL Free Software License Agreement v2.1",
120
- "cecill-b": "CeCILL-B Free Software License Agreement",
121
- "cecill-c": "CeCILL-C Free Software License Agreement",
122
- "cern-ohl-1.1": "CERN Open Hardware Licence v1.1",
123
- "cern-ohl-1.2": "CERN Open Hardware Licence v1.2",
124
- "cern-ohl-p-2.0": "CERN Open Hardware Licence Version 2 - Permissive",
125
- "cern-ohl-s-2.0": "CERN Open Hardware Licence Version 2 - Strongly Reciprocal",
126
- "cern-ohl-w-2.0": "CERN Open Hardware Licence Version 2 - Weakly Reciprocal",
127
- "clartistic": "Clarified Artistic License",
128
- "cnri-jython": "CNRI Jython License",
129
- "cnri-python": "CNRI Python License",
130
- "cnri-python-gpl-compatible": "CNRI Python Open Source GPL Compatible License Agreement",
131
- "condor-1.1": "Condor Public License v1.1",
132
- "copyleft-next-0.3.0": "copyleft-next 0.3.0",
133
- "copyleft-next-0.3.1": "copyleft-next 0.3.1",
134
- "cpal-1.0": "Common Public Attribution License 1.0",
135
- "cpl-1.0": "Common Public License 1.0",
136
- "cpol-1.02": "Code Project Open License 1.02",
137
- "crossword": "Crossword License",
138
- "crystalstacker": "CrystalStacker License",
139
- "cua-opl-1.0": "CUA Office Public License v1.0",
140
- "cube": "Cube License",
141
- "curl": "curl License",
142
- "d-fsl-1.0": "Deutsche Freie Software Lizenz",
143
- "diffmark": "diffmark license",
144
- "doc": "DOC License",
145
- "dotseqn": "Dotseqn License",
146
- "dsdp": "DSDP License",
147
- "dvipdfm": "dvipdfm License",
148
- "ecl-1.0": "Educational Community License v1.0",
149
- "ecl-2.0": "Educational Community License v2.0",
150
- "ecos-2.0": "eCos license version 2.0",
151
- "efl-1.0": "Eiffel Forum License v1.0",
152
- "efl-2.0": "Eiffel Forum License v2.0",
153
- "egenix": "eGenix.com Public License 1.1.0",
154
- "entessa": "Entessa Public License v1.0",
155
- "epics": "EPICS Open License",
156
- "epl-1.0": "Eclipse Public License 1.0",
157
- "epl-2.0": "Eclipse Public License 2.0",
158
- "erlpl-1.1": "Erlang Public License v1.1",
159
- "etalab-2.0": "Etalab Open License 2.0",
160
- "eudatagrid": "EU DataGrid Software License",
161
- "eupl-1.0": "European Union Public License 1.0",
162
- "eupl-1.1": "European Union Public License 1.1",
163
- "eupl-1.2": "European Union Public License 1.2",
164
- "eurosym": "Eurosym License",
165
- "fair": "Fair License",
166
- "frameworx-1.0": "Frameworx Open License 1.0",
167
- "freeimage": "FreeImage Public License v1.0",
168
- "fsfap": "FSF All Permissive License",
169
- "fsful": "FSF Unlimited License",
170
- "fsfullr": "FSF Unlimited License (with License Retention)",
171
- "ftl": "Freetype Project License",
172
- "gfdl-1.1": "GNU Free Documentation License v1.1",
173
- "gfdl-1.1-invariants-only": "GNU Free Documentation License v1.1 only - invariants",
174
- "gfdl-1.1-invariants-or-later": "GNU Free Documentation License v1.1 or later - invariants",
175
- "gfdl-1.1-no-invariants-only": "GNU Free Documentation License v1.1 only - no invariants",
176
- "gfdl-1.1-no-invariants-or-later": "GNU Free Documentation License v1.1 or later - no invariants",
177
- "gfdl-1.1-only": "GNU Free Documentation License v1.1 only",
178
- "gfdl-1.1-or-later": "GNU Free Documentation License v1.1 or later",
179
- "gfdl-1.2": "GNU Free Documentation License v1.2",
180
- "gfdl-1.2-invariants-only": "GNU Free Documentation License v1.2 only - invariants",
181
- "gfdl-1.2-invariants-or-later": "GNU Free Documentation License v1.2 or later - invariants",
182
- "gfdl-1.2-no-invariants-only": "GNU Free Documentation License v1.2 only - no invariants",
183
- "gfdl-1.2-no-invariants-or-later": "GNU Free Documentation License v1.2 or later - no invariants",
184
- "gfdl-1.2-only": "GNU Free Documentation License v1.2 only",
185
- "gfdl-1.2-or-later": "GNU Free Documentation License v1.2 or later",
186
- "gfdl-1.3": "GNU Free Documentation License v1.3",
187
- "gfdl-1.3-invariants-only": "GNU Free Documentation License v1.3 only - invariants",
188
- "gfdl-1.3-invariants-or-later": "GNU Free Documentation License v1.3 or later - invariants",
189
- "gfdl-1.3-no-invariants-only": "GNU Free Documentation License v1.3 only - no invariants",
190
- "gfdl-1.3-no-invariants-or-later": "GNU Free Documentation License v1.3 or later - no invariants",
191
- "gfdl-1.3-only": "GNU Free Documentation License v1.3 only",
192
- "gfdl-1.3-or-later": "GNU Free Documentation License v1.3 or later",
193
- "giftware": "Giftware License",
194
- "gl2ps": "GL2PS License",
195
- "glide": "3dfx Glide License",
196
- "glulxe": "Glulxe License",
197
- "glwtpl": "Good Luck With That Public License",
198
- "gnuplot": "gnuplot License",
199
- "gpl-1.0": "GNU General Public License v1.0 only",
200
- "gpl-1.0+": "GNU General Public License v1.0 or later",
201
- "gpl-1.0-only": "GNU General Public License v1.0 only",
202
- "gpl-1.0-or-later": "GNU General Public License v1.0 or later",
203
- "gpl-2.0": "GNU General Public License v2.0 only",
204
- "gpl-2.0+": "GNU General Public License v2.0 or later",
205
- "gpl-2.0-only": "GNU General Public License v2.0 only",
206
- "gpl-2.0-or-later": "GNU General Public License v2.0 or later",
207
- "gpl-2.0-with-autoconf-exception": "GNU General Public License v2.0 w/Autoconf exception",
208
- "gpl-2.0-with-bison-exception": "GNU General Public License v2.0 w/Bison exception",
209
- "gpl-2.0-with-classpath-exception": "GNU General Public License v2.0 w/Classpath exception",
210
- "gpl-2.0-with-font-exception": "GNU General Public License v2.0 w/Font exception",
211
- "gpl-2.0-with-gcc-exception": "GNU General Public License v2.0 w/GCC Runtime Library exception",
212
- "gpl-3.0": "GNU General Public License v3.0 only",
213
- "gpl-3.0+": "GNU General Public License v3.0 or later",
214
- "gpl-3.0-only": "GNU General Public License v3.0 only",
215
- "gpl-3.0-or-later": "GNU General Public License v3.0 or later",
216
- "gpl-3.0-with-autoconf-exception": "GNU General Public License v3.0 w/Autoconf exception",
217
- "gpl-3.0-with-gcc-exception": "GNU General Public License v3.0 w/GCC Runtime Library exception",
218
- "gsoap-1.3b": "gSOAP Public License v1.3b",
219
- "haskellreport": "Haskell Language Report License",
220
- "hippocratic-2.1": "Hippocratic License 2.1",
221
- "hpnd": "Historical Permission Notice and Disclaimer",
222
- "hpnd-sell-variant": "Historical Permission Notice and Disclaimer - sell variant",
223
- "htmltidy": "HTML Tidy License",
224
- "ibm-pibs": "IBM PowerPC Initialization and Boot Software",
225
- "icu": "ICU License",
226
- "ijg": "Independent JPEG Group License",
227
- "imagemagick": "ImageMagick License",
228
- "imatix": "iMatix Standard Function Library Agreement",
229
- "imlib2": "Imlib2 License",
230
- "info-zip": "Info-ZIP License",
231
- "intel": "Intel Open Source License",
232
- "intel-acpi": "Intel ACPI Software License Agreement",
233
- "interbase-1.0": "Interbase Public License v1.0",
234
- "ipa": "IPA Font License",
235
- "ipl-1.0": "IBM Public License v1.0",
236
- "isc": "ISC License",
237
- "jasper-2.0": "JasPer License",
238
- "jpnic": "Japan Network Information Center License",
239
- "json": "JSON License",
240
- "lal-1.2": "Licence Art Libre 1.2",
241
- "lal-1.3": "Licence Art Libre 1.3",
242
- "latex2e": "Latex2e License",
243
- "leptonica": "Leptonica License",
244
- "lgpl-2.0": "GNU Library General Public License v2 only",
245
- "lgpl-2.0+": "GNU Library General Public License v2 or later",
246
- "lgpl-2.0-only": "GNU Library General Public License v2 only",
247
- "lgpl-2.0-or-later": "GNU Library General Public License v2 or later",
248
- "lgpl-2.1": "GNU Lesser General Public License v2.1 only",
249
- "lgpl-2.1+": "GNU Library General Public License v2.1 or later",
250
- "lgpl-2.1-only": "GNU Lesser General Public License v2.1 only",
251
- "lgpl-2.1-or-later": "GNU Lesser General Public License v2.1 or later",
252
- "lgpl-3.0": "GNU Lesser General Public License v3.0 only",
253
- "lgpl-3.0+": "GNU Lesser General Public License v3.0 or later",
254
- "lgpl-3.0-only": "GNU Lesser General Public License v3.0 only",
255
- "lgpl-3.0-or-later": "GNU Lesser General Public License v3.0 or later",
256
- "lgpllr": "Lesser General Public License For Linguistic Resources",
257
- "libpng": "libpng License",
258
- "libpng-2.0": "PNG Reference Library version 2",
259
- "libselinux-1.0": "libselinux public domain notice",
260
- "libtiff": "libtiff License",
261
- "liliq-p-1.1": "Licence Libre du Qu\u00e9bec \u2013 Permissive version 1.1",
262
- "liliq-r-1.1": "Licence Libre du Qu\u00e9bec \u2013 R\u00e9ciprocit\u00e9 version 1.1",
263
- "liliq-rplus-1.1": "Licence Libre du Qu\u00e9bec \u2013 R\u00e9ciprocit\u00e9 forte version 1.1",
264
- "linux-openib": "Linux Kernel Variant of OpenIB.org license",
265
- "lpl-1.0": "Lucent Public License Version 1.0",
266
- "lpl-1.02": "Lucent Public License v1.02",
267
- "lppl-1.0": "LaTeX Project Public License v1.0",
268
- "lppl-1.1": "LaTeX Project Public License v1.1",
269
- "lppl-1.2": "LaTeX Project Public License v1.2",
270
- "lppl-1.3a": "LaTeX Project Public License v1.3a",
271
- "lppl-1.3c": "LaTeX Project Public License v1.3c",
272
- "makeindex": "MakeIndex License",
273
- "miros": "The MirOS Licence",
274
- "mit": "MIT License",
275
- "mit-0": "MIT No Attribution",
276
- "mit-advertising": "Enlightenment License (e16)",
277
- "mit-cmu": "CMU License",
278
- "mit-enna": "enna License",
279
- "mit-feh": "feh License",
280
- "mit-open-group": "MIT Open Group variant",
281
- "mitnfa": "MIT +no-false-attribs license",
282
- "motosoto": "Motosoto License",
283
- "mpich2": "mpich2 License",
284
- "mpl-1.0": "Mozilla Public License 1.0",
285
- "mpl-1.1": "Mozilla Public License 1.1",
286
- "mpl-2.0": "Mozilla Public License 2.0",
287
- "mpl-2.0-no-copyleft-exception": "Mozilla Public License 2.0 (no copyleft exception)",
288
- "ms-pl": "Microsoft Public License",
289
- "ms-rl": "Microsoft Reciprocal License",
290
- "mtll": "Matrix Template Library License",
291
- "mulanpsl-1.0": "Mulan Permissive Software License, Version 1",
292
- "mulanpsl-2.0": "Mulan Permissive Software License, Version 2",
293
- "multics": "Multics License",
294
- "mup": "Mup License",
295
- "nasa-1.3": "NASA Open Source Agreement 1.3",
296
- "naumen": "Naumen Public License",
297
- "nbpl-1.0": "Net Boolean Public License v1",
298
- "ncgl-uk-2.0": "Non-Commercial Government Licence",
299
- "ncsa": "University of Illinois/NCSA Open Source License",
300
- "net-snmp": "Net-SNMP License",
301
- "netcdf": "NetCDF license",
302
- "newsletr": "Newsletr License",
303
- "ngpl": "Nethack General Public License",
304
- "nist-pd": "NIST Public Domain Notice",
305
- "nist-pd-fallback": "NIST Public Domain Notice with license fallback",
306
- "nlod-1.0": "Norwegian Licence for Open Government Data",
307
- "nlpl": "No Limit Public License",
308
- "nokia": "Nokia Open Source License",
309
- "nosl": "Netizen Open Source License",
310
- "noweb": "Noweb License",
311
- "npl-1.0": "Netscape Public License v1.0",
312
- "npl-1.1": "Netscape Public License v1.1",
313
- "nposl-3.0": "Non-Profit Open Software License 3.0",
314
- "nrl": "NRL License",
315
- "ntp": "NTP License",
316
- "ntp-0": "NTP No Attribution",
317
- "nunit": "Nunit License",
318
- "o-uda-1.0": "Open Use of Data Agreement v1.0",
319
- "occt-pl": "Open CASCADE Technology Public License",
320
- "oclc-2.0": "OCLC Research Public License 2.0",
321
- "odbl-1.0": "ODC Open Database License v1.0",
322
- "odc-by-1.0": "Open Data Commons Attribution License v1.0",
323
- "ofl-1.0": "SIL Open Font License 1.0",
324
- "ofl-1.0-no-rfn": "SIL Open Font License 1.0 with no Reserved Font Name",
325
- "ofl-1.0-rfn": "SIL Open Font License 1.0 with Reserved Font Name",
326
- "ofl-1.1": "SIL Open Font License 1.1",
327
- "ofl-1.1-no-rfn": "SIL Open Font License 1.1 with no Reserved Font Name",
328
- "ofl-1.1-rfn": "SIL Open Font License 1.1 with Reserved Font Name",
329
- "ogc-1.0": "OGC Software License, Version 1.0",
330
- "ogl-canada-2.0": "Open Government Licence - Canada",
331
- "ogl-uk-1.0": "Open Government Licence v1.0",
332
- "ogl-uk-2.0": "Open Government Licence v2.0",
333
- "ogl-uk-3.0": "Open Government Licence v3.0",
334
- "ogtsl": "Open Group Test Suite License",
335
- "oldap-1.1": "Open LDAP Public License v1.1",
336
- "oldap-1.2": "Open LDAP Public License v1.2",
337
- "oldap-1.3": "Open LDAP Public License v1.3",
338
- "oldap-1.4": "Open LDAP Public License v1.4",
339
- "oldap-2.0": "Open LDAP Public License v2.0 (or possibly 2.0A and 2.0B)",
340
- "oldap-2.0.1": "Open LDAP Public License v2.0.1",
341
- "oldap-2.1": "Open LDAP Public License v2.1",
342
- "oldap-2.2": "Open LDAP Public License v2.2",
343
- "oldap-2.2.1": "Open LDAP Public License v2.2.1",
344
- "oldap-2.2.2": "Open LDAP Public License 2.2.2",
345
- "oldap-2.3": "Open LDAP Public License v2.3",
346
- "oldap-2.4": "Open LDAP Public License v2.4",
347
- "oldap-2.5": "Open LDAP Public License v2.5",
348
- "oldap-2.6": "Open LDAP Public License v2.6",
349
- "oldap-2.7": "Open LDAP Public License v2.7",
350
- "oldap-2.8": "Open LDAP Public License v2.8",
351
- "oml": "Open Market License",
352
- "openssl": "OpenSSL License",
353
- "opl-1.0": "Open Public License v1.0",
354
- "oset-pl-2.1": "OSET Public License version 2.1",
355
- "osl-1.0": "Open Software License 1.0",
356
- "osl-1.1": "Open Software License 1.1",
357
- "osl-2.0": "Open Software License 2.0",
358
- "osl-2.1": "Open Software License 2.1",
359
- "osl-3.0": "Open Software License 3.0",
360
- "parity-6.0.0": "The Parity Public License 6.0.0",
361
- "parity-7.0.0": "The Parity Public License 7.0.0",
362
- "pddl-1.0": "ODC Public Domain Dedication & License 1.0",
363
- "php-3.0": "PHP License v3.0",
364
- "php-3.01": "PHP License v3.01",
365
- "plexus": "Plexus Classworlds License",
366
- "polyform-noncommercial-1.0.0": "PolyForm Noncommercial License 1.0.0",
367
- "polyform-small-business-1.0.0": "PolyForm Small Business License 1.0.0",
368
- "postgresql": "PostgreSQL License",
369
- "psf-2.0": "Python Software Foundation License 2.0",
370
- "psfrag": "psfrag License",
371
- "psutils": "psutils License",
372
- "python-2.0": "Python License 2.0",
373
- "qhull": "Qhull License",
374
- "qpl-1.0": "Q Public License 1.0",
375
- "rdisc": "Rdisc License",
376
- "rhecos-1.1": "Red Hat eCos Public License v1.1",
377
- "rpl-1.1": "Reciprocal Public License 1.1",
378
- "rpl-1.5": "Reciprocal Public License 1.5",
379
- "rpsl-1.0": "RealNetworks Public Source License v1.0",
380
- "rsa-md": "RSA Message-Digest License",
381
- "rscpl": "Ricoh Source Code Public License",
382
- "ruby": "Ruby License",
383
- "sax-pd": "Sax Public Domain Notice",
384
- "saxpath": "Saxpath License",
385
- "scea": "SCEA Shared Source License",
386
- "sendmail": "Sendmail License",
387
- "sendmail-8.23": "Sendmail License 8.23",
388
- "sgi-b-1.0": "SGI Free Software License B v1.0",
389
- "sgi-b-1.1": "SGI Free Software License B v1.1",
390
- "sgi-b-2.0": "SGI Free Software License B v2.0",
391
- "shl-0.5": "Solderpad Hardware License v0.5",
392
- "shl-0.51": "Solderpad Hardware License, Version 0.51",
393
- "simpl-2.0": "Simple Public License 2.0",
394
- "sissl": "Sun Industry Standards Source License v1.1",
395
- "sissl-1.2": "Sun Industry Standards Source License v1.2",
396
- "sleepycat": "Sleepycat License",
397
- "smlnj": "Standard ML of New Jersey License",
398
- "smppl": "Secure Messaging Protocol Public License",
399
- "snia": "SNIA Public License 1.1",
400
- "spencer-86": "Spencer License 86",
401
- "spencer-94": "Spencer License 94",
402
- "spencer-99": "Spencer License 99",
403
- "spl-1.0": "Sun Public License v1.0",
404
- "ssh-openssh": "SSH OpenSSH license",
405
- "ssh-short": "SSH short notice",
406
- "sspl-1.0": "Server Side Public License, v 1",
407
- "standardml-nj": "Standard ML of New Jersey License",
408
- "sugarcrm-1.1.3": "SugarCRM Public License v1.1.3",
409
- "swl": "Scheme Widget Library (SWL) Software License Agreement",
410
- "tapr-ohl-1.0": "TAPR Open Hardware License v1.0",
411
- "tcl": "TCL/TK License",
412
- "tcp-wrappers": "TCP Wrappers License",
413
- "tmate": "TMate Open Source License",
414
- "torque-1.1": "TORQUE v2.5+ Software License v1.1",
415
- "tosl": "Trusster Open Source License",
416
- "tu-berlin-1.0": "Technische Universitaet Berlin License 1.0",
417
- "tu-berlin-2.0": "Technische Universitaet Berlin License 2.0",
418
- "ucl-1.0": "Upstream Compatibility License v1.0",
419
- "unicode-dfs-2015": "Unicode License Agreement - Data Files and Software (2015)",
420
- "unicode-dfs-2016": "Unicode License Agreement - Data Files and Software (2016)",
421
- "unicode-tou": "Unicode Terms of Use",
422
- "unlicense": "The Unlicense",
423
- "upl-1.0": "Universal Permissive License v1.0",
424
- "vim": "Vim License",
425
- "vostrom": "VOSTROM Public License for Open Source",
426
- "vsl-1.0": "Vovida Software License v1.0",
427
- "w3c": "W3C Software Notice and License (2002-12-31)",
428
- "w3c-19980720": "W3C Software Notice and License (1998-07-20)",
429
- "w3c-20150513": "W3C Software Notice and Document License (2015-05-13)",
430
- "watcom-1.0": "Sybase Open Watcom Public License 1.0",
431
- "wsuipa": "Wsuipa License",
432
- "wtfpl": "Do What The F*ck You Want To Public License",
433
- "wxwindows": "wxWindows Library License",
434
- "x11": "X11 License",
435
- "xerox": "Xerox License",
436
- "xfree86-1.1": "XFree86 License 1.1",
437
- "xinetd": "xinetd License",
438
- "xnet": "X.Net License",
439
- "xpp": "XPP License",
440
- "xskat": "XSkat License",
441
- "ypl-1.0": "Yahoo! Public License v1.0",
442
- "ypl-1.1": "Yahoo! Public License v1.1",
443
- "zed": "Zed License",
444
- "zend-2.0": "Zend License v2.0",
445
- "zimbra-1.3": "Zimbra Public License v1.3",
446
- "zimbra-1.4": "Zimbra Public License v1.4",
447
- "zlib": "zlib License",
448
- "zlib-acknowledgement": "zlib/libpng License with Acknowledgement",
449
- "zpl-1.1": "Zope Public License 1.1",
450
- "zpl-2.0": "Zope Public License 2.0",
451
- "zpl-2.1": "Zope Public License 2.1"
452
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
requirements.txt CHANGED
@@ -1,3 +1,4 @@
1
  pyyaml
2
  datasets
3
  streamlit
 
 
1
  pyyaml
2
  datasets
3
  streamlit
4
+ langcodes[data]
saved_tags/aeslc/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["crowdsourced", "found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original", "extended|other"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/ag_news/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification"], "task_ids": ["topic-classification"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/ai2_arc/ARC-Challenge/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["multiple-choice-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["1K<n<10K"], "licenses": ["cc-by-sa-4.0"]}
 
 
saved_tags/ai2_arc/ARC-Easy/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["multiple-choice-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["1K<n<10K"], "licenses": ["cc-by-sa-4.0"]}
 
 
saved_tags/allocine/allocine/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification"], "task_ids": ["sentiment-classification"], "multilinguality": ["monolingual"], "languages": ["fr"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["mit"]}
 
 
saved_tags/anli/plain_text/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification", "text-to-text"], "task_ids": ["natural-language-inference", "text-to-text-other-generate-explanation"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["crowdsourced"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["cc-by-nc-4.0"]}
 
 
saved_tags/arcd/plain_text/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["closed-domain-qa", "extractive-qa", "open-domain-qa"], "multilinguality": ["monolingual"], "languages": ["ar"], "language_creators": ["crowdsourced", "found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original", "extended|wikipedia"], "size_categories": ["1K<n<10K"], "licenses": ["mit"]}
 
 
saved_tags/art/anli/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification", "question-answering", "conditional-text-generation"], "task_ids": ["natural-language-inference", "multiple-choice-qa", "explanation-generation"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["crowdsourced"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original", "extended|other-roc-stories"], "size_categories": ["100K<n<1M"], "licenses": ["apache-2.0", "unknown"]}
 
 
saved_tags/billsum/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/biomrc/biomrc_large_A/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/biomrc/biomrc_large_B/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/biomrc/biomrc_small_A/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/biomrc/biomrc_small_B/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/biomrc/biomrc_tiny_A/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["n<1K"], "licenses": ["unknown"]}
 
 
saved_tags/biomrc/biomrc_tiny_B/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["n<1K"], "licenses": ["unknown"]}
 
 
saved_tags/blog_authorship_corpus/blog-authorship-corpus/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification"], "task_ids": ["text-classification-other-author features classification"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/bookcorpus/plain_text/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["sequence-modeling"], "task_ids": ["language-modeling"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["n>1M"], "licenses": ["unknown"]}
 
 
saved_tags/break_data/QDMR-high-level-lexicon/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["conditional-text-generation-other-QDMR lexicon prediction"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["extended|hotpot_qa", "extended|drop", "extended|com_qa"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/break_data/QDMR-high-level/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["conditional-text-generation-other-QDMR decomposition"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["extended|hotpot_qa", "extended|drop", "extended|com_qa"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/break_data/QDMR-lexicon/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["conditional-text-generation-other-QDMR decomposition"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["extended|hotpot_qa", "extended|drop", "extended|com_qa"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/break_data/QDMR/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["conditional-text-generation-other-QDMR lexicon prediction"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["extended|hotpot_qa", "extended|drop", "extended|com_qa"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/break_data/logical-forms/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["conditional-text-generation-other-QDMR decomposition"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["extended|hotpot_qa", "extended|drop", "extended|com_qa"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/cnn_dailymail/1.0.0/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/cnn_dailymail/2.0.0/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/cnn_dailymail/3.0.0/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["found"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/common_gen/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["table-to-text"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["crowdsourced"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original", "extended|other-image-and-video-captions"], "size_categories": ["10K<n<100K"], "licenses": ["mit"]}
 
 
saved_tags/commonsense_qa/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["multiple-choice-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/drop/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["extended|wikipedia"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/eli5/LFQA_reddit/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["abstractive-qa", "open-domain-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/emo/emo2019/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification"], "task_ids": ["sentiment-classification"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/natural_questions/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa", "open-domain-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["cc-by-sa-3.0"]}
 
 
saved_tags/openwebtext/plain_text/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["sequence-modeling"], "task_ids": ["language-modeling"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["n>1M"], "licenses": ["unknown"]}
 
 
saved_tags/pg19/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["sequence-modeling"], "task_ids": ["language-modeling"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/quora/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification"], "task_ids": ["semantic-similarity-classification"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["expert-generated"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["other-quora-terms-of-service"]}
 
 
saved_tags/reddit_tifu/long/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-to-text"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original", "extended|reddit"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/reddit_tifu/short/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["summarization"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original", "extended|reddit"], "size_categories": ["10K<n<100K"], "licenses": ["unknown"]}
 
 
saved_tags/snli/plain_text/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["text-classification"], "task_ids": ["natural-language-inference"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["crowdsourced"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original", "extended|other"], "size_categories": ["100K<n<1M"], "licenses": ["cc-by-nc-4.0"]}
 
 
saved_tags/squad/plain_text/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["question-answering"], "task_ids": ["extractive-qa", "open-domain-qa"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["crowdsourced"], "source_datasets": ["original"], "size_categories": ["10K<n<100K"], "licenses": ["cc-by-sa-4.0"]}
 
 
saved_tags/tiny_shakespeare/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["sequence-modeling"], "task_ids": ["language-modeling"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original", "extended|other"], "size_categories": ["n<1K"], "licenses": ["other-my-license"]}
 
 
saved_tags/wiki_split/default/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["sentence-splitting-fusion"], "multilinguality": ["monolingual"], "languages": ["en"], "language_creators": ["found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original", "extended|wikipedia"], "size_categories": ["100K<n<1M"], "licenses": ["cc-by-sa-4.0"]}
 
 
saved_tags/wmt14/cs-en/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["machine-translation"], "multilinguality": ["translation"], "languages": ["cs", "en"], "language_creators": ["expert-generated", "found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["100K<n<1M"], "licenses": ["unknown"]}
 
 
saved_tags/wmt14/de-en/tags.json DELETED
@@ -1 +0,0 @@
1
- {"task_categories": ["conditional-text-generation"], "task_ids": ["machine-translation"], "multilinguality": ["translation"], "languages": ["en", "de"], "language_creators": ["expert-generated", "found"], "annotations_creators": ["no-annotation"], "source_datasets": ["original"], "size_categories": ["unknown"], "licenses": ["unknown"]}