Spaces:
Running
Running
| # Group datasets under broad semantic categories | |
| semantic_categories = { | |
| "Sentiment and Emotion Analysis": [ | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-uruguay", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-mexico", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-spain", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-costa_rica", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-peru", | |
| "iberbench/tass-tass-emotion_analysis-2020-spanish", | |
| "iberbench/iberlef-restmex-sentiment_analysis-2022-spanish-mexico", | |
| "iberbench/iberlef-restmex-sentiment_analysis-2021-spanish-mexico", | |
| "iberbench/general-bec-sentiment_analysis-2024-basque", | |
| "iberbench/iberlef-emoevales-emotion_analysis-2021-spanish" | |
| ], | |
| "Toxicity and Harmful Language Detection": [ | |
| "iberbench/iberlef-detoxis-aggressiveness_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-toxicity_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-improper_language_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-insult_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-mockery_detection-2021-spanish", | |
| "iberbench/iberlef-emoevales-offensiveness_detection-2021-spanish", | |
| "iberbench/iberlef-meoffendes-offensiveness_detection-2021-spanish", | |
| "iberbench/iberlef-mex_a3t-aggressiveness_detection-2019-spanish-mexico", | |
| "iberbench/general-hate_check-hate_speech_detection-2024-portuguese" | |
| ], | |
| "Prejudice and Discrimination Detection": [ | |
| "iberbench/iberlef-detests_dis-stereotype_detection-2024-spanish", | |
| "iberbench/iberlef-exist-sexism_detection-2021-spanish", | |
| "iberbench/iberlef-exist-sexism_categorization-2021-spanish", | |
| "iberbench/iberlef-huhu-racial_prejudice_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-women_prejudice_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-lgtbiq_prejudice_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-fatphobia_detection-2023-spanish" | |
| ], | |
| "Machine Generated Text Detection and Attribution": [ | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-galician", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-english", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-spanish", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-catalan", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-basque", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-english", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-portuguese", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-portuguese", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-basque", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-catalan", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-galician", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-spanish" | |
| ], | |
| "Irony and Sarcasm Detection": [ | |
| "iberbench/iberlef-detoxis-sarcasm_detection-2021-spanish", | |
| "iberbench/iberlef-irosva-irony_detection-2019-spanish-cuba", | |
| "iberbench/iberlef-irosva-irony_detection-2019-spanish-mexico", | |
| "iberbench/iberlef-irosva-irony_detection-2019-spanish-spain" | |
| ], | |
| "Mental Health Detection": [ | |
| "iberbench/iberlef-mentalriskes-eating_disorder_detection-2023-spanish", | |
| "iberbench/iberlef-mentalriskes-depression_detection-2023-spanish", | |
| "iberbench/iberlef-mentalriskes-depression_categorization-2023-spanish" | |
| ], | |
| "Stance Detection": [ | |
| "iberbench/iberlef-vaxxstance-stance_detection-2021-basque", | |
| "iberbench/iberlef-vaxxstance-stance_detection-2021-spanish", | |
| "iberbench/ibereval-multistancecat-stance_detection-2018-spanish", | |
| "iberbench/ibereval-multistancecat-stance_detection-2018-catalan" | |
| ], | |
| "Paraphrase Detection": [ | |
| "iberbench/iberlef-parmex-paraphrase_detection-2022-spanish-mexico", | |
| "iberbench/general-paws_x-paraphrase_detection-2019-spanish", | |
| "iberbench/general-paws_gl-paraphrase_detection-2019-galician", | |
| "iberbench/general-paws_pt-paraphrase_detection-2019-portuguese", | |
| "iberbench/general-paws_ca-paraphrase_detection-2019-catalan", | |
| "iberbench/general-parafraseja-paraphrase_detection-2022-catalan" | |
| ], | |
| "Author Profiling": [ | |
| "iberbench/pan-author_profiling-gender_detection-2017-spanish", | |
| "iberbench/pan-author_profiling-age_detection-2015-spanish", | |
| "iberbench/iberlef-meoffendes-gender_detection-2021-spanish", | |
| "iberbench/iberlef-restmex-gender_detection-2021-spanish-mexico" | |
| ], | |
| "Fake News Detection": [ | |
| "iberbench/iberlef-fakedes-fake_news_detection-2021-spanish" | |
| ], | |
| "Humor Detection": [ | |
| "iberbench/iberlef-haha-humor_detection-2021-spanish", | |
| "iberbench/iberlef-haha-humor_detection-2019-spanish", | |
| "iberbench/iberlef-huhu-humor_detection-2023-spanish" | |
| ], | |
| "Question Answering": [ | |
| "iberbench/general-eus_exams-question_answering-2024-basque", | |
| "iberbench/general-eus_exams-question_answering-2024-spanish", | |
| "iberbench/general-eus_trivia-question_answering-2024-basque", | |
| "iberbench/general-xstorycloze-question_answering-2024-galician", | |
| "iberbench/general-xstorycloze-question_answering-2024-portuguese", | |
| "iberbench/general-xstorycloze-question_answering-2024-catalan", | |
| "iberbench/general-openbook_qa-question_answering-2022-spanish", | |
| "iberbench/general-openbook_qa-question_answering-2022-catalan", | |
| "iberbench/general-arc-question_answering-2024-basque", | |
| "iberbench/general-arc-question_answering-2024-catalan" | |
| ], | |
| "Commonsense Reasoning": [ | |
| "iberbench/general-xcopa-commonsense_reasoning-2024-basque", | |
| "iberbench/general-copa_es-commonsense_reasoning-2024-spanish", | |
| "iberbench/general-piqa-commonsense_reasoning-2024-basque", | |
| "iberbench/general-copa-commonsense_reasoning-2024-catalan" | |
| ], | |
| "Reading Comprehension": [ | |
| "iberbench/general-eus_reading-reading_comprehension-2024-basque", | |
| "iberbench/general-belebele-reading_comprehension-2024-basque", | |
| "iberbench/general-belebele-reading_comprehension-2024-spanish", | |
| "iberbench/general-belebele-reading_comprehension-2024-portuguese", | |
| "iberbench/general-belebele-reading_comprehension-2024-catalan" | |
| ], | |
| "Topic Classification": [ | |
| "iberbench/general-eus_trivia-topic_classification-2024-basque", | |
| "iberbench/general-bhtc-topic_classification-2024-basque", | |
| "iberbench/general-clindiagnoses-topic_classification-2024-spanish" | |
| ], | |
| "Linguistic Acceptability": [ | |
| "iberbench/general-escola-linguistic_acceptability-2024-spanish", | |
| "iberbench/general-galcola-linguistic_acceptability-2024-galician", | |
| "iberbench/general-catcola-linguistic_acceptability-2024-catalan" | |
| ], | |
| "Textual Entailment": [ | |
| "iberbench/general-qnli-textual_entailment-2024-basque", | |
| "iberbench/general-xnli-textual_entailment-2024-spanish", | |
| "iberbench/general-xnli-textual_entailment-2024-galician", | |
| "iberbench/general-xnli-textual_entailment-2024-catalan", | |
| "iberbench/general-teca-textual_entailment-2021-catalan" | |
| ], | |
| "Intent Classification": [ | |
| "iberbench/general-fmtodeu-intent_classification-2024-basque" | |
| ], | |
| "Proficiency Evaluation": [ | |
| "iberbench/general-eus_proficiency-proficiency_evaluation-2024-basque", | |
| "iberbench/general-teleia-proficiency_evaluation-2024-spanish" | |
| ], | |
| "Text Summarization": [ | |
| "iberbench/general-xlsum-text_summarization-2021-spanish", | |
| "iberbench/general-xlsum-text_summarization-2021-portuguese", | |
| "iberbench/general-cabreu-text_summarization-2024-catalan" | |
| ], | |
| "Lexical Analysis": [ | |
| "iberbench/iberlef-adobo-lexical_borrowing_chunking-2021-spanish" | |
| ], | |
| "Language Identification": [ | |
| "iberbench/tweetlid-tweetlid-language_identification-2014-spanish" | |
| ] | |
| } | |
| # Group datasets in "fundamental" or "professional". | |
| # Fundamental tasks are those that evaluates knowledge and writting capabilities of LLMs. | |
| # Tasks like question answering on exams, reading comprehension, entailment, proficiency evaluation, linguistic acceptability, etc. are under this category. | |
| # Professional tasks are those that have economic interest for the industry. | |
| # Tasks like author profiling, sentiment analysis, machine-generated text detection, fake news detection, stance, discrimination, etc. are under this category. | |
| professional_mapping = { | |
| "Fundamental NLP": [ | |
| "iberbench/iberlef-adobo-lexical_borrowing_chunking-2021-spanish", | |
| "iberbench/general-eus_exams-question_answering-2024-basque", | |
| "iberbench/general-eus_exams-question_answering-2024-spanish", | |
| "iberbench/general-eus_trivia-topic_classification-2024-basque", | |
| "iberbench/general-eus_trivia-question_answering-2024-basque", | |
| "iberbench/general-eus_proficiency-proficiency_evaluation-2024-basque", | |
| "iberbench/general-xcopa-commonsense_reasoning-2024-basque", | |
| "iberbench/general-eus_reading-reading_comprehension-2024-basque", | |
| "iberbench/general-arc-question_answering-2024-basque", | |
| "iberbench/general-piqa-commonsense_reasoning-2024-basque", | |
| "iberbench/general-belebele-reading_comprehension-2024-basque", | |
| "iberbench/general-qnli-textual_entailment-2024-basque", | |
| "iberbench/general-copa_es-commonsense_reasoning-2024-spanish", | |
| "iberbench/general-openbook_qa-question_answering-2022-spanish", | |
| "iberbench/general-teleia-proficiency_evaluation-2024-spanish", | |
| "iberbench/general-belebele-reading_comprehension-2024-spanish", | |
| "iberbench/general-escola-linguistic_acceptability-2024-spanish", | |
| "iberbench/general-xnli-textual_entailment-2024-spanish", | |
| "iberbench/general-xnli-textual_entailment-2024-galician", | |
| "iberbench/general-galcola-linguistic_acceptability-2024-galician", | |
| "iberbench/general-xstorycloze-question_answering-2024-galician", | |
| "iberbench/general-belebele-reading_comprehension-2024-portuguese", | |
| "iberbench/general-xstorycloze-question_answering-2024-portuguese", | |
| "iberbench/general-xstorycloze-question_answering-2024-catalan", | |
| "iberbench/general-xnli-textual_entailment-2024-catalan", | |
| "iberbench/general-arc-question_answering-2024-catalan", | |
| "iberbench/general-belebele-reading_comprehension-2024-catalan", | |
| "iberbench/general-openbook_qa-question_answering-2022-catalan", | |
| "iberbench/general-copa-commonsense_reasoning-2024-catalan", | |
| "iberbench/general-catcola-linguistic_acceptability-2024-catalan", | |
| "iberbench/general-teca-textual_entailment-2021-catalan", | |
| ], | |
| "Industry NLP": [ | |
| "iberbench/iberlef-restmex-sentiment_analysis-2022-spanish-mexico", | |
| "iberbench/iberlef-restmex-sentiment_analysis-2021-spanish-mexico", | |
| "iberbench/general-parafraseja-paraphrase_detection-2022-catalan", | |
| "iberbench/general-paws_ca-paraphrase_detection-2019-catalan", | |
| "iberbench/general-cabreu-text_summarization-2024-catalan", | |
| "iberbench/general-xlsum-text_summarization-2021-portuguese", | |
| "iberbench/general-paws_pt-paraphrase_detection-2019-portuguese", | |
| "iberbench/general-paws_gl-paraphrase_detection-2019-galician", | |
| "iberbench/general-paws_x-paraphrase_detection-2019-spanish", | |
| "iberbench/general-clindiagnoses-topic_classification-2024-spanish", | |
| "iberbench/general-fmtodeu-intent_classification-2024-basque", | |
| "iberbench/general-bhtc-topic_classification-2024-basque", | |
| "iberbench/general-xlsum-text_summarization-2021-spanish", | |
| "iberbench/general-bec-sentiment_analysis-2024-basque", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-uruguay", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-mexico", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-spain", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-costa_rica", | |
| "iberbench/tass-tass-sentiment_analysis-2020-spanish-peru", | |
| "iberbench/tass-tass-emotion_analysis-2020-spanish", | |
| "iberbench/iberlef-emoevales-emotion_analysis-2021-spanish", | |
| "iberbench/iberlef-haha-humor_detection-2021-spanish", | |
| "iberbench/iberlef-haha-humor_detection-2019-spanish", | |
| "iberbench/iberlef-irosva-irony_detection-2019-spanish-cuba", | |
| "iberbench/iberlef-irosva-irony_detection-2019-spanish-mexico", | |
| "iberbench/iberlef-irosva-irony_detection-2019-spanish-spain", | |
| "iberbench/tweetlid-tweetlid-language_identification-2014-spanish", | |
| "iberbench/iberlef-parmex-paraphrase_detection-2022-spanish-mexico", | |
| "iberbench/iberlef-detests_dis-stereotype_detection-2024-spanish", | |
| "iberbench/iberlef-detoxis-aggressiveness_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-toxicity_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-improper_language_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-sarcasm_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-insult_detection-2021-spanish", | |
| "iberbench/iberlef-detoxis-mockery_detection-2021-spanish", | |
| "iberbench/iberlef-exist-sexism_detection-2021-spanish", | |
| "iberbench/iberlef-emoevales-offensiveness_detection-2021-spanish", | |
| "iberbench/iberlef-exist-sexism_categorization-2021-spanish", | |
| "iberbench/iberlef-fakedes-fake_news_detection-2021-spanish", | |
| "iberbench/iberlef-huhu-racial_prejudice_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-women_prejudice_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-lgtbiq_prejudice_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-fatphobia_detection-2023-spanish", | |
| "iberbench/iberlef-huhu-humor_detection-2023-spanish", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-galician", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-english", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-spanish", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-catalan", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-basque", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-english", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-portuguese", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-portuguese", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-basque", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-catalan", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_attribution-2024-galician", | |
| "iberbench/iberlef-iberautextification-machine_generated_text_detection-2024-spanish", | |
| "iberbench/iberlef-mentalriskes-eating_disorder_detection-2023-spanish", | |
| "iberbench/iberlef-vaxxstance-stance_detection-2021-basque", | |
| "iberbench/iberlef-vaxxstance-stance_detection-2021-spanish", | |
| "iberbench/ibereval-multistancecat-stance_detection-2018-spanish", | |
| "iberbench/iberlef-mex_a3t-aggressiveness_detection-2019-spanish-mexico", | |
| "iberbench/iberlef-meoffendes-offensiveness_detection-2021-spanish", | |
| "iberbench/iberlef-meoffendes-gender_detection-2021-spanish", | |
| "iberbench/iberlef-mentalriskes-depression_detection-2023-spanish", | |
| "iberbench/ibereval-multistancecat-stance_detection-2018-catalan", | |
| "iberbench/iberlef-mentalriskes-depression_categorization-2023-spanish", | |
| "iberbench/iberlef-restmex-gender_detection-2021-spanish-mexico", | |
| "iberbench/pan-author_profiling-gender_detection-2017-spanish", | |
| "iberbench/pan-author_profiling-age_detection-2015-spanish", | |
| "iberbench/general-hate_check-hate_speech_detection-2024-portuguese" | |
| ] | |
| } |