from dataclasses import dataclass import html from typing import Dict @dataclass(frozen=True) class CompetitionDetails: # The display name of the competition. name: str # The HTML description of the competition. html_description: str # A map of competition IDs to HTML descriptions. COMPETITION_DETAILS: Dict[int, CompetitionDetails] = { 1: CompetitionDetails( name="SN9_MODEL", html_description="""Competition ID 1
Produce the best fine-tuned model from a Subnet 9 pretrained model. Models are evaluated using synthetic prompt/response data from Subnet 18.""", ), 2: CompetitionDetails( name="General Knowledge Chat-bot", # TODO: Add link to SN1 dataset details. html_description="""Competition ID 2
Produce the best general knowledge chat-bot. Models are evaluated using synthetic MMLU-like dataset from Subnet 1.""", ), 3: CompetitionDetails( name="General Knowledge Chat-bot (BYO tokenizer)", html_description="""Competition ID 3
Produce the best general knowledge chat-bot. Models bring their own tokenizer and are evaluated using synthetic MMLU-like dataset from Subnet 1.""", ) } COMP_NAME_TO_ID = { "B7_MULTI_CHOICE": 2, "INSTRUCT_8B": 3, }