MARKDOWN_HEADER = ( "# M-YASS\nMultilingual - Yet Another Synergistic Score\n" "1. Filter: a subset of Language, Dataset and Model Type;\n" "2. Map Function: Each score will be mapped within each `` pair. Can be used to get rank or normalize score;\n" "3. Reduce Function: An array of scores will be reduced to one. Can be used to get the average score;\n" "4. Group By: Language or Dataset. If `language` is selected, the score of all tasks within this language will be reduced by `Reduce Function`\n" ) MARKDOWN_MAP_FUNCTION = ( "Raw: `lambda x: x`\n" "Rank: `partial(pd.Series.rank, ascending=False, method='dense')`\n" "Normalize: `lambda x: (x - np.min(x)) / (np.max(x) - np.min(x))`\n" ) MARKDOWN_REDUCE_FUNCTION = ( "Mean: `lambda x: np.mean(x)`\n" "Median: `lambda x: np.median(x)`\n" "Max: `lambda x: np.max(x)`\n" "Min: `lambda x: np.min(x)`\n" )