data_dir/elo_ranks.skip_empty.all.jsonl

{"model name ": "gpt-4-0125-preview", "elo overall": 1296, "Information seeking": 1276, "Creative Writing": 1265, "Coding & Debugging": 1327, "Reasoning": 1359, "Editing": 1200, "Math": 1269, "Planning": 1286, "Brainstorming": 1320, "Role playing": 1237, "Advice seeking": 1298, "Data Analysis": 1250, "Others": 1068, "average": 1262.9166666666667, "# battles": 5362}
{"model name ": "claude-3-opus-20240229", "elo overall": 1139, "Information seeking": 1124, "Creative Writing": 1065, "Coding & Debugging": 1236, "Reasoning": 1191, "Editing": 1132, "Math": 1148, "Planning": 1149, "Brainstorming": 1109, "Role playing": 965, "Advice seeking": 1110, "Data Analysis": 1117, "Others": 1030, "average": 1114.6666666666667, "# battles": 2258}
{"model name ": "claude-3-sonnet-20240229", "elo overall": 1127, "Information seeking": 1112, "Creative Writing": 1081, "Coding & Debugging": 1197, "Reasoning": 1168, "Editing": 1140, "Math": 1134, "Planning": 1157, "Brainstorming": 1091, "Role playing": 1003, "Advice seeking": 1079, "Data Analysis": 1137, "Others": 1014, "average": 1109.4166666666667, "# battles": 2483}
{"model name ": "mistral-large-2402", "elo overall": 1109, "Information seeking": 1087, "Creative Writing": 1111, "Coding & Debugging": 1105, "Reasoning": 1126, "Editing": 1088, "Math": 1085, "Planning": 1076, "Brainstorming": 1078, "Role playing": 1069, "Advice seeking": 1060, "Data Analysis": 1061, "Others": 1021, "average": 1080.5833333333333, "# battles": 1794}
{"model name ": "Yi-34B-Chat", "elo overall": 1094, "Information seeking": 1078, "Creative Writing": 1100, "Coding & Debugging": 1059, "Reasoning": 1091, "Editing": 1067, "Math": 1032, "Planning": 1127, "Brainstorming": 1138, "Role playing": 1070, "Advice seeking": 1099, "Data Analysis": 1019, "Others": 997, "average": 1073.0833333333333, "# battles": 2134}
{"model name ": "Mistral-7B-Instruct-v0.2", "elo overall": 1089, "Information seeking": 1076, "Creative Writing": 1136, "Coding & Debugging": 1089, "Reasoning": 1041, "Editing": 1094, "Math": 1011, "Planning": 1077, "Brainstorming": 1078, "Role playing": 1115, "Advice seeking": 1062, "Data Analysis": 1029, "Others": 1003, "average": 1067.5833333333333, "# battles": 2313}
{"model name ": "gemini-1.0-pro", "elo overall": 1082, "Information seeking": 1113, "Creative Writing": 1061, "Coding & Debugging": 1056, "Reasoning": 1062, "Editing": 1016, "Math": 1062, "Planning": 1071, "Brainstorming": 1039, "Role playing": 1053, "Advice seeking": 1078, "Data Analysis": 1064, "Others": 1008, "average": 1056.9166666666667, "# battles": 1643}
{"model name ": "Llama-2-70b-chat-hf.nosp", "elo overall": 1069, "Information seeking": 1109, "Creative Writing": 1068, "Coding & Debugging": 996, "Reasoning": 1056, "Editing": 1011, "Math": 994, "Planning": 1025, "Brainstorming": 1050, "Role playing": 1074, "Advice seeking": 1042, "Data Analysis": 1029, "Others": 1018, "average": 1039.3333333333333, "# battles": 1715}
{"model name ": "Mixtral-8x7B-Instruct-v0.1", "elo overall": 1057, "Information seeking": 1076, "Creative Writing": 1046, "Coding & Debugging": 1073, "Reasoning": 1050, "Editing": 1003, "Math": 1048, "Planning": 996, "Brainstorming": 1025, "Role playing": 1080, "Advice seeking": 1003, "Data Analysis": 1023, "Others": 993, "average": 1034.6666666666667, "# battles": 3349}
{"model name ": "Llama-2-13b-chat-hf.nosp", "elo overall": 1035, "Information seeking": 1061, "Creative Writing": 1061, "Coding & Debugging": 943, "Reasoning": 997, "Editing": 1008, "Math": 967, "Planning": 1006, "Brainstorming": 1037, "Role playing": 1048, "Advice seeking": 1014, "Data Analysis": 977, "Others": 1016, "average": 1011.25, "# battles": 1657}
{"model name ": "Llama-2-7b-chat-hf.nosp", "elo overall": 1015, "Information seeking": 1043, "Creative Writing": 1025, "Coding & Debugging": 927, "Reasoning": 980, "Editing": 986, "Math": 918, "Planning": 1006, "Brainstorming": 1004, "Role playing": 1046, "Advice seeking": 1026, "Data Analysis": 983, "Others": 1011, "average": 996.25, "# battles": 1667}
{"model name ": "tulu-2-dpo-70b", "elo overall": 983, "Information seeking": 996, "Creative Writing": 1022, "Coding & Debugging": 884, "Reasoning": 971, "Editing": 966, "Math": 965, "Planning": 949, "Brainstorming": 940, "Role playing": 1059, "Advice seeking": 973, "Data Analysis": 902, "Others": 992, "average": 968.25, "# battles": 3342}
{"model name ": "gpt-3.5-turbo-0125", "elo overall": 968, "Information seeking": 930, "Creative Writing": 934, "Coding & Debugging": 1101, "Reasoning": 1009, "Editing": 976, "Math": 1142, "Planning": 970, "Brainstorming": 929, "Role playing": 923, "Advice seeking": 954, "Data Analysis": 1021, "Others": 978, "average": 988.9166666666666, "# battles": 13333}
{"model name ": "zephyr-7b-beta", "elo overall": 968, "Information seeking": 993, "Creative Writing": 999, "Coding & Debugging": 927, "Reasoning": 949, "Editing": 966, "Math": 924, "Planning": 954, "Brainstorming": 939, "Role playing": 1021, "Advice seeking": 931, "Data Analysis": 965, "Others": 960, "average": 960.6666666666666, "# battles": 3310}
{"model name ": "gemma-7b-it", "elo overall": 928, "Information seeking": 928, "Creative Writing": 935, "Coding & Debugging": 938, "Reasoning": 951, "Editing": 905, "Math": 982, "Planning": 966, "Brainstorming": 979, "Role playing": 953, "Advice seeking": 968, "Data Analysis": 950, "Others": 994, "average": 954.0833333333334, "# battles": 2429}
{"model name ": "command", "elo overall": 926, "Information seeking": 937, "Creative Writing": 941, "Coding & Debugging": 906, "Reasoning": 914, "Editing": 930, "Math": 927, "Planning": 974, "Brainstorming": 984, "Role playing": 942, "Advice seeking": 961, "Data Analysis": 915, "Others": 980, "average": 942.5833333333334, "# battles": 1655}
{"model name ": "Llama-2-70b-chat-hf", "elo overall": 912, "Information seeking": 904, "Creative Writing": 901, "Coding & Debugging": 923, "Reasoning": 922, "Editing": 974, "Math": 911, "Planning": 927, "Brainstorming": 943, "Role playing": 904, "Advice seeking": 954, "Data Analysis": 1005, "Others": 999, "average": 938.9166666666666, "# battles": 2090}
{"model name ": "Llama-2-13b-chat-hf", "elo overall": 877, "Information seeking": 877, "Creative Writing": 865, "Coding & Debugging": 893, "Reasoning": 900, "Editing": 985, "Math": 929, "Planning": 917, "Brainstorming": 891, "Role playing": 865, "Advice seeking": 954, "Data Analysis": 944, "Others": 1006, "average": 918.8333333333334, "# battles": 2045}
{"model name ": "vicuna-13b-v1.5", "elo overall": 856, "Information seeking": 849, "Creative Writing": 862, "Coding & Debugging": 902, "Reasoning": 861, "Editing": 881, "Math": 916, "Planning": 841, "Brainstorming": 867, "Role playing": 911, "Advice seeking": 857, "Data Analysis": 938, "Others": 969, "average": 887.8333333333334, "# battles": 2170}
{"model name ": "gemma-2b-it", "elo overall": 849, "Information seeking": 836, "Creative Writing": 893, "Coding & Debugging": 822, "Reasoning": 807, "Editing": 875, "Math": 886, "Planning": 895, "Brainstorming": 919, "Role playing": 909, "Advice seeking": 877, "Data Analysis": 870, "Others": 979, "average": 880.6666666666666, "# battles": 2410}
{"model name ": "Llama-2-7b-chat-hf", "elo overall": 821, "Information seeking": 807, "Creative Writing": 834, "Coding & Debugging": 820, "Reasoning": 819, "Editing": 938, "Math": 868, "Planning": 848, "Brainstorming": 854, "Role playing": 856, "Advice seeking": 890, "Data Analysis": 912, "Others": 996, "average": 870.1666666666666, "# battles": 2036}
{"model name ": "Mistral-7B-Instruct-v0.1", "elo overall": 798, "Information seeking": 786, "Creative Writing": 797, "Coding & Debugging": 881, "Reasoning": 782, "Editing": 857, "Math": 880, "Planning": 789, "Brainstorming": 782, "Role playing": 891, "Advice seeking": 812, "Data Analysis": 883, "Others": 970, "average": 842.5, "# battles": 2415}