| [ | |
| { | |
| "config": { | |
| "model_name": "ChatGPT-4o-latest (2024-09-03)", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023/10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.974329609, | |
| "Standard Deviation": 0.005024959031 | |
| }, | |
| "Geometry": { | |
| "Score": 0.976028578, | |
| "Standard Deviation": 0.01507912373 | |
| }, | |
| "Algebra": { | |
| "Score": 0.951199453, | |
| "Standard Deviation": 0.08452452108 | |
| }, | |
| "Probability": { | |
| "Score": 0.842116641, | |
| "Standard Deviation": 0.006267759054 | |
| }, | |
| "Logical": { | |
| "Score": 0.828490728, | |
| "Standard Deviation": 0.009134213144 | |
| }, | |
| "Social": { | |
| "Score": 0.815902987, | |
| "Standard Deviation": 0.0196254222 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gpt-4o-2024-08-06", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023/10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.846571548, | |
| "Standard Deviation": 0.03394056554 | |
| }, | |
| "Geometry": { | |
| "Score": 0.99773096, | |
| "Standard Deviation": 0.002835555172 | |
| }, | |
| "Algebra": { | |
| "Score": 1.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Probability": { | |
| "Score": 0.78855795, | |
| "Standard Deviation": 0.008188675452 | |
| }, | |
| "Logical": { | |
| "Score": 0.668635768, | |
| "Standard Deviation": 0.03466314094 | |
| }, | |
| "Social": { | |
| "Score": 0.680417314, | |
| "Standard Deviation": 0.00656867063 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gpt-4o-2024-05-13", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023/10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.846334477, | |
| "Standard Deviation": 0.09377911572 | |
| }, | |
| "Geometry": { | |
| "Score": 0.972472377, | |
| "Standard Deviation": 0.01648274205 | |
| }, | |
| "Algebra": { | |
| "Score": 0.995511298, | |
| "Standard Deviation": 0.004097802515 | |
| }, | |
| "Probability": { | |
| "Score": 0.812149974, | |
| "Standard Deviation": 0.007669585485 | |
| }, | |
| "Logical": { | |
| "Score": 0.755019692, | |
| "Standard Deviation": 0.008149588572 | |
| }, | |
| "Social": { | |
| "Score": 0.609875087, | |
| "Standard Deviation": 0.038729239 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gpt-4-turbo-2024-04-09", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023/12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.855357972, | |
| "Standard Deviation": 0.1016986368 | |
| }, | |
| "Geometry": { | |
| "Score": 0.95374588, | |
| "Standard Deviation": 0.03109307166 | |
| }, | |
| "Algebra": { | |
| "Score": 0.930945223, | |
| "Standard Deviation": 0.06705136813 | |
| }, | |
| "Probability": { | |
| "Score": 0.750705448, | |
| "Standard Deviation": 0.05944483103 | |
| }, | |
| "Logical": { | |
| "Score": 0.77906699, | |
| "Standard Deviation": 0.007406734161 | |
| }, | |
| "Social": { | |
| "Score": 0.715935163, | |
| "Standard Deviation": 0.1209141409 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemini-1.5-pro-001", | |
| "organization": "Google", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.797187842, | |
| "Standard Deviation": 0.0272375249 | |
| }, | |
| "Geometry": { | |
| "Score": 0.9947169, | |
| "Standard Deviation": 0.009150597621 | |
| }, | |
| "Algebra": { | |
| "Score": 0.857464301, | |
| "Standard Deviation": 0.05014285338 | |
| }, | |
| "Probability": { | |
| "Score": 0.651781767, | |
| "Standard Deviation": 0.04156998547 | |
| }, | |
| "Logical": { | |
| "Score": 0.739745471, | |
| "Standard Deviation": 0.01631532019 | |
| }, | |
| "Social": { | |
| "Score": 0.649601885, | |
| "Standard Deviation": 0.104854889 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "qwen2-72b-instruct", | |
| "organization": "Alibaba", | |
| "license": "Qianwen LICENSE", | |
| "knowledge_cutoff": "2024-02" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.737918558, | |
| "Standard Deviation": 0.09069077339 | |
| }, | |
| "Geometry": { | |
| "Score": 0.796870305, | |
| "Standard Deviation": 0.0509025346 | |
| }, | |
| "Algebra": { | |
| "Score": 0.836194231, | |
| "Standard Deviation": 0.04517093028 | |
| }, | |
| "Probability": { | |
| "Score": 0.788068004, | |
| "Standard Deviation": 0.007288989044 | |
| }, | |
| "Logical": { | |
| "Score": 0.619300904, | |
| "Standard Deviation": 0.06377931612 | |
| }, | |
| "Social": { | |
| "Score": 0.652578786, | |
| "Standard Deviation": 0.04259293171 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gpt-4o-mini-2024-07-18", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-07" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.847694133, | |
| "Standard Deviation": 0.02164304402 | |
| }, | |
| "Geometry": { | |
| "Score": 0.946650435, | |
| "Standard Deviation": 0.01831236482 | |
| }, | |
| "Algebra": { | |
| "Score": 0.796243022, | |
| "Standard Deviation": 0.05537539202 | |
| }, | |
| "Probability": { | |
| "Score": 0.798402685, | |
| "Standard Deviation": 0.009404491967 | |
| }, | |
| "Logical": { | |
| "Score": 0.727009735, | |
| "Standard Deviation": 0.02628110141 | |
| }, | |
| "Social": { | |
| "Score": 0.691949855, | |
| "Standard Deviation": 0.02072934333 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "claude-3.5-sonnet", | |
| "organization": "Anthropic", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-03" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.839004422, | |
| "Standard Deviation": 0.1461079564 | |
| }, | |
| "Geometry": { | |
| "Score": 0.95316419, | |
| "Standard Deviation": 0.02081192856 | |
| }, | |
| "Algebra": { | |
| "Score": 0.759789952, | |
| "Standard Deviation": 0.02611765096 | |
| }, | |
| "Probability": { | |
| "Score": 0.707730127, | |
| "Standard Deviation": 0.0394436664 | |
| }, | |
| "Logical": { | |
| "Score": 0.77342666, | |
| "Standard Deviation": 0.002892426458 | |
| }, | |
| "Social": { | |
| "Score": 0.790002247, | |
| "Standard Deviation": 0.1007410022 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "o1-mini", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 1.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Geometry": { | |
| "Score": "N/A", | |
| "Standard Deviation": "N/A" | |
| }, | |
| "Algebra": { | |
| "Score": "N/A", | |
| "Standard Deviation": "N/A" | |
| }, | |
| "Probability": { | |
| "Score": 1.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Logical": { | |
| "Score": 1.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Social": { | |
| "Score": 0.993974241, | |
| "Standard Deviation": 0.001996882328 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "o1-preview", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.945884589, | |
| "Standard Deviation": 0.01059250762 | |
| }, | |
| "Geometry": { | |
| "Score": "N/A", | |
| "Standard Deviation": "N/A" | |
| }, | |
| "Algebra": { | |
| "Score": "N/A", | |
| "Standard Deviation": "N/A" | |
| }, | |
| "Probability": { | |
| "Score": 0.964666392, | |
| "Standard Deviation": 0.003139983398 | |
| }, | |
| "Logical": { | |
| "Score": 0.987950057, | |
| "Standard Deviation": 0.004881220327 | |
| }, | |
| "Social": { | |
| "Score": 1.0, | |
| "Standard Deviation": 0.0 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemini-1.5-flash-001", | |
| "organization": "Google", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-02" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.726493401, | |
| "Standard Deviation": 0.01113913725 | |
| }, | |
| "Geometry": { | |
| "Score": 0.804144103, | |
| "Standard Deviation": 0.1327142178 | |
| }, | |
| "Algebra": { | |
| "Score": 0.731776765, | |
| "Standard Deviation": 0.02594657111 | |
| }, | |
| "Probability": { | |
| "Score": 0.614461891, | |
| "Standard Deviation": 0.04690131826 | |
| }, | |
| "Logical": { | |
| "Score": 0.630805991, | |
| "Standard Deviation": 0.04871350612 | |
| }, | |
| "Social": { | |
| "Score": 0.555933822, | |
| "Standard Deviation": 0.1029934524 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gpt4-1106", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-04" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.816347784, | |
| "Standard Deviation": 0.1566815755 | |
| }, | |
| "Geometry": { | |
| "Score": 0.71843088, | |
| "Standard Deviation": 0.04778038294 | |
| }, | |
| "Algebra": { | |
| "Score": 0.712910417, | |
| "Standard Deviation": 0.02581828898 | |
| }, | |
| "Probability": { | |
| "Score": 0.623947619, | |
| "Standard Deviation": 0.03502982933 | |
| }, | |
| "Logical": { | |
| "Score": 0.637482274, | |
| "Standard Deviation": 0.04158809888 | |
| }, | |
| "Social": { | |
| "Score": 0.450609816, | |
| "Standard Deviation": 0.05208655446 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-2-27b-it", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2024-03" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.624169623, | |
| "Standard Deviation": 0.1048365121 | |
| }, | |
| "Geometry": { | |
| "Score": 0.60112744, | |
| "Standard Deviation": 0.0469109952 | |
| }, | |
| "Algebra": { | |
| "Score": 0.687955914, | |
| "Standard Deviation": 0.01959958192 | |
| }, | |
| "Probability": { | |
| "Score": 0.589524771, | |
| "Standard Deviation": 0.03112689325 | |
| }, | |
| "Logical": { | |
| "Score": 0.614978944, | |
| "Standard Deviation": 0.05710657859 | |
| }, | |
| "Social": { | |
| "Score": 0.487844257, | |
| "Standard Deviation": 0.05857760809 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "claude-3-opus", | |
| "organization": "Anthropic", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.650636271, | |
| "Standard Deviation": 0.1197773541 | |
| }, | |
| "Geometry": { | |
| "Score": 0.7215743, | |
| "Standard Deviation": 0.04712598358 | |
| }, | |
| "Algebra": { | |
| "Score": 0.68777327, | |
| "Standard Deviation": 0.02382683713 | |
| }, | |
| "Probability": { | |
| "Score": 0.626471421, | |
| "Standard Deviation": 0.02911817976 | |
| }, | |
| "Logical": { | |
| "Score": 0.692346381, | |
| "Standard Deviation": 0.03617185198 | |
| }, | |
| "Social": { | |
| "Score": 0.663410854, | |
| "Standard Deviation": 0.09540220876 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-2-9b-it-simpo", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2024-02" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": "N/A", | |
| "Standard Deviation": "N/A" | |
| }, | |
| "Geometry": { | |
| "Score": 0.582787508, | |
| "Standard Deviation": 0.03965204074 | |
| }, | |
| "Algebra": { | |
| "Score": 0.658648133, | |
| "Standard Deviation": 0.02565919856 | |
| }, | |
| "Probability": { | |
| "Score": 0.547861265, | |
| "Standard Deviation": 0.02885209131 | |
| }, | |
| "Logical": { | |
| "Score": 0.540720893, | |
| "Standard Deviation": 0.01970134508 | |
| }, | |
| "Social": { | |
| "Score": 0.635266187, | |
| "Standard Deviation": 0.03620021751 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "qwen1.5-72b-chat", | |
| "organization": "Alibaba", | |
| "license": "Qianwen LICENSE", | |
| "knowledge_cutoff": "2024-03" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.519549796, | |
| "Standard Deviation": 0.00903634343 | |
| }, | |
| "Geometry": { | |
| "Score": 0.543139301, | |
| "Standard Deviation": 0.03425202326 | |
| }, | |
| "Algebra": { | |
| "Score": 0.635228729, | |
| "Standard Deviation": 0.01944043425 | |
| }, | |
| "Probability": { | |
| "Score": 0.486948658, | |
| "Standard Deviation": 0.06064655315 | |
| }, | |
| "Logical": { | |
| "Score": 0.284069394, | |
| "Standard Deviation": 0.02686608506 | |
| }, | |
| "Social": { | |
| "Score": 0.415007627, | |
| "Standard Deviation": 0.03920053159 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "qwen1.5-32b-chat", | |
| "organization": "Alibaba", | |
| "license": "Qianwen LICENSE", | |
| "knowledge_cutoff": "2024-03" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.393789407, | |
| "Standard Deviation": 0.05413770095 | |
| }, | |
| "Geometry": { | |
| "Score": 0.51086835, | |
| "Standard Deviation": 0.04052471998 | |
| }, | |
| "Algebra": { | |
| "Score": 0.609003168, | |
| "Standard Deviation": 0.04874143541 | |
| }, | |
| "Probability": { | |
| "Score": 0.476300002, | |
| "Standard Deviation": 0.05322403912 | |
| }, | |
| "Logical": { | |
| "Score": 0.331781014, | |
| "Standard Deviation": 0.004938997686 | |
| }, | |
| "Social": { | |
| "Score": 0.380987334, | |
| "Standard Deviation": 0.03762251776 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "google-gemma-2-9b-it", | |
| "organization": "Google", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.489663449, | |
| "Standard Deviation": 0.002595702019 | |
| }, | |
| "Geometry": { | |
| "Score": 0.575371308, | |
| "Standard Deviation": 0.03556220251 | |
| }, | |
| "Algebra": { | |
| "Score": 0.597045661, | |
| "Standard Deviation": 0.0313828123 | |
| }, | |
| "Probability": { | |
| "Score": 0.589221807, | |
| "Standard Deviation": 0.03110811656 | |
| }, | |
| "Logical": { | |
| "Score": 0.587579897, | |
| "Standard Deviation": 0.05512716783 | |
| }, | |
| "Social": { | |
| "Score": 0.768337958, | |
| "Standard Deviation": 0.04078610476 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "yi-1.5-34b-chat", | |
| "organization": "01 AI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.607812897, | |
| "Standard Deviation": 0.1440881293 | |
| }, | |
| "Geometry": { | |
| "Score": 0.566666724, | |
| "Standard Deviation": 0.04001381658 | |
| }, | |
| "Algebra": { | |
| "Score": 0.590997292, | |
| "Standard Deviation": 0.03594087315 | |
| }, | |
| "Probability": { | |
| "Score": 0.589524589, | |
| "Standard Deviation": 0.03112618772 | |
| }, | |
| "Logical": { | |
| "Score": 0.574105508, | |
| "Standard Deviation": 0.03441737941 | |
| }, | |
| "Social": { | |
| "Score": 0.516980832, | |
| "Standard Deviation": 0.03369347985 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "meta-llama-3.1-8b-instruct", | |
| "organization": "Meta", | |
| "license": "Llama 3.1 Community", | |
| "knowledge_cutoff": "2024-02" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.505936324, | |
| "Standard Deviation": 0.05286756493 | |
| }, | |
| "Geometry": { | |
| "Score": 0.522442162, | |
| "Standard Deviation": 0.03908236317 | |
| }, | |
| "Algebra": { | |
| "Score": 0.582702645, | |
| "Standard Deviation": 0.05002277711 | |
| }, | |
| "Probability": { | |
| "Score": 0.495001149, | |
| "Standard Deviation": 0.05244587037 | |
| }, | |
| "Logical": { | |
| "Score": 0.443030561, | |
| "Standard Deviation": 0.01343820628 | |
| }, | |
| "Social": { | |
| "Score": 0.329195941, | |
| "Standard Deviation": 0.03925019528 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gpt3.5-turbo-0125", | |
| "organization": "OpenAI", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.313398088, | |
| "Standard Deviation": 0.09322528606 | |
| }, | |
| "Geometry": { | |
| "Score": 0.678714519, | |
| "Standard Deviation": 0.05926546762 | |
| }, | |
| "Algebra": { | |
| "Score": 0.569296173, | |
| "Standard Deviation": 0.05277281097 | |
| }, | |
| "Probability": { | |
| "Score": 0.448460767, | |
| "Standard Deviation": 0.05768095196 | |
| }, | |
| "Logical": { | |
| "Score": 0.148521348, | |
| "Standard Deviation": 0.04033712907 | |
| }, | |
| "Social": { | |
| "Score": 0.235071541, | |
| "Standard Deviation": 0.02632892457 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "llama-3-70b-instruct", | |
| "organization": "Meta", | |
| "license": "Llama 3 Community", | |
| "knowledge_cutoff": "2024-03" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.456689885, | |
| "Standard Deviation": 0.01385989995 | |
| }, | |
| "Geometry": { | |
| "Score": 0.516865529, | |
| "Standard Deviation": 0.03858112564 | |
| }, | |
| "Algebra": { | |
| "Score": 0.566756531, | |
| "Standard Deviation": 0.03369826926 | |
| }, | |
| "Probability": { | |
| "Score": 0.513857306, | |
| "Standard Deviation": 0.05453699062 | |
| }, | |
| "Logical": { | |
| "Score": 0.713796415, | |
| "Standard Deviation": 0.02031215107 | |
| }, | |
| "Social": { | |
| "Score": 0.45872939, | |
| "Standard Deviation": 0.05347039576 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "claude-3-sonnet", | |
| "organization": "Anthropic", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-02" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.520010833, | |
| "Standard Deviation": 0.005030563799 | |
| }, | |
| "Geometry": { | |
| "Score": 0.675613638, | |
| "Standard Deviation": 0.05275594408 | |
| }, | |
| "Algebra": { | |
| "Score": 0.552025728, | |
| "Standard Deviation": 0.04122192409 | |
| }, | |
| "Probability": { | |
| "Score": 0.516192848, | |
| "Standard Deviation": 0.04152293217 | |
| }, | |
| "Logical": { | |
| "Score": 0.588545747, | |
| "Standard Deviation": 0.06068211943 | |
| }, | |
| "Social": { | |
| "Score": 0.570437582, | |
| "Standard Deviation": 0.08607040862 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "qwen1.5-14b-chat", | |
| "organization": "Alibaba", | |
| "license": "Qianwen LICENSE", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.415328996, | |
| "Standard Deviation": 0.0743938717 | |
| }, | |
| "Geometry": { | |
| "Score": 0.452504016, | |
| "Standard Deviation": 0.04225594393 | |
| }, | |
| "Algebra": { | |
| "Score": 0.538655725, | |
| "Standard Deviation": 0.03721542594 | |
| }, | |
| "Probability": { | |
| "Score": 0.397185975, | |
| "Standard Deviation": 0.05607695946 | |
| }, | |
| "Logical": { | |
| "Score": 0.264573129, | |
| "Standard Deviation": 0.03936133174 | |
| }, | |
| "Social": { | |
| "Score": 0.287370142, | |
| "Standard Deviation": 0.04264085315 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "claude-3-haiku", | |
| "organization": "Anthropic", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.453901163, | |
| "Standard Deviation": 0.003604084261 | |
| }, | |
| "Geometry": { | |
| "Score": 0.607993912, | |
| "Standard Deviation": 0.05793460748 | |
| }, | |
| "Algebra": { | |
| "Score": 0.520054055, | |
| "Standard Deviation": 0.03333544511 | |
| }, | |
| "Probability": { | |
| "Score": 0.474460688, | |
| "Standard Deviation": 0.0446501933 | |
| }, | |
| "Logical": { | |
| "Score": 0.512815976, | |
| "Standard Deviation": 0.0163264281 | |
| }, | |
| "Social": { | |
| "Score": 0.551083976, | |
| "Standard Deviation": 0.05374722539 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "claude-2.1", | |
| "organization": "Anthropic", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.35814708, | |
| "Standard Deviation": 0.09168134168 | |
| }, | |
| "Geometry": { | |
| "Score": 0.62752395, | |
| "Standard Deviation": 0.07232659398 | |
| }, | |
| "Algebra": { | |
| "Score": 0.508849609, | |
| "Standard Deviation": 0.0346897465 | |
| }, | |
| "Probability": { | |
| "Score": 0.41477086, | |
| "Standard Deviation": 0.05964060239 | |
| }, | |
| "Logical": { | |
| "Score": 0.482923674, | |
| "Standard Deviation": 0.01989147048 | |
| }, | |
| "Social": { | |
| "Score": 0.333804568, | |
| "Standard Deviation": 0.03775548253 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "mistral-8x7b-instruct-v0.1", | |
| "organization": "Mistral", | |
| "license": "Apache 2.0", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.382659161, | |
| "Standard Deviation": 0.07594496929 | |
| }, | |
| "Geometry": { | |
| "Score": 0.432216097, | |
| "Standard Deviation": 0.04747949254 | |
| }, | |
| "Algebra": { | |
| "Score": 0.478314888, | |
| "Standard Deviation": 0.01998797419 | |
| }, | |
| "Probability": { | |
| "Score": 0.427144725, | |
| "Standard Deviation": 0.0590923329 | |
| }, | |
| "Logical": { | |
| "Score": 0.340041983, | |
| "Standard Deviation": 0.008397574592 | |
| }, | |
| "Social": { | |
| "Score": 0.251949622, | |
| "Standard Deviation": 0.03346674405 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "claude-2.0", | |
| "organization": "Anthropic", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023-10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.322718057, | |
| "Standard Deviation": 0.08369883584 | |
| }, | |
| "Geometry": { | |
| "Score": 0.604141967, | |
| "Standard Deviation": 0.05116441826 | |
| }, | |
| "Algebra": { | |
| "Score": 0.474350734, | |
| "Standard Deviation": 0.01510393066 | |
| }, | |
| "Probability": { | |
| "Score": 0.437950412, | |
| "Standard Deviation": 0.05985594317 | |
| }, | |
| "Logical": { | |
| "Score": 0.445620646, | |
| "Standard Deviation": 0.01812614805 | |
| }, | |
| "Social": { | |
| "Score": 0.469422836, | |
| "Standard Deviation": 0.05999901796 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "starling-lm-7b-beta", | |
| "organization": "Nexusflow", | |
| "license": "Apache-2.0", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.479391856, | |
| "Standard Deviation": 0.04199990887 | |
| }, | |
| "Geometry": { | |
| "Score": 0.446654388, | |
| "Standard Deviation": 0.05637864999 | |
| }, | |
| "Algebra": { | |
| "Score": 0.473952749, | |
| "Standard Deviation": 0.01584301288 | |
| }, | |
| "Probability": { | |
| "Score": 0.395197837, | |
| "Standard Deviation": 0.05814798892 | |
| }, | |
| "Logical": { | |
| "Score": 0.39927199, | |
| "Standard Deviation": 0.02125277518 | |
| }, | |
| "Social": { | |
| "Score": 0.380021662, | |
| "Standard Deviation": 0.04622452748 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemini-1.0-pro-001", | |
| "organization": "Google", | |
| "license": "Proprietary", | |
| "knowledge_cutoff": "2023-11" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.449040654, | |
| "Standard Deviation": 0.0450610177 | |
| }, | |
| "Geometry": { | |
| "Score": 0.578347959, | |
| "Standard Deviation": 0.04242873607 | |
| }, | |
| "Algebra": { | |
| "Score": 0.462417786, | |
| "Standard Deviation": 0.01668313635 | |
| }, | |
| "Probability": { | |
| "Score": 0.289836324, | |
| "Standard Deviation": 0.05739831115 | |
| }, | |
| "Logical": { | |
| "Score": 0.191140355, | |
| "Standard Deviation": 0.03394652499 | |
| }, | |
| "Social": { | |
| "Score": 0.130790863, | |
| "Standard Deviation": 0.02800188173 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "openchat-3.5-0106", | |
| "organization": "OpenChat", | |
| "license": "Apache-2.0", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.363929888, | |
| "Standard Deviation": 0.08602347145 | |
| }, | |
| "Geometry": { | |
| "Score": 0.38715246, | |
| "Standard Deviation": 0.03701851946 | |
| }, | |
| "Algebra": { | |
| "Score": 0.441233712, | |
| "Standard Deviation": 0.01135753754 | |
| }, | |
| "Probability": { | |
| "Score": 0.38802618, | |
| "Standard Deviation": 0.05663879714 | |
| }, | |
| "Logical": { | |
| "Score": 0.336754383, | |
| "Standard Deviation": 0.01608478079 | |
| }, | |
| "Social": { | |
| "Score": 0.250891608, | |
| "Standard Deviation": 0.03253769914 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "openchat-3.5", | |
| "organization": "OpenChat", | |
| "license": "Apache-2.0", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.361341296, | |
| "Standard Deviation": 0.09034869493 | |
| }, | |
| "Geometry": { | |
| "Score": 0.401699069, | |
| "Standard Deviation": 0.03410726557 | |
| }, | |
| "Algebra": { | |
| "Score": 0.414095336, | |
| "Standard Deviation": 0.01881964261 | |
| }, | |
| "Probability": { | |
| "Score": 0.349601002, | |
| "Standard Deviation": 0.05077455539 | |
| }, | |
| "Logical": { | |
| "Score": 0.331069242, | |
| "Standard Deviation": 0.02180827173 | |
| }, | |
| "Social": { | |
| "Score": 0.319991655, | |
| "Standard Deviation": 0.04502478724 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "command-r-(08-2024)", | |
| "organization": "Cohere", | |
| "license": "CC-BY-NC-4.0", | |
| "knowledge_cutoff": "2024-08" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.427605298, | |
| "Standard Deviation": 0.01747449163 | |
| }, | |
| "Geometry": { | |
| "Score": 0.448300727, | |
| "Standard Deviation": 0.04996362328 | |
| }, | |
| "Algebra": { | |
| "Score": 0.417519167, | |
| "Standard Deviation": 0.01822196902 | |
| }, | |
| "Probability": { | |
| "Score": 0.366336281, | |
| "Standard Deviation": 0.04716826942 | |
| }, | |
| "Logical": { | |
| "Score": 0.214657906, | |
| "Standard Deviation": 0.03003579835 | |
| }, | |
| "Social": { | |
| "Score": 0.276088379, | |
| "Standard Deviation": 0.03295234688 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-1.1-7b-it", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2023-11" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.339506922, | |
| "Standard Deviation": 0.1066279108 | |
| }, | |
| "Geometry": { | |
| "Score": 0.324170977, | |
| "Standard Deviation": 0.04668553765 | |
| }, | |
| "Algebra": { | |
| "Score": 0.398684697, | |
| "Standard Deviation": 0.01982398259 | |
| }, | |
| "Probability": { | |
| "Score": 0.293253175, | |
| "Standard Deviation": 0.05126192191 | |
| }, | |
| "Logical": { | |
| "Score": 0.317750796, | |
| "Standard Deviation": 0.01101933543 | |
| }, | |
| "Social": { | |
| "Score": 0.179073276, | |
| "Standard Deviation": 0.02009658805 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "llama3-8b-instruct", | |
| "organization": "Meta", | |
| "license": "Llama 3 Community", | |
| "knowledge_cutoff": "2024-01" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.367722676, | |
| "Standard Deviation": 0.1071368221 | |
| }, | |
| "Geometry": { | |
| "Score": 0.367143758, | |
| "Standard Deviation": 0.04363680358 | |
| }, | |
| "Algebra": { | |
| "Score": 0.391480973, | |
| "Standard Deviation": 0.02757445266 | |
| }, | |
| "Probability": { | |
| "Score": 0.317616445, | |
| "Standard Deviation": 0.04300430361 | |
| }, | |
| "Logical": { | |
| "Score": 0.461607495, | |
| "Standard Deviation": 0.02185028842 | |
| }, | |
| "Social": { | |
| "Score": 0.336373622, | |
| "Standard Deviation": 0.05762408512 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-2-2b-it", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.502167612, | |
| "Standard Deviation": 0.04389786763 | |
| }, | |
| "Geometry": { | |
| "Score": 0.395006676, | |
| "Standard Deviation": 0.05882607713 | |
| }, | |
| "Algebra": { | |
| "Score": 0.379391887, | |
| "Standard Deviation": 0.01722410785 | |
| }, | |
| "Probability": { | |
| "Score": 0.331231097, | |
| "Standard Deviation": 0.05392499987 | |
| }, | |
| "Logical": { | |
| "Score": 0.367687789, | |
| "Standard Deviation": 0.02547968808 | |
| }, | |
| "Social": { | |
| "Score": 0.393482094, | |
| "Standard Deviation": 0.06450214024 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "starling-lm-7b-alpha", | |
| "organization": "Nexusflow", | |
| "license": "Apache-2.0", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.366628765, | |
| "Standard Deviation": 0.08405492929 | |
| }, | |
| "Geometry": { | |
| "Score": 0.336782578, | |
| "Standard Deviation": 0.04069449132 | |
| }, | |
| "Algebra": { | |
| "Score": 0.371551932, | |
| "Standard Deviation": 0.03367241745 | |
| }, | |
| "Probability": { | |
| "Score": 0.331472505, | |
| "Standard Deviation": 0.04833324282 | |
| }, | |
| "Logical": { | |
| "Score": 0.260869624, | |
| "Standard Deviation": 0.03562735237 | |
| }, | |
| "Social": { | |
| "Score": 0.271975534, | |
| "Standard Deviation": 0.04266753408 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "qwen1.5-4b-chat", | |
| "organization": "Alibaba", | |
| "license": "Qianwen LICENSE", | |
| "knowledge_cutoff": "2024-02" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.111876411, | |
| "Standard Deviation": 0.04241022785 | |
| }, | |
| "Geometry": { | |
| "Score": 0.215834522, | |
| "Standard Deviation": 0.0363766363 | |
| }, | |
| "Algebra": { | |
| "Score": 0.305589811, | |
| "Standard Deviation": 0.02354198912 | |
| }, | |
| "Probability": { | |
| "Score": 0.149365327, | |
| "Standard Deviation": 0.03489672675 | |
| }, | |
| "Logical": { | |
| "Score": 0.116210168, | |
| "Standard Deviation": 0.005927966496 | |
| }, | |
| "Social": { | |
| "Score": 0.18195615, | |
| "Standard Deviation": 0.02269805277 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "command-r-(04-2024)", | |
| "organization": "Cohere", | |
| "license": "CC-BY-NC-4.0", | |
| "knowledge_cutoff": "2024-04" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.388783887, | |
| "Standard Deviation": 0.07417186783 | |
| }, | |
| "Geometry": { | |
| "Score": 0.300416698, | |
| "Standard Deviation": 0.03485612736 | |
| }, | |
| "Algebra": { | |
| "Score": 0.293120231, | |
| "Standard Deviation": 0.032926484 | |
| }, | |
| "Probability": { | |
| "Score": 0.281271304, | |
| "Standard Deviation": 0.05697149867 | |
| }, | |
| "Logical": { | |
| "Score": 0.276189906, | |
| "Standard Deviation": 0.03562914754 | |
| }, | |
| "Social": { | |
| "Score": 0.283882949, | |
| "Standard Deviation": 0.03336901148 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "vicuna-33b", | |
| "organization": "LMSYS", | |
| "license": "Non-commercial", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.316543555, | |
| "Standard Deviation": 0.08922095647 | |
| }, | |
| "Geometry": { | |
| "Score": 0.208284679, | |
| "Standard Deviation": 0.03937771461 | |
| }, | |
| "Algebra": { | |
| "Score": 0.248994048, | |
| "Standard Deviation": 0.02668175054 | |
| }, | |
| "Probability": { | |
| "Score": 0.222313995, | |
| "Standard Deviation": 0.03978859759 | |
| }, | |
| "Logical": { | |
| "Score": 0.180291222, | |
| "Standard Deviation": 0.021886267 | |
| }, | |
| "Social": { | |
| "Score": 0.257623798, | |
| "Standard Deviation": 0.02653724437 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-7b-it", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.285077558, | |
| "Standard Deviation": 0.08871758453 | |
| }, | |
| "Geometry": { | |
| "Score": 0.244791417, | |
| "Standard Deviation": 0.0289612078 | |
| }, | |
| "Algebra": { | |
| "Score": 0.250614794, | |
| "Standard Deviation": 0.01991678295 | |
| }, | |
| "Probability": { | |
| "Score": 0.174313053, | |
| "Standard Deviation": 0.03765424728 | |
| }, | |
| "Logical": { | |
| "Score": 0.197505536, | |
| "Standard Deviation": 0.02050298885 | |
| }, | |
| "Social": { | |
| "Score": 0.202138025, | |
| "Standard Deviation": 0.02098346639 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "mistral-7b-instruct-2", | |
| "organization": "Mistral", | |
| "license": "Apache 2.0", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.427513868, | |
| "Standard Deviation": 0.05553921135 | |
| }, | |
| "Geometry": { | |
| "Score": 0.216402626, | |
| "Standard Deviation": 0.03338414918 | |
| }, | |
| "Algebra": { | |
| "Score": 0.233777838, | |
| "Standard Deviation": 0.0155226054 | |
| }, | |
| "Probability": { | |
| "Score": 0.25118175, | |
| "Standard Deviation": 0.04065514593 | |
| }, | |
| "Logical": { | |
| "Score": 0.224469136, | |
| "Standard Deviation": 0.03404706752 | |
| }, | |
| "Social": { | |
| "Score": 0.209386782, | |
| "Standard Deviation": 0.02738569921 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "mistral-7b-instruct-1", | |
| "organization": "Mistral", | |
| "license": "Apache 2.0", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.23016314, | |
| "Standard Deviation": 0.07137625271 | |
| }, | |
| "Geometry": { | |
| "Score": 0.161799938, | |
| "Standard Deviation": 0.03595278559 | |
| }, | |
| "Algebra": { | |
| "Score": 0.210341624, | |
| "Standard Deviation": 0.01736539119 | |
| }, | |
| "Probability": { | |
| "Score": 0.238417922, | |
| "Standard Deviation": 0.03744211933 | |
| }, | |
| "Logical": { | |
| "Score": 0.142636601, | |
| "Standard Deviation": 0.02080406365 | |
| }, | |
| "Social": { | |
| "Score": 0.117646827, | |
| "Standard Deviation": 0.009321202779 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "vicuna-13b", | |
| "organization": "LMSYS", | |
| "license": "Non-commercial", | |
| "knowledge_cutoff": "2023-11" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.201892849, | |
| "Standard Deviation": 0.06021749802 | |
| }, | |
| "Geometry": { | |
| "Score": 0.200941928, | |
| "Standard Deviation": 0.03366817781 | |
| }, | |
| "Algebra": { | |
| "Score": 0.196123323, | |
| "Standard Deviation": 0.0135715643 | |
| }, | |
| "Probability": { | |
| "Score": 0.141214079, | |
| "Standard Deviation": 0.02721328211 | |
| }, | |
| "Logical": { | |
| "Score": 0.148598631, | |
| "Standard Deviation": 0.02241523892 | |
| }, | |
| "Social": { | |
| "Score": 0.124655135, | |
| "Standard Deviation": 0.01122382671 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "zephyr-7b-beta", | |
| "organization": "HuggingFace", | |
| "license": "MIT", | |
| "knowledge_cutoff": "2023-10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.102705119, | |
| "Standard Deviation": 0.03683757312 | |
| }, | |
| "Geometry": { | |
| "Score": 0.114005544, | |
| "Standard Deviation": 0.03144354365 | |
| }, | |
| "Algebra": { | |
| "Score": 0.141766633, | |
| "Standard Deviation": 0.03179520129 | |
| }, | |
| "Probability": { | |
| "Score": 0.089050714, | |
| "Standard Deviation": 0.002136754266 | |
| }, | |
| "Logical": { | |
| "Score": 0.069520789, | |
| "Standard Deviation": 0.004477840857 | |
| }, | |
| "Social": { | |
| "Score": 0.0, | |
| "Standard Deviation": 0.0 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-1.1-2b-it", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.257700845, | |
| "Standard Deviation": 0.07369021445 | |
| }, | |
| "Geometry": { | |
| "Score": 0.183974034, | |
| "Standard Deviation": 0.0215548886 | |
| }, | |
| "Algebra": { | |
| "Score": 0.13422252, | |
| "Standard Deviation": 0.01922819511 | |
| }, | |
| "Probability": { | |
| "Score": 0.095628657, | |
| "Standard Deviation": 0.007536076456 | |
| }, | |
| "Logical": { | |
| "Score": 0.094965074, | |
| "Standard Deviation": 0.005019175487 | |
| }, | |
| "Social": { | |
| "Score": 0.167796727, | |
| "Standard Deviation": 0.01666541942 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "llama2-7b-chat", | |
| "organization": "Meta", | |
| "license": "Llama 2 Community", | |
| "knowledge_cutoff": "2023-10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.260189428, | |
| "Standard Deviation": 0.08019299364 | |
| }, | |
| "Geometry": { | |
| "Score": 0.087067276, | |
| "Standard Deviation": 0.04274343402 | |
| }, | |
| "Algebra": { | |
| "Score": 0.12308805, | |
| "Standard Deviation": 0.01856053622 | |
| }, | |
| "Probability": { | |
| "Score": 0.087515438, | |
| "Standard Deviation": 0.006315053573 | |
| }, | |
| "Logical": { | |
| "Score": 0.17312827, | |
| "Standard Deviation": 0.01867044092 | |
| }, | |
| "Social": { | |
| "Score": 0.152905272, | |
| "Standard Deviation": 0.007166957097 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "gemma-2b-it", | |
| "organization": "Google", | |
| "license": "Gemma License", | |
| "knowledge_cutoff": "2023-11" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.234172069, | |
| "Standard Deviation": 0.06522685718 | |
| }, | |
| "Geometry": { | |
| "Score": 0.198571153, | |
| "Standard Deviation": 0.01699161031 | |
| }, | |
| "Algebra": { | |
| "Score": 0.109883009, | |
| "Standard Deviation": 0.01520005833 | |
| }, | |
| "Probability": { | |
| "Score": 0.06467432, | |
| "Standard Deviation": 0.002117497231 | |
| }, | |
| "Logical": { | |
| "Score": 0.039624492, | |
| "Standard Deviation": 0.007606972686 | |
| }, | |
| "Social": { | |
| "Score": 0.087452913, | |
| "Standard Deviation": 0.008170146562 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "llama2-13b-chat", | |
| "organization": "Meta", | |
| "license": "Llama 2 Community", | |
| "knowledge_cutoff": "2023-12" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.263305684, | |
| "Standard Deviation": 0.07283640689 | |
| }, | |
| "Geometry": { | |
| "Score": 0.072729954, | |
| "Standard Deviation": 0.02315988261 | |
| }, | |
| "Algebra": { | |
| "Score": 0.080371692, | |
| "Standard Deviation": 0.01277569453 | |
| }, | |
| "Probability": { | |
| "Score": 0.117757344, | |
| "Standard Deviation": 0.02418619619 | |
| }, | |
| "Logical": { | |
| "Score": 0.193149889, | |
| "Standard Deviation": 0.01776690764 | |
| }, | |
| "Social": { | |
| "Score": 0.149125922, | |
| "Standard Deviation": 0.01157416827 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "vicuna-7b", | |
| "organization": "LMSYS", | |
| "license": "Non-commercial", | |
| "knowledge_cutoff": "2023-11" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.198839786, | |
| "Standard Deviation": 0.05725381576 | |
| }, | |
| "Geometry": { | |
| "Score": 0.083457058, | |
| "Standard Deviation": 0.02520989111 | |
| }, | |
| "Algebra": { | |
| "Score": 0.070883882, | |
| "Standard Deviation": 0.007315853253 | |
| }, | |
| "Probability": { | |
| "Score": 0.080987673, | |
| "Standard Deviation": 0.005474288861 | |
| }, | |
| "Logical": { | |
| "Score": 0.100065588, | |
| "Standard Deviation": 0.003561886452 | |
| }, | |
| "Social": { | |
| "Score": 0.111076414, | |
| "Standard Deviation": 0.004805626512 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "koala-13b", | |
| "organization": "UC Berkeley", | |
| "license": "Non-commercial", | |
| "knowledge_cutoff": "2023-10" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.09387188, | |
| "Standard Deviation": 0.02642167489 | |
| }, | |
| "Geometry": { | |
| "Score": 0.017374001, | |
| "Standard Deviation": 0.01747053557 | |
| }, | |
| "Algebra": { | |
| "Score": 0.018129197, | |
| "Standard Deviation": 0.01054371383 | |
| }, | |
| "Probability": { | |
| "Score": 0.043654362, | |
| "Standard Deviation": 0.004288231886 | |
| }, | |
| "Logical": { | |
| "Score": 0.074694053, | |
| "Standard Deviation": 0.002674646998 | |
| }, | |
| "Social": { | |
| "Score": 0.096983835, | |
| "Standard Deviation": 0.007847059783 | |
| } | |
| } | |
| }, | |
| { | |
| "config": { | |
| "model_name": "openassistant-pythia-12b", | |
| "organization": "OpenAssistant", | |
| "license": "Non-commercial", | |
| "knowledge_cutoff": "2023-09" | |
| }, | |
| "results": { | |
| "OVERALL": { | |
| "Score": 0.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Geometry": { | |
| "Score": 0.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Algebra": { | |
| "Score": 0.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Probability": { | |
| "Score": 0.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Logical": { | |
| "Score": 0.0, | |
| "Standard Deviation": 0.0 | |
| }, | |
| "Social": { | |
| "Score": 0.030792528, | |
| "Standard Deviation": 0.007518796391 | |
| } | |
| } | |
| } | |
| ] |