| { | |
| "results": { | |
| "anli_r1": { | |
| "acc": 0.35, | |
| "acc_stderr": 0.015090650341444236 | |
| }, | |
| "anli_r2": { | |
| "acc": 0.32, | |
| "acc_stderr": 0.01475865230357488 | |
| }, | |
| "anli_r3": { | |
| "acc": 0.33416666666666667, | |
| "acc_stderr": 0.013622434813136783 | |
| }, | |
| "cb": { | |
| "acc": 0.44642857142857145, | |
| "acc_stderr": 0.067031892279424, | |
| "f1": 0.30886196246139225 | |
| }, | |
| "copa": { | |
| "acc": 0.61, | |
| "acc_stderr": 0.04902071300001975 | |
| }, | |
| "hellaswag": { | |
| "acc": 0.2802230631348337, | |
| "acc_stderr": 0.004481902637505665, | |
| "acc_norm": 0.2960565624377614, | |
| "acc_norm_stderr": 0.00455583246277459 | |
| }, | |
| "rte": { | |
| "acc": 0.4548736462093863, | |
| "acc_stderr": 0.029973636495415252 | |
| }, | |
| "winogrande": { | |
| "acc": 0.505130228887135, | |
| "acc_stderr": 0.014051745961790516 | |
| }, | |
| "storycloze_2016": { | |
| "acc": 0.569748797434527, | |
| "acc_stderr": 0.011449379528209637 | |
| }, | |
| "boolq": { | |
| "acc": 0.5675840978593272, | |
| "acc_stderr": 0.008664798701065799 | |
| }, | |
| "arc_easy": { | |
| "acc": 0.39436026936026936, | |
| "acc_stderr": 0.010028176038392995, | |
| "acc_norm": 0.35395622895622897, | |
| "acc_norm_stderr": 0.00981237064417441 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.19539249146757678, | |
| "acc_stderr": 0.01158690718995291, | |
| "acc_norm": 0.22781569965870307, | |
| "acc_norm_stderr": 0.012256708602326903 | |
| }, | |
| "sciq": { | |
| "acc": 0.681, | |
| "acc_stderr": 0.01474640486547349, | |
| "acc_norm": 0.645, | |
| "acc_norm_stderr": 0.015139491543780532 | |
| }, | |
| "piqa": { | |
| "acc": 0.6311207834602829, | |
| "acc_stderr": 0.011257546676908804, | |
| "acc_norm": 0.6207834602829162, | |
| "acc_norm_stderr": 0.011320331012905077 | |
| } | |
| }, | |
| "versions": { | |
| "anli_r1": 0, | |
| "anli_r2": 0, | |
| "anli_r3": 0, | |
| "cb": 1, | |
| "copa": 0, | |
| "hellaswag": 0, | |
| "rte": 0, | |
| "winogrande": 0, | |
| "storycloze_2016": 0, | |
| "boolq": 1, | |
| "arc_easy": 0, | |
| "arc_challenge": 0, | |
| "sciq": 0, | |
| "piqa": 0 | |
| } | |
| } |