Spaces:
Runtime error
Runtime error
new tasks
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -115,7 +115,7 @@ class EvalResult:
|
|
115 |
if accs.size == 0 or any([acc is None for acc in accs]):
|
116 |
continue
|
117 |
|
118 |
-
if 'perplexity' in task.metric:
|
119 |
mean_acc = np.mean(accs)
|
120 |
else:
|
121 |
mean_acc = np.mean(accs) * 100.0
|
|
|
115 |
if accs.size == 0 or any([acc is None for acc in accs]):
|
116 |
continue
|
117 |
|
118 |
+
if 'perplexity' in task.metric or 'eqbench' in task.metric:
|
119 |
mean_acc = np.mean(accs)
|
120 |
else:
|
121 |
mean_acc = np.mean(accs) * 100.0
|