Fix pydantic gradio compatibility error
Browse files- requirements.txt +2 -0
- src/leaderboard/read_evals.py +1 -1
requirements.txt
CHANGED
@@ -15,4 +15,6 @@ transformers==4.35.2
|
|
15 |
tokenizers>=0.15.0
|
16 |
git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b0921b636bc36ad05c0b0b0763bd6dd43463#egg=lm-eval
|
17 |
accelerate==0.24.1
|
|
|
|
|
18 |
sentencepiece
|
|
|
15 |
tokenizers>=0.15.0
|
16 |
git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b0921b636bc36ad05c0b0b0763bd6dd43463#egg=lm-eval
|
17 |
accelerate==0.24.1
|
18 |
+
pydantic==2.9.1
|
19 |
+
fastapi==0.112.4
|
20 |
sentencepiece
|
src/leaderboard/read_evals.py
CHANGED
@@ -158,7 +158,7 @@ class EvalResult:
|
|
158 |
category_averages["average_FO"].append(score)
|
159 |
elif task.value.category == "Decision-Making (DM)":
|
160 |
if task.value.benchmark == "FinTrade" and score != "missing":
|
161 |
-
category_averages["average_DM"].append((score +
|
162 |
else:
|
163 |
category_averages["average_DM"].append(score)
|
164 |
elif task.value.category == "Spanish":
|
|
|
158 |
category_averages["average_FO"].append(score)
|
159 |
elif task.value.category == "Decision-Making (DM)":
|
160 |
if task.value.benchmark == "FinTrade" and score != "missing":
|
161 |
+
category_averages["average_DM"].append((score + 300)/6)
|
162 |
else:
|
163 |
category_averages["average_DM"].append(score)
|
164 |
elif task.value.category == "Spanish":
|