Spaces:
Runtime error
Runtime error
Aaron Mueller
commited on
Commit
·
fe39177
1
Parent(s):
50e52ac
test
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -108,6 +108,7 @@ class EvalResult:
|
|
108 |
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
109 |
}
|
110 |
|
|
|
111 |
if self.track.lower() == "multimodal":
|
112 |
taskset = TasksMultimodal
|
113 |
else:
|
@@ -115,6 +116,7 @@ class EvalResult:
|
|
115 |
for task in taskset:
|
116 |
data_dict[task.value.col_name] = self.results[task.value.benchmark]
|
117 |
|
|
|
118 |
return data_dict
|
119 |
|
120 |
|
@@ -158,7 +160,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
158 |
model_result_filepaths.append(os.path.join(root, file))
|
159 |
|
160 |
eval_results = {}
|
161 |
-
print(model_result_filepaths, len(model_result_filepaths))
|
162 |
for model_result_filepath in model_result_filepaths:
|
163 |
# Creation of result
|
164 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
|
|
108 |
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
109 |
}
|
110 |
|
111 |
+
print(self.track, self.results.keys())
|
112 |
if self.track.lower() == "multimodal":
|
113 |
taskset = TasksMultimodal
|
114 |
else:
|
|
|
116 |
for task in taskset:
|
117 |
data_dict[task.value.col_name] = self.results[task.value.benchmark]
|
118 |
|
119 |
+
print("Made it for track", self.track)
|
120 |
return data_dict
|
121 |
|
122 |
|
|
|
160 |
model_result_filepaths.append(os.path.join(root, file))
|
161 |
|
162 |
eval_results = {}
|
|
|
163 |
for model_result_filepath in model_result_filepaths:
|
164 |
# Creation of result
|
165 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|