Aaron Mueller commited on
Commit
fe39177
·
1 Parent(s): 50e52ac
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -1
src/leaderboard/read_evals.py CHANGED
@@ -108,6 +108,7 @@ class EvalResult:
108
  AutoEvalColumn.still_on_hub.name: self.still_on_hub,
109
  }
110
 
 
111
  if self.track.lower() == "multimodal":
112
  taskset = TasksMultimodal
113
  else:
@@ -115,6 +116,7 @@ class EvalResult:
115
  for task in taskset:
116
  data_dict[task.value.col_name] = self.results[task.value.benchmark]
117
 
 
118
  return data_dict
119
 
120
 
@@ -158,7 +160,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
158
  model_result_filepaths.append(os.path.join(root, file))
159
 
160
  eval_results = {}
161
- print(model_result_filepaths, len(model_result_filepaths))
162
  for model_result_filepath in model_result_filepaths:
163
  # Creation of result
164
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
 
108
  AutoEvalColumn.still_on_hub.name: self.still_on_hub,
109
  }
110
 
111
+ print(self.track, self.results.keys())
112
  if self.track.lower() == "multimodal":
113
  taskset = TasksMultimodal
114
  else:
 
116
  for task in taskset:
117
  data_dict[task.value.col_name] = self.results[task.value.benchmark]
118
 
119
+ print("Made it for track", self.track)
120
  return data_dict
121
 
122
 
 
160
  model_result_filepaths.append(os.path.join(root, file))
161
 
162
  eval_results = {}
 
163
  for model_result_filepath in model_result_filepaths:
164
  # Creation of result
165
  eval_result = EvalResult.init_from_json_file(model_result_filepath)