yet more debugging

src/leaderboard/read_evals.py

@@ -158,6 +158,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
             model_result_filepaths.append(os.path.join(root, file))
 
     eval_results = {}
+    print(model_result_filepaths, len(model_result_filepaths))
     for model_result_filepath in model_result_filepaths:
         # Creation of result
         eval_result = EvalResult.init_from_json_file(model_result_filepath)

src/populate.py

@@ -14,9 +14,9 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
     all_data_json = [v.to_dict() for v in raw_data]
     all_data_json_filtered = []
     for item in all_data_json:
-        if "VQA" in benchmark_cols and "VQA" in item:
+        if "VQA" in benchmark_cols and "vqa" in item:
             all_data_json_filtered.append(item)
-        if "VQA" not in benchmark_cols and "VQA" not in item:
+        if "VQA" not in benchmark_cols and "vqa" not in item:
             all_data_json_filtered.append(item)
     all_data_json = all_data_json_filtered