KennethEnevoldsen commited on
Commit
696cbbb
2 Parent(s): 9d7849b d681824

Merge pull request #37 from ai-forever/fix-miracl-metric-filter

Browse files
Files changed (1) hide show
  1. refresh.py +2 -0
refresh.py CHANGED
@@ -179,6 +179,8 @@ def filter_metric_fetched(name: str, metric: str, expected_metrics, split: str)
179
  return bool(metric == "ndcg_at_1")
180
  elif (name.startswith("BrightRetrieval") and (split == "long")):
181
  return bool(metric in ["recall_at_1"])
 
 
182
  else:
183
  return bool(metric in expected_metrics)
184
 
 
179
  return bool(metric == "ndcg_at_1")
180
  elif (name.startswith("BrightRetrieval") and (split == "long")):
181
  return bool(metric in ["recall_at_1"])
182
+ elif name.startswith("MIRACLReranking"):
183
+ return bool(metric in ["NDCG@10(MIRACL)"])
184
  else:
185
  return bool(metric in expected_metrics)
186