artemsnegirev commited on
Commit
d681824
1 Parent(s): 8494f8e

add case for miracl reranking

Browse files
Files changed (1) hide show
  1. refresh.py +2 -0
refresh.py CHANGED
@@ -179,6 +179,8 @@ def filter_metric_fetched(name: str, metric: str, expected_metrics, split: str)
179
  return bool(metric == "ndcg_at_1")
180
  elif (name.startswith("BrightRetrieval") and (split == "long")):
181
  return bool(metric in ["recall_at_1"])
 
 
182
  else:
183
  return bool(metric in expected_metrics)
184
 
 
179
  return bool(metric == "ndcg_at_1")
180
  elif (name.startswith("BrightRetrieval") and (split == "long")):
181
  return bool(metric in ["recall_at_1"])
182
+ elif name.startswith("MIRACLReranking"):
183
+ return bool(metric in ["NDCG@10(MIRACL)"])
184
  else:
185
  return bool(metric in expected_metrics)
186