fix

model_meta.yaml

@@ -69,14 +69,14 @@ model_meta:
  is_propietary: false
  is_sentence_transformer_compatible: false
  uses_instruct: true
-# GritLM-7B-noinstruct:
-# link: https://huggingface.co/GritLM/GritLM-7B
-# seq_len: 4096
-# size: 7240
-# is_external: true
-# is_propietary: false
-# is_sentence_transformer_compatible: false
-# uses_instruct: false
+ GritLM-7B-noinstruct:
+ link: https://huggingface.co/GritLM/GritLM-7B
+ seq_len: 4096
+ size: 7240
+ is_external: true
+ is_propietary: false
+ is_sentence_transformer_compatible: false
+ uses_instruct: false
  LASER2:
  link: https://github.com/facebookresearch/LASER
  seq_len: N/A

refresh.py

@@ -30,9 +30,10 @@ PRETTY_NAMES = {
 TASK_TO_METRIC = {k: [v["metric"]] for k, v in TASKS_CONFIG.items()}
 # Add legacy metric names
 TASK_TO_METRIC["STS"].append("cos_sim_spearman")
-TASK_TO_METRIC["STS"].append("cosine_spearman")
+TASK_TO_METRIC["STS"].append("spearman")
 TASK_TO_METRIC["Summarization"].append("cos_sim_spearman")
-TASK_TO_METRIC["Summarization"].append("cosine_spearman")
+TASK_TO_METRIC["Summarization"].append("spearman")
+TASK_TO_METRIC["PairClassification"].append("ap")
 TASK_TO_METRIC["PairClassification"].append("cos_sim_ap")
 TASK_TO_METRIC["PairClassification"].append("cosine_ap")