Spaces:
AIR-Bench
/
Running on CPU Upgrade

hanhainebula commited on
Commit
5182152
·
1 Parent(s): a78a50b

update citation info and latest version

Browse files
Files changed (3) hide show
  1. app.py +1 -1
  2. src/about.py +9 -0
  3. src/envs.py +1 -1
app.py CHANGED
@@ -574,7 +574,7 @@ with demo:
574
  BENCHMARK_VERSION_LIST,
575
  value=LATEST_BENCHMARK_VERSION,
576
  interactive=True,
577
- label="AIR-Bench Version",
578
  )
579
  with gr.Row():
580
  upload_button = gr.UploadButton("Click to upload search results", file_count="single")
 
574
  BENCHMARK_VERSION_LIST,
575
  value=LATEST_BENCHMARK_VERSION,
576
  interactive=True,
577
+ label="AIR-Bench Version (🟠NOTE: Select the version you want to submit to)",
578
  )
579
  with gr.Row():
580
  upload_button = gr.UploadButton("Click to upload search results", file_count="single")
src/about.py CHANGED
@@ -32,4 +32,13 @@ EVALUATION_QUEUE_TEXT = """
32
 
33
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
34
  CITATION_BUTTON_TEXT = r"""
 
 
 
 
 
 
 
 
 
35
  """
 
32
 
33
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
34
  CITATION_BUTTON_TEXT = r"""
35
+ @misc{chen2024airbench,
36
+ title={AIR-Bench: Automated Heterogeneous Information Retrieval Benchmark},
37
+ author={Jianlyu Chen and Nan Wang and Chaofan Li and Bo Wang and Shitao Xiao and Han Xiao and Hao Liao and Defu Lian and Zheng Liu},
38
+ year={2024},
39
+ eprint={2412.13102},
40
+ archivePrefix={arXiv},
41
+ primaryClass={cs.IR},
42
+ url={https://arxiv.org/abs/2412.13102},
43
+ }
44
  """
src/envs.py CHANGED
@@ -30,7 +30,7 @@ BENCHMARK_VERSION_LIST = [
30
  "AIR-Bench_24.05",
31
  ]
32
 
33
- LATEST_BENCHMARK_VERSION = BENCHMARK_VERSION_LIST[0]
34
  DEFAULT_METRIC_QA = "ndcg_at_10"
35
  DEFAULT_METRIC_LONG_DOC = "recall_at_10"
36
  METRIC_LIST = [
 
30
  "AIR-Bench_24.05",
31
  ]
32
 
33
+ LATEST_BENCHMARK_VERSION = BENCHMARK_VERSION_LIST[-1] # Change to the latest benchmark version
34
  DEFAULT_METRIC_QA = "ndcg_at_10"
35
  DEFAULT_METRIC_LONG_DOC = "recall_at_10"
36
  METRIC_LIST = [