Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
hanhainebula
commited on
Commit
·
5182152
1
Parent(s):
a78a50b
update citation info and latest version
Browse files- app.py +1 -1
- src/about.py +9 -0
- src/envs.py +1 -1
app.py
CHANGED
@@ -574,7 +574,7 @@ with demo:
|
|
574 |
BENCHMARK_VERSION_LIST,
|
575 |
value=LATEST_BENCHMARK_VERSION,
|
576 |
interactive=True,
|
577 |
-
label="AIR-Bench Version",
|
578 |
)
|
579 |
with gr.Row():
|
580 |
upload_button = gr.UploadButton("Click to upload search results", file_count="single")
|
|
|
574 |
BENCHMARK_VERSION_LIST,
|
575 |
value=LATEST_BENCHMARK_VERSION,
|
576 |
interactive=True,
|
577 |
+
label="AIR-Bench Version (🟠NOTE: Select the version you want to submit to)",
|
578 |
)
|
579 |
with gr.Row():
|
580 |
upload_button = gr.UploadButton("Click to upload search results", file_count="single")
|
src/about.py
CHANGED
@@ -32,4 +32,13 @@ EVALUATION_QUEUE_TEXT = """
|
|
32 |
|
33 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
34 |
CITATION_BUTTON_TEXT = r"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
35 |
"""
|
|
|
32 |
|
33 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
34 |
CITATION_BUTTON_TEXT = r"""
|
35 |
+
@misc{chen2024airbench,
|
36 |
+
title={AIR-Bench: Automated Heterogeneous Information Retrieval Benchmark},
|
37 |
+
author={Jianlyu Chen and Nan Wang and Chaofan Li and Bo Wang and Shitao Xiao and Han Xiao and Hao Liao and Defu Lian and Zheng Liu},
|
38 |
+
year={2024},
|
39 |
+
eprint={2412.13102},
|
40 |
+
archivePrefix={arXiv},
|
41 |
+
primaryClass={cs.IR},
|
42 |
+
url={https://arxiv.org/abs/2412.13102},
|
43 |
+
}
|
44 |
"""
|
src/envs.py
CHANGED
@@ -30,7 +30,7 @@ BENCHMARK_VERSION_LIST = [
|
|
30 |
"AIR-Bench_24.05",
|
31 |
]
|
32 |
|
33 |
-
LATEST_BENCHMARK_VERSION = BENCHMARK_VERSION_LIST[
|
34 |
DEFAULT_METRIC_QA = "ndcg_at_10"
|
35 |
DEFAULT_METRIC_LONG_DOC = "recall_at_10"
|
36 |
METRIC_LIST = [
|
|
|
30 |
"AIR-Bench_24.05",
|
31 |
]
|
32 |
|
33 |
+
LATEST_BENCHMARK_VERSION = BENCHMARK_VERSION_LIST[-1] # Change to the latest benchmark version
|
34 |
DEFAULT_METRIC_QA = "ndcg_at_10"
|
35 |
DEFAULT_METRIC_LONG_DOC = "recall_at_10"
|
36 |
METRIC_LIST = [
|