Spaces:
Runtime error
Runtime error
Commit
·
5182152
1
Parent(s):
a78a50b
update citation info and latest version
Browse files- app.py +1 -1
- src/about.py +9 -0
- src/envs.py +1 -1
app.py
CHANGED
|
@@ -574,7 +574,7 @@ with demo:
|
|
| 574 |
BENCHMARK_VERSION_LIST,
|
| 575 |
value=LATEST_BENCHMARK_VERSION,
|
| 576 |
interactive=True,
|
| 577 |
-
label="AIR-Bench Version",
|
| 578 |
)
|
| 579 |
with gr.Row():
|
| 580 |
upload_button = gr.UploadButton("Click to upload search results", file_count="single")
|
|
|
|
| 574 |
BENCHMARK_VERSION_LIST,
|
| 575 |
value=LATEST_BENCHMARK_VERSION,
|
| 576 |
interactive=True,
|
| 577 |
+
label="AIR-Bench Version (🟠NOTE: Select the version you want to submit to)",
|
| 578 |
)
|
| 579 |
with gr.Row():
|
| 580 |
upload_button = gr.UploadButton("Click to upload search results", file_count="single")
|
src/about.py
CHANGED
|
@@ -32,4 +32,13 @@ EVALUATION_QUEUE_TEXT = """
|
|
| 32 |
|
| 33 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
| 34 |
CITATION_BUTTON_TEXT = r"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
"""
|
|
|
|
| 32 |
|
| 33 |
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
| 34 |
CITATION_BUTTON_TEXT = r"""
|
| 35 |
+
@misc{chen2024airbench,
|
| 36 |
+
title={AIR-Bench: Automated Heterogeneous Information Retrieval Benchmark},
|
| 37 |
+
author={Jianlyu Chen and Nan Wang and Chaofan Li and Bo Wang and Shitao Xiao and Han Xiao and Hao Liao and Defu Lian and Zheng Liu},
|
| 38 |
+
year={2024},
|
| 39 |
+
eprint={2412.13102},
|
| 40 |
+
archivePrefix={arXiv},
|
| 41 |
+
primaryClass={cs.IR},
|
| 42 |
+
url={https://arxiv.org/abs/2412.13102},
|
| 43 |
+
}
|
| 44 |
"""
|
src/envs.py
CHANGED
|
@@ -30,7 +30,7 @@ BENCHMARK_VERSION_LIST = [
|
|
| 30 |
"AIR-Bench_24.05",
|
| 31 |
]
|
| 32 |
|
| 33 |
-
LATEST_BENCHMARK_VERSION = BENCHMARK_VERSION_LIST[
|
| 34 |
DEFAULT_METRIC_QA = "ndcg_at_10"
|
| 35 |
DEFAULT_METRIC_LONG_DOC = "recall_at_10"
|
| 36 |
METRIC_LIST = [
|
|
|
|
| 30 |
"AIR-Bench_24.05",
|
| 31 |
]
|
| 32 |
|
| 33 |
+
LATEST_BENCHMARK_VERSION = BENCHMARK_VERSION_LIST[-1] # Change to the latest benchmark version
|
| 34 |
DEFAULT_METRIC_QA = "ndcg_at_10"
|
| 35 |
DEFAULT_METRIC_LONG_DOC = "recall_at_10"
|
| 36 |
METRIC_LIST = [
|