fix: fix the long-doc version updating bug

app.py

@@ -122,17 +122,28 @@ def update_qa_domains(version):
     return domain_elem
 
 
+def update_doc_domains(version):
+    datastore = update_datastore(version)
+    domain_elem = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
+    return domain_elem
+
 def update_qa_langs(version):
     datastore = update_datastore(version)
     lang_elem = get_language_dropdown(QABenchmarks[datastore.slug])
     return lang_elem
 
 
+def update_doc_langs(version):
+    datastore = update_datastore(version)
+    lang_elem = get_language_dropdown(LongDocBenchmarks[datastore.slug])
+    return lang_elem
+
 def update_qa_models(version):
     datastore = update_datastore(version)
     model_elem = get_reranking_dropdown(datastore.reranking_models)
     return model_elem
 
+
 def update_qa_df_ret_rerank(version):
     datastore = update_datastore(version)
     return get_leaderboard_table(datastore.qa_fmt_df, datastore.qa_types)
@@ -142,6 +153,16 @@ def update_qa_hidden_df_ret_rerank(version):
     return get_leaderboard_table(datastore.qa_raw_df, datastore.qa_types, visible=False)
 
 
+def update_doc_df_ret_rerank(version):
+    datastore = update_datastore(version)
+    return get_leaderboard_table(datastore.doc_fmt_df, datastore.doc_types)
+
+
+def update_doc_hidden_df_ret_rerank(version):
+    datastore = update_datastore(version)
+    return get_leaderboard_table(datastore.doc_raw_df, datastore.doc_types, visible=False)
+
+
 def filter_df_ret(df):
     df_ret = df[df[COL_NAME_RERANKING_MODEL] == "NoReranker"]
     df_ret = reset_rank(df_ret)
@@ -152,12 +173,24 @@ def update_qa_df_ret(version):
     df_ret = filter_df_ret(datastore.qa_fmt_df)
     return get_leaderboard_table(df_ret, datastore.qa_types)
 
+
 def update_qa_hidden_df_ret(version):
     datastore = update_datastore(version)
     df_ret_hidden = filter_df_ret(datastore.qa_raw_df)
     return get_leaderboard_table(df_ret_hidden, datastore.qa_types, visible=False)
 
 
+def update_doc_df_ret(version):
+    datastore = update_datastore(version)
+    df_ret = filter_df_ret(datastore.doc_fmt_df)
+    return get_leaderboard_table(df_ret, datastore.doc_types)
+
+
+def update_doc_hidden_df_ret(version):
+    datastore = update_datastore(version)
+    df_ret_hidden = filter_df_ret(datastore.doc_raw_df)
+    return get_leaderboard_table(df_ret_hidden, datastore.doc_types, visible=False)
+
 def filter_df_rerank(df):
     df_rerank = df[df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
     df_rerank = reset_rank(df_rerank)
@@ -173,17 +206,26 @@ def update_qa_hidden_df_rerank(version):
     df_rerank_hidden = filter_df_rerank(datastore.qa_raw_df)
     return get_leaderboard_table(df_rerank_hidden, datastore.qa_types, visible=False)
 
+def update_doc_df_rerank(version):
+    datastore = update_datastore(version)
+    df_rerank = filter_df_rerank(datastore.doc_fmt_df)
+    return get_leaderboard_table(df_rerank, datastore.doc_types)
 
-def update_doc_version(version):
-    global datastore
-    global ds_dict
-    datastore = ds_dict[version]
-    domain_elem = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
-    lang_elem = get_language_dropdown(LongDocBenchmarks[datastore.slug])
-    model_elem = get_reranking_dropdown(datastore.reranking_models)
-    df_elem = get_leaderboard_table(datastore.doc_fmt_df, datastore.doc_types)
-    hidden_df_elem = get_leaderboard_table(datastore.doc_raw_df, datastore.doc_types, visible=False)
-    return domain_elem, lang_elem, model_elem, df_elem, hidden_df_elem
+def update_doc_hidden_df_rerank(version):
+    datastore = update_datastore(version)
+    df_rerank_hidden = filter_df_rerank(datastore.doc_raw_df)
+    return get_leaderboard_table(df_rerank_hidden, datastore.doc_types, visible=False)
+
+# def update_doc_version(version):
+#     global datastore
+#     global ds_dict
+#     datastore = ds_dict[version]
+#     # domain_elem = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
+#     # lang_elem = get_language_dropdown(LongDocBenchmarks[datastore.slug])
+#     # model_elem = get_reranking_dropdown(datastore.reranking_models)
+#     df_elem = get_leaderboard_table(datastore.doc_fmt_df, datastore.doc_types)
+#     hidden_df_elem = get_leaderboard_table(datastore.doc_raw_df, datastore.doc_types, visible=False)
+#     return domain_elem, lang_elem, model_elem, df_elem, hidden_df_elem
 
 
 demo = gr.Blocks(css=custom_css)
@@ -409,9 +451,19 @@ with demo:
                         # select domain
                         with gr.Row():
                             domains = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
+                            version.change(
+                                update_doc_domains,
+                                version,
+                                domains
+                            )
                         # select language
                         with gr.Row():
                             langs = get_language_dropdown(LongDocBenchmarks[datastore.slug])
+                            version.change(
+                                update_doc_langs,
+                                version,
+                                langs
+                            )
                     with gr.Column():
                         # select the metric
                         with gr.Row():
@@ -427,18 +479,28 @@ with demo:
                                 search_bar = get_search_bar()
                             with gr.Column():
                                 models = get_reranking_dropdown(datastore.reranking_models)
+                                version.change(
+                                    update_qa_models,
+                                    version,
+                                    models
+                                )
 
                         doc_df_elem_ret_rerank = get_leaderboard_table(datastore.doc_fmt_df, datastore.doc_types)
 
-                        # Dummy leaderboard for handling the case when the user uses backspace key
+                        version.change(
+                            update_doc_df_ret_rerank,
+                            version,
+                            doc_df_elem_ret_rerank
+                        )
+
                         doc_df_elem_ret_rerank_hidden = get_leaderboard_table(
                             datastore.doc_raw_df, datastore.doc_types, visible=False
                         )
 
                         version.change(
-                            update_doc_version,
+                            update_doc_hidden_df_ret_rerank,
                             version,
-                            [domains, langs, models, doc_df_elem_ret_rerank, doc_df_elem_ret_rerank_hidden],
+                            doc_df_elem_ret_rerank_hidden
                         )
 
                         set_listeners(
@@ -475,31 +537,22 @@ with demo:
                                 search_bar_ret = get_search_bar()
                             with gr.Column(scale=1):
                                 models_ret = get_noreranking_dropdown()
-
-                        _doc_df_ret = datastore.doc_fmt_df[
-                            datastore.doc_fmt_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
-                        ]
-                        _doc_df_ret = reset_rank(_doc_df_ret)
+                        _doc_df_ret = filter_df_ret(datastore.doc_fmt_df)
                         doc_df_elem_ret = get_leaderboard_table(_doc_df_ret, datastore.doc_types)
+                        version.change(
+                            update_doc_df_ret,
+                            version,
+                            doc_df_elem_ret
+                        )
 
-                        _doc_df_ret_hidden = datastore.doc_raw_df[
-                            datastore.doc_raw_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
-                        ]
-                        _doc_df_ret_hidden = reset_rank(_doc_df_ret_hidden)
+                        _doc_df_ret_hidden = filter_df_ret(datastore.doc_raw_df)
                         doc_df_elem_ret_hidden = get_leaderboard_table(
                             _doc_df_ret_hidden, datastore.doc_types, visible=False
                         )
-
                         version.change(
-                            update_doc_version,
+                            update_doc_hidden_df_ret,
                             version,
-                            [
-                                domains,
-                                langs,
-                                models_ret,
-                                doc_df_elem_ret,
-                                doc_df_elem_ret_hidden
-                            ],
+                            doc_df_elem_ret_hidden
                         )
 
                         set_listeners(
@@ -530,10 +583,7 @@ with demo:
                             queue=True,
                         )
                     with gr.TabItem("Reranking Only", id=22):
-                        _doc_df_rerank = datastore.doc_fmt_df[
-                            datastore.doc_fmt_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
-                        ]
-                        _doc_df_rerank = reset_rank(_doc_df_rerank)
+                        _doc_df_rerank = filter_df_rerank(datastore.doc_fmt_df)
                         doc_rerank_models = (
                             _doc_df_rerank[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
                         )
@@ -543,18 +593,21 @@ with demo:
                             with gr.Column(scale=1):
                                 doc_search_bar_rerank = gr.Textbox(show_label=False, visible=False)
                         doc_df_elem_rerank = get_leaderboard_table(_doc_df_rerank, datastore.doc_types)
-                        _doc_df_rerank_hidden = datastore.doc_raw_df[
-                            datastore.doc_raw_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
-                        ]
-                        _doc_df_rerank_hidden = reset_rank(_doc_df_rerank_hidden)
+                        version.change(
+                            update_doc_df_rerank,
+                            version,
+                            doc_df_elem_rerank
+                        )
+
+                        _doc_df_rerank_hidden = filter_df_rerank(datastore.doc_raw_df)
                         doc_df_elem_rerank_hidden = get_leaderboard_table(
                             _doc_df_rerank_hidden, datastore.doc_types, visible=False
                         )
 
                         version.change(
-                            update_doc_version,
+                            update_doc_hidden_df_rerank,
                             version,
-                            [domains, langs, doc_models_rerank, doc_df_elem_rerank, doc_df_elem_rerank_hidden],
+                            doc_df_elem_rerank_hidden
                         )
 
                         set_listeners(