fix: fix the bug in loading selected reranker

app.py

@@ -82,6 +82,7 @@ def update_metric_long_doc(
 
 
 def update_datastore(version):
+    print("triggered update_datastore")
     global datastore
     global data
     datastore = data[version]
@@ -89,12 +90,26 @@ def update_datastore(version):
     selected_langs = get_language_dropdown(QABenchmarks[datastore.slug])
     selected_rerankings = get_reranking_dropdown(datastore.reranking_models)
     leaderboard_table = get_leaderboard_table(
-        datastore.raw_df_qa, datastore.types_qa)
-    hidden_leaderboard_table_for_search = get_leaderboard_table(
+        datastore.leaderboard_df_qa, datastore.types_qa)
+    hidden_leaderboard_table = get_leaderboard_table(
         datastore.raw_df_qa, datastore.types_qa, visible=False)
-    return selected_domains, selected_langs, selected_rerankings, leaderboard_table, hidden_leaderboard_table_for_search
-# DOMAIN_COLS_LONG_DOC = list(frozenset([c.value.domain for c in list(LongDocBenchmarks)]))
-# LANG_COLS_LONG_DOC = list(frozenset([c.value.lang for c in list(LongDocBenchmarks)]))
+    return selected_domains, selected_langs, selected_rerankings, leaderboard_table, hidden_leaderboard_table
+
+
+def update_datastore_long_doc(version):
+    global datastore
+    global data
+    print("triggered update_datastore_long_doc")
+    datastore = data[version]
+    selected_domains = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
+    selected_langs = get_language_dropdown(LongDocBenchmarks[datastore.slug])
+    selected_rerankings = get_reranking_dropdown(datastore.reranking_models)
+    leaderboard_table = get_leaderboard_table(
+        datastore.leaderboard_df_long_doc, datastore.types_long_doc)
+    hidden_leaderboard_table = get_leaderboard_table(
+        datastore.raw_df_long_doc, datastore.types_long_doc, visible=False)
+    return selected_domains, selected_langs, selected_rerankings, leaderboard_table, hidden_leaderboard_table
+
 
 demo = gr.Blocks(css=custom_css)
 
@@ -183,7 +198,8 @@ with demo:
 
                         lb_df_retriever = datastore.leaderboard_df_qa[datastore.leaderboard_df_qa[COL_NAME_RERANKING_MODEL] == "NoReranker"]
                         lb_df_retriever = reset_rank(lb_df_retriever)
-                        lb_table_retriever = get_leaderboard_table(lb_df_retriever, datastore.types_qa)
+                        lb_table_retriever = get_leaderboard_table(
+                            lb_df_retriever, datastore.types_qa)
 
                         # Dummy leaderboard for handling the case when the user uses backspace key
                         hidden_lb_df_retriever = datastore.raw_df_qa[datastore.raw_df_qa[COL_NAME_RERANKING_MODEL] == "NoReranker"]
@@ -193,7 +209,13 @@ with demo:
                         selected_version.change(
                             update_datastore,
                             [selected_version,],
-                            [selected_domains, selected_langs, selected_rerankings, lb_table_retriever, hidden_lb_table_retriever]
+                            [
+                                selected_domains,
+                                selected_langs,
+                                selected_noreranker,
+                                lb_table_retriever,
+                                hidden_lb_table_retriever
+                            ]
                         )
 
                         set_listeners(
@@ -233,18 +255,26 @@ with demo:
                                 selected_rerankings_reranker = get_reranking_dropdown(reranking_models_reranker)
                             with gr.Column(scale=1):
                                 search_bar_reranker = gr.Textbox(show_label=False, visible=False)
-                        lb_table_reranker = get_leaderboard_table(lb_df_reranker, datastore.types_qa)
+                        lb_table_reranker = get_leaderboard_table(
+                            lb_df_reranker, datastore.types_qa)
 
                         hidden_lb_df_reranker = datastore.raw_df_qa[datastore.raw_df_qa[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
                         hidden_lb_df_reranker = reset_rank(hidden_lb_df_reranker)
                         hidden_lb_table_reranker = get_leaderboard_table(
-                            hidden_lb_df_reranker, datastore.types_qa, visible=False
+                            hidden_lb_df_reranker,
+                            datastore.types_qa, visible=False
                         )
 
                         selected_version.change(
                             update_datastore,
                             [selected_version,],
-                            [selected_domains, selected_langs, selected_rerankings_reranker, lb_table_reranker, hidden_lb_table_reranker]
+                            [
+                                selected_domains,
+                                selected_langs,
+                                selected_rerankings_reranker,
+                                lb_table_reranker,
+                                hidden_lb_table_reranker
+                            ]
                         )
 
                         set_listeners(
@@ -300,25 +330,31 @@ with demo:
                             with gr.Column():
                                 selected_rerankings = get_reranking_dropdown(datastore.reranking_models)
 
-                        lb_table = get_leaderboard_table(
+                        lb_table_long_doc = get_leaderboard_table(
                             datastore.leaderboard_df_long_doc, datastore.types_long_doc
                         )
 
                         # Dummy leaderboard for handling the case when the user uses backspace key
-                        hidden_lb_table = get_leaderboard_table(
+                        hidden_lb_table_long_doc = get_leaderboard_table(
                             datastore.raw_df_long_doc, datastore.types_long_doc, visible=False
                         )
 
                         selected_version.change(
-                            update_datastore,
+                            update_datastore_long_doc,
                             [selected_version,],
-                            [selected_domains, selected_langs, selected_rerankings, lb_table, hidden_lb_table]
+                            [
+                                selected_domains,
+                                selected_langs,
+                                selected_rerankings,
+                                lb_table_long_doc,
+                                hidden_lb_table_long_doc
+                            ]
                         )
 
                         set_listeners(
                             "long-doc",
-                            lb_table,
-                            hidden_lb_table,
+                            lb_table_long_doc,
+                            hidden_lb_table_long_doc,
                             search_bar,
                             selected_version,
                             selected_domains,
@@ -340,7 +376,7 @@ with demo:
                                 show_anonymous,
                                 show_revision_and_timestamp
                             ],
-                            lb_table,
+                            lb_table_long_doc,
                             queue=True
                         )
 """
@@ -350,18 +386,31 @@ with demo:
                                 search_bar_retriever = get_search_bar()
                             with gr.Column(scale=1):
                                 selected_noreranker = get_noreranking_dropdown()
-                        lb_df_retriever_long_doc = data["AIR-Bench_24.04"].leaderboard_df_long_doc[
-                            data["AIR-Bench_24.04"].leaderboard_df_long_doc[COL_NAME_RERANKING_MODEL] == "NoReranker"
+                        lb_df_retriever_long_doc = datastore.leaderboard_df_long_doc[
+                            datastore.leaderboard_df_long_doc[COL_NAME_RERANKING_MODEL] == "NoReranker"
                         ]
                         lb_df_retriever_long_doc = reset_rank(lb_df_retriever_long_doc)
-                        hidden_lb_db_retriever_long_doc = data["AIR-Bench_24.04"].raw_df_long_doc[
-                            data["AIR-Bench_24.04"].raw_df_long_doc[COL_NAME_RERANKING_MODEL] == "NoReranker"
+                        lb_table_retriever_long_doc = get_leaderboard_table(
+                            lb_df_retriever_long_doc, datastore.types_long_doc)
+
+                        hidden_lb_db_retriever_long_doc = datastore.raw_df_long_doc[
+                            datastore.raw_df_long_doc[COL_NAME_RERANKING_MODEL] == "NoReranker"
                         ]
                         hidden_lb_db_retriever_long_doc = reset_rank(hidden_lb_db_retriever_long_doc)
-                        lb_table_retriever_long_doc = get_leaderboard_table(
-                            lb_df_retriever_long_doc, data["AIR-Bench_24.04"].types_long_doc)
                         hidden_lb_table_retriever_long_doc = get_leaderboard_table(
-                            hidden_lb_db_retriever_long_doc, data["AIR-Bench_24.04"].types_long_doc, visible=False
+                            hidden_lb_db_retriever_long_doc, datastore.types_long_doc, visible=False
+                        )
+
+                        selected_version.change(
+                            update_datastore,
+                            [selected_version,],
+                            [
+                                selected_domains,
+                                selected_langs,
+                                selected_rerankings,
+                                lb_table_retriever_long_doc,
+                                hidden_lb_table_retriever_long_doc
+                            ]
                         )
 
                         set_listeners(
@@ -369,6 +418,7 @@ with demo:
                             lb_table_retriever_long_doc,
                             hidden_lb_table_retriever_long_doc,
                             search_bar_retriever,
+                            selected_version,
                             selected_domains,
                             selected_langs,
                             selected_noreranker,
@@ -391,8 +441,8 @@ with demo:
                             queue=True
                         )
                     with gr.TabItem("Reranking Only", id=22):
-                        lb_df_reranker_ldoc = data["AIR-Bench_24.04"].leaderboard_df_long_doc[
-                            data["AIR-Bench_24.04"].leaderboard_df_long_doc[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
+                        lb_df_reranker_ldoc = datastore.leaderboard_df_long_doc[
+                            datastore.leaderboard_df_long_doc[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
                             ]
                         lb_df_reranker_ldoc = reset_rank(lb_df_reranker_ldoc)
                         reranking_models_reranker_ldoc = lb_df_reranker_ldoc[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
@@ -401,11 +451,11 @@ with demo:
                                 selected_rerankings_reranker_ldoc = get_reranking_dropdown(reranking_models_reranker_ldoc)
                             with gr.Column(scale=1):
                                 search_bar_reranker_ldoc = gr.Textbox(show_label=False, visible=False)
-                        lb_table_reranker_ldoc = get_leaderboard_table(lb_df_reranker_ldoc, data["AIR-Bench_24.04"].types_long_doc)
-                        hidden_lb_df_reranker_ldoc = data["AIR-Bench_24.04"].raw_df_long_doc[data["AIR-Bench_24.04"].raw_df_long_doc[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
+                        lb_table_reranker_ldoc = get_leaderboard_table(lb_df_reranker_ldoc, datastore.types_long_doc)
+                        hidden_lb_df_reranker_ldoc = datastore.raw_df_long_doc[datastore.raw_df_long_doc[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK]
                         hidden_lb_df_reranker_ldoc = reset_rank(hidden_lb_df_reranker_ldoc)
                         hidden_lb_table_reranker_ldoc = get_leaderboard_table(
-                            hidden_lb_df_reranker_ldoc, data["AIR-Bench_24.04"].types_long_doc, visible=False
+                            hidden_lb_df_reranker_ldoc, datastore.types_long_doc, visible=False
                         )
 
                         set_listeners(