Spaces:
Restarting
on
CPU Upgrade
Restarting
on
CPU Upgrade
fix: minor fix
Browse files
app.py
CHANGED
|
@@ -110,10 +110,11 @@ def update_doc_metric(
|
|
| 110 |
def update_datastore(version):
|
| 111 |
global datastore
|
| 112 |
global ds_dict
|
| 113 |
-
print(f"current data version: {datastore.version}")
|
| 114 |
if datastore.version != version:
|
| 115 |
-
print(f"
|
| 116 |
datastore = ds_dict[version]
|
|
|
|
|
|
|
| 117 |
return datastore
|
| 118 |
|
| 119 |
def update_qa_domains(version):
|
|
@@ -216,17 +217,6 @@ def update_doc_hidden_df_rerank(version):
|
|
| 216 |
df_rerank_hidden = filter_df_rerank(datastore.doc_raw_df)
|
| 217 |
return get_leaderboard_table(df_rerank_hidden, datastore.doc_types, visible=False)
|
| 218 |
|
| 219 |
-
# def update_doc_version(version):
|
| 220 |
-
# global datastore
|
| 221 |
-
# global ds_dict
|
| 222 |
-
# datastore = ds_dict[version]
|
| 223 |
-
# # domain_elem = get_domain_dropdown(LongDocBenchmarks[datastore.slug])
|
| 224 |
-
# # lang_elem = get_language_dropdown(LongDocBenchmarks[datastore.slug])
|
| 225 |
-
# # model_elem = get_reranking_dropdown(datastore.reranking_models)
|
| 226 |
-
# df_elem = get_leaderboard_table(datastore.doc_fmt_df, datastore.doc_types)
|
| 227 |
-
# hidden_df_elem = get_leaderboard_table(datastore.doc_raw_df, datastore.doc_types, visible=False)
|
| 228 |
-
# return domain_elem, lang_elem, model_elem, df_elem, hidden_df_elem
|
| 229 |
-
|
| 230 |
|
| 231 |
demo = gr.Blocks(css=custom_css)
|
| 232 |
|
|
@@ -330,10 +320,7 @@ with demo:
|
|
| 330 |
version,
|
| 331 |
models_ret
|
| 332 |
)
|
| 333 |
-
|
| 334 |
-
_qa_df_ret = datastore.qa_fmt_df[
|
| 335 |
-
datastore.qa_fmt_df[COL_NAME_RERANKING_MODEL] == "NoReranker"]
|
| 336 |
-
_qa_df_ret = reset_rank(_qa_df_ret)
|
| 337 |
qa_df_elem_ret = get_leaderboard_table(_qa_df_ret, datastore.qa_types)
|
| 338 |
version.change(
|
| 339 |
update_qa_df_ret,
|
|
@@ -342,14 +329,10 @@ with demo:
|
|
| 342 |
)
|
| 343 |
|
| 344 |
# Dummy leaderboard for handling the case when the user uses backspace key
|
| 345 |
-
_qa_df_ret_hidden = datastore.qa_raw_df
|
| 346 |
-
datastore.qa_raw_df[COL_NAME_RERANKING_MODEL] == "NoReranker"
|
| 347 |
-
]
|
| 348 |
-
_qa_df_ret_hidden = reset_rank(_qa_df_ret_hidden)
|
| 349 |
qa_df_elem_ret_hidden = get_leaderboard_table(
|
| 350 |
_qa_df_ret_hidden, datastore.qa_types, visible=False
|
| 351 |
)
|
| 352 |
-
|
| 353 |
version.change(
|
| 354 |
update_qa_hidden_df_ret,
|
| 355 |
version,
|
|
@@ -385,8 +368,7 @@ with demo:
|
|
| 385 |
)
|
| 386 |
|
| 387 |
with gr.TabItem("Reranking Only", id=12):
|
| 388 |
-
_qa_df_rerank = datastore.qa_fmt_df
|
| 389 |
-
_qa_df_rerank = reset_rank(_qa_df_rerank)
|
| 390 |
qa_rerank_models = _qa_df_rerank[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
|
| 391 |
with gr.Row():
|
| 392 |
with gr.Column(scale=1):
|
|
@@ -405,10 +387,7 @@ with demo:
|
|
| 405 |
qa_df_elem_rerank
|
| 406 |
)
|
| 407 |
|
| 408 |
-
_qa_df_rerank_hidden = datastore.qa_raw_df
|
| 409 |
-
datastore.qa_raw_df[COL_NAME_RETRIEVAL_MODEL] == BM25_LINK
|
| 410 |
-
]
|
| 411 |
-
_qa_df_rerank_hidden = reset_rank(_qa_df_rerank_hidden)
|
| 412 |
qa_df_elem_rerank_hidden = get_leaderboard_table(
|
| 413 |
_qa_df_rerank_hidden, datastore.qa_types, visible=False
|
| 414 |
)
|
|
|
|
| 110 |
def update_datastore(version):
|
| 111 |
global datastore
|
| 112 |
global ds_dict
|
|
|
|
| 113 |
if datastore.version != version:
|
| 114 |
+
print(f"updated data version: {datastore.version} -> {version}")
|
| 115 |
datastore = ds_dict[version]
|
| 116 |
+
else:
|
| 117 |
+
print(f"current data version: {datastore.version}")
|
| 118 |
return datastore
|
| 119 |
|
| 120 |
def update_qa_domains(version):
|
|
|
|
| 217 |
df_rerank_hidden = filter_df_rerank(datastore.doc_raw_df)
|
| 218 |
return get_leaderboard_table(df_rerank_hidden, datastore.doc_types, visible=False)
|
| 219 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 220 |
|
| 221 |
demo = gr.Blocks(css=custom_css)
|
| 222 |
|
|
|
|
| 320 |
version,
|
| 321 |
models_ret
|
| 322 |
)
|
| 323 |
+
_qa_df_ret = filter_df_ret(datastore.qa_fmt_df)
|
|
|
|
|
|
|
|
|
|
| 324 |
qa_df_elem_ret = get_leaderboard_table(_qa_df_ret, datastore.qa_types)
|
| 325 |
version.change(
|
| 326 |
update_qa_df_ret,
|
|
|
|
| 329 |
)
|
| 330 |
|
| 331 |
# Dummy leaderboard for handling the case when the user uses backspace key
|
| 332 |
+
_qa_df_ret_hidden = filter_df_ret(datastore.qa_raw_df)
|
|
|
|
|
|
|
|
|
|
| 333 |
qa_df_elem_ret_hidden = get_leaderboard_table(
|
| 334 |
_qa_df_ret_hidden, datastore.qa_types, visible=False
|
| 335 |
)
|
|
|
|
| 336 |
version.change(
|
| 337 |
update_qa_hidden_df_ret,
|
| 338 |
version,
|
|
|
|
| 368 |
)
|
| 369 |
|
| 370 |
with gr.TabItem("Reranking Only", id=12):
|
| 371 |
+
_qa_df_rerank = filter_df_rerank(datastore.qa_fmt_df)
|
|
|
|
| 372 |
qa_rerank_models = _qa_df_rerank[COL_NAME_RERANKING_MODEL].apply(remove_html).unique().tolist()
|
| 373 |
with gr.Row():
|
| 374 |
with gr.Column(scale=1):
|
|
|
|
| 387 |
qa_df_elem_rerank
|
| 388 |
)
|
| 389 |
|
| 390 |
+
_qa_df_rerank_hidden = filter_df_rerank(datastore.qa_raw_df)
|
|
|
|
|
|
|
|
|
|
| 391 |
qa_df_elem_rerank_hidden = get_leaderboard_table(
|
| 392 |
_qa_df_rerank_hidden, datastore.qa_types, visible=False
|
| 393 |
)
|