Update app.py
Browse files
app.py
CHANGED
|
@@ -13,11 +13,36 @@ api = HfApi()
|
|
| 13 |
|
| 14 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
| 15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
def get_time():
|
| 17 |
return datetime.datetime.now().strftime("%d-%m-%Y %H-%M")
|
| 18 |
|
| 19 |
|
| 20 |
def upload_datasets(dfs):
|
|
|
|
| 21 |
time = get_time()
|
| 22 |
|
| 23 |
operations = [CommitOperationAdd(path_in_repo=f"{time}/models_df.csv", path_or_fileobj=(dfs[0].to_csv()).encode()),
|
|
@@ -320,12 +345,12 @@ def update_table(orgs, users, how_much=400, return_all=False):
|
|
| 320 |
filtered_df = dataFrame[(dataFrame['Type'] == 'Organization') | (dataFrame['Type'] == 'User')]
|
| 321 |
|
| 322 |
else:
|
| 323 |
-
return dataFrame.head(0)
|
| 324 |
|
| 325 |
if return_all:
|
| 326 |
-
return filtered_df
|
| 327 |
else:
|
| 328 |
-
return filtered_df.head(how_much)
|
| 329 |
|
| 330 |
|
| 331 |
def update_table_datasets(orgs, users, how_much=250, return_all=False):
|
|
@@ -341,12 +366,12 @@ def update_table_datasets(orgs, users, how_much=250, return_all=False):
|
|
| 341 |
filtered_df = dataFrame[(dataFrame['Type'] == 'Organization') | (dataFrame['Type'] == 'User')]
|
| 342 |
|
| 343 |
else:
|
| 344 |
-
return dataFrame.head(0)
|
| 345 |
|
| 346 |
if return_all:
|
| 347 |
-
return filtered_df
|
| 348 |
else:
|
| 349 |
-
return filtered_df.head(how_much)
|
| 350 |
|
| 351 |
|
| 352 |
def update_table_spaces(orgs, users, how_much=200, return_all=False):
|
|
@@ -362,12 +387,12 @@ def update_table_spaces(orgs, users, how_much=200, return_all=False):
|
|
| 362 |
filtered_df = dataFrame[(dataFrame['Type'] == 'Organization') | (dataFrame['Type'] == 'User')]
|
| 363 |
|
| 364 |
else:
|
| 365 |
-
return dataFrame.head(0)
|
| 366 |
|
| 367 |
if return_all:
|
| 368 |
-
return filtered_df
|
| 369 |
else:
|
| 370 |
-
return filtered_df.head(how_much)
|
| 371 |
|
| 372 |
|
| 373 |
|
|
@@ -477,7 +502,6 @@ def search_df(author):
|
|
| 477 |
return markdown_text
|
| 478 |
|
| 479 |
|
| 480 |
-
|
| 481 |
with gr.Blocks() as demo:
|
| 482 |
gr.Markdown("""<h1 align="center" id="space-title">🤗 Huggingface Leaderboard</h1>""")
|
| 483 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
|
@@ -497,13 +521,7 @@ with gr.Blocks() as demo:
|
|
| 497 |
models_df = make_leaderboard(org_names_in_list, user_names_in_list, "models", group_models_by_author(all_models))
|
| 498 |
models_df = models_df_to_clickable(models_df, columns_to_convert, "models")
|
| 499 |
|
| 500 |
-
|
| 501 |
-
"🏆 Best Model On Open LLM Leaderboard", "🥇 Best Rank On Open LLM Leaderboard",
|
| 502 |
-
"📊 Average Downloads per Model", "📈 Average Likes per Model", "🚀 Most Downloaded Model",
|
| 503 |
-
"📈 Most Download Count", "❤️ Most Liked Model", "👍 Most Like Count", "🔥 Trending Model",
|
| 504 |
-
"👑 Best Rank at Trending Models", "🏷️ Type"]
|
| 505 |
-
|
| 506 |
-
gr_models = gr.Dataframe(models_df.head(400), headers=headers, interactive=True,
|
| 507 |
datatype=["str", "markdown", "str", "str", "str", "markdown", "str", "str", "str",
|
| 508 |
"markdown", "str", "markdown", "str", "markdown", "str", "str"])
|
| 509 |
|
|
@@ -512,12 +530,7 @@ with gr.Blocks() as demo:
|
|
| 512 |
dataset_df = make_leaderboard(org_names_in_list, user_names_in_list, "datasets", group_models_by_author(all_datasets))
|
| 513 |
dataset_df = models_df_to_clickable(dataset_df, columns_to_convert, "datasets")
|
| 514 |
|
| 515 |
-
|
| 516 |
-
"📊 Average Downloads per Dataset", "📈 Average Likes per Dataset", "🚀 Most Downloaded Dataset",
|
| 517 |
-
"📈 Most Download Count", "❤️ Most Liked Dataset", "👍 Most Like Count", "🔥 Trending Dataset",
|
| 518 |
-
"👑 Best Rank at Trending Datasets", "🏷️ Type"]
|
| 519 |
-
|
| 520 |
-
gr_datasets = gr.Dataframe(dataset_df.head(250), headers=headers, interactive=False,
|
| 521 |
datatype=["str", "markdown", "str", "str", "str", "str", "str", "markdown", "str",
|
| 522 |
"markdown", "str", "markdown", "str", "str"])
|
| 523 |
|
|
@@ -527,11 +540,7 @@ with gr.Blocks() as demo:
|
|
| 527 |
spaces_df = make_leaderboard(org_names_in_list, user_names_in_list, "spaces", group_models_by_author(all_spaces))
|
| 528 |
spaces_df = models_df_to_clickable(spaces_df, columns_to_convert, "spaces")
|
| 529 |
|
| 530 |
-
|
| 531 |
-
"❤️ Most Liked Space", "👍 Most Like Count", "🔥 Trending Space", "👑 Best Rank at Trending Spaces",
|
| 532 |
-
"🏷️ Type"]
|
| 533 |
-
|
| 534 |
-
gr_spaces = gr.Dataframe(spaces_df.head(200), headers=headers, interactive=False,
|
| 535 |
datatype=["str", "markdown", "str", "str", "str", "markdown", "str", "markdown", "str",
|
| 536 |
"str"])
|
| 537 |
|
|
@@ -563,13 +572,14 @@ with gr.Blocks() as demo:
|
|
| 563 |
users.change(fn=update_table_spaces, inputs=[orgs, users], outputs=gr_spaces)
|
| 564 |
|
| 565 |
|
| 566 |
-
filtered_model_users = update_table(orgs=False, users=True, return_all=True)['Author Name'].tolist()
|
| 567 |
-
filtered_model_orgs = update_table(orgs=True, users=False, return_all=True)['Author Name'].tolist()
|
|
|
|
|
|
|
|
|
|
| 568 |
|
| 569 |
-
|
| 570 |
-
|
| 571 |
|
| 572 |
-
|
| 573 |
-
filtered_spaces_orgs = update_table_spaces(orgs=True, users=False, return_all=True)['Author Name'].tolist()
|
| 574 |
|
| 575 |
-
demo.launch(debug=True)
|
|
|
|
| 13 |
|
| 14 |
HF_TOKEN = os.getenv('HF_TOKEN')
|
| 15 |
|
| 16 |
+
|
| 17 |
+
headers_models = ["🔢 Serial Number", "👤 Author Name", "📥 Total Downloads", "👍 Total Likes", "🤖 Number of Models",
|
| 18 |
+
"🏆 Best Model On Open LLM Leaderboard", "🥇 Best Rank On Open LLM Leaderboard",
|
| 19 |
+
"📊 Average Downloads per Model", "📈 Average Likes per Model", "🚀 Most Downloaded Model",
|
| 20 |
+
"📈 Most Download Count", "❤️ Most Liked Model", "👍 Most Like Count", "🔥 Trending Model",
|
| 21 |
+
"👑 Best Rank at Trending Models", "🏷️ Type"]
|
| 22 |
+
|
| 23 |
+
headers_datasets = ["🔢 Serial Number", "👤 Author Name", "📥 Total Downloads", "👍 Total Likes", "📊 Number of Datasets",
|
| 24 |
+
"📊 Average Downloads per Dataset", "📈 Average Likes per Dataset", "🚀 Most Downloaded Dataset",
|
| 25 |
+
"📈 Most Download Count", "❤️ Most Liked Dataset", "👍 Most Like Count", "🔥 Trending Dataset",
|
| 26 |
+
"👑 Best Rank at Trending Datasets", "🏷️ Type"]
|
| 27 |
+
|
| 28 |
+
headers_spaces = ["🔢 Serial Number", "👤 Author Name", "👍 Total Likes", "🚀 Number of Spaces", "📈 Average Likes per Space",
|
| 29 |
+
"❤️ Most Liked Space", "👍 Most Like Count", "🔥 Trending Space", "👑 Best Rank at Trending Spaces",
|
| 30 |
+
"🏷️ Type"]
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
def apply_headers(df, headers):
|
| 34 |
+
tmp = df.copy()
|
| 35 |
+
tmp.columns = headers
|
| 36 |
+
|
| 37 |
+
return tmp
|
| 38 |
+
|
| 39 |
+
|
| 40 |
def get_time():
|
| 41 |
return datetime.datetime.now().strftime("%d-%m-%Y %H-%M")
|
| 42 |
|
| 43 |
|
| 44 |
def upload_datasets(dfs):
|
| 45 |
+
|
| 46 |
time = get_time()
|
| 47 |
|
| 48 |
operations = [CommitOperationAdd(path_in_repo=f"{time}/models_df.csv", path_or_fileobj=(dfs[0].to_csv()).encode()),
|
|
|
|
| 345 |
filtered_df = dataFrame[(dataFrame['Type'] == 'Organization') | (dataFrame['Type'] == 'User')]
|
| 346 |
|
| 347 |
else:
|
| 348 |
+
return apply_headers(dataFrame.head(0), headers_models)
|
| 349 |
|
| 350 |
if return_all:
|
| 351 |
+
return apply_headers(filtered_df, headers_models)
|
| 352 |
else:
|
| 353 |
+
return apply_headers(filtered_df, headers_models).head(how_much)
|
| 354 |
|
| 355 |
|
| 356 |
def update_table_datasets(orgs, users, how_much=250, return_all=False):
|
|
|
|
| 366 |
filtered_df = dataFrame[(dataFrame['Type'] == 'Organization') | (dataFrame['Type'] == 'User')]
|
| 367 |
|
| 368 |
else:
|
| 369 |
+
return apply_headers(dataFrame, headers_datasets).head(0)
|
| 370 |
|
| 371 |
if return_all:
|
| 372 |
+
return apply_headers(filtered_df, headers_datasets)
|
| 373 |
else:
|
| 374 |
+
return apply_headers(filtered_df, headers_datasets).head(how_much)
|
| 375 |
|
| 376 |
|
| 377 |
def update_table_spaces(orgs, users, how_much=200, return_all=False):
|
|
|
|
| 387 |
filtered_df = dataFrame[(dataFrame['Type'] == 'Organization') | (dataFrame['Type'] == 'User')]
|
| 388 |
|
| 389 |
else:
|
| 390 |
+
return apply_headers(dataFrame, headers_spaces).head(0)
|
| 391 |
|
| 392 |
if return_all:
|
| 393 |
+
return apply_headers(filtered_df, headers_spaces)
|
| 394 |
else:
|
| 395 |
+
return apply_headers(filtered_df, headers_spaces).head(how_much)
|
| 396 |
|
| 397 |
|
| 398 |
|
|
|
|
| 502 |
return markdown_text
|
| 503 |
|
| 504 |
|
|
|
|
| 505 |
with gr.Blocks() as demo:
|
| 506 |
gr.Markdown("""<h1 align="center" id="space-title">🤗 Huggingface Leaderboard</h1>""")
|
| 507 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
|
|
|
| 521 |
models_df = make_leaderboard(org_names_in_list, user_names_in_list, "models", group_models_by_author(all_models))
|
| 522 |
models_df = models_df_to_clickable(models_df, columns_to_convert, "models")
|
| 523 |
|
| 524 |
+
gr_models = gr.Dataframe(apply_headers(models_df, headers_models).head(400), headers=headers_models, interactive=True,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 525 |
datatype=["str", "markdown", "str", "str", "str", "markdown", "str", "str", "str",
|
| 526 |
"markdown", "str", "markdown", "str", "markdown", "str", "str"])
|
| 527 |
|
|
|
|
| 530 |
dataset_df = make_leaderboard(org_names_in_list, user_names_in_list, "datasets", group_models_by_author(all_datasets))
|
| 531 |
dataset_df = models_df_to_clickable(dataset_df, columns_to_convert, "datasets")
|
| 532 |
|
| 533 |
+
gr_datasets = gr.Dataframe(apply_headers(dataset_df, headers_datasets).head(250), headers=headers_datasets, interactive=False,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 534 |
datatype=["str", "markdown", "str", "str", "str", "str", "str", "markdown", "str",
|
| 535 |
"markdown", "str", "markdown", "str", "str"])
|
| 536 |
|
|
|
|
| 540 |
spaces_df = make_leaderboard(org_names_in_list, user_names_in_list, "spaces", group_models_by_author(all_spaces))
|
| 541 |
spaces_df = models_df_to_clickable(spaces_df, columns_to_convert, "spaces")
|
| 542 |
|
| 543 |
+
gr_spaces = gr.Dataframe(apply_headers(spaces_df, headers_spaces).head(200), headers=headers_spaces, interactive=False,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 544 |
datatype=["str", "markdown", "str", "str", "str", "markdown", "str", "markdown", "str",
|
| 545 |
"str"])
|
| 546 |
|
|
|
|
| 572 |
users.change(fn=update_table_spaces, inputs=[orgs, users], outputs=gr_spaces)
|
| 573 |
|
| 574 |
|
| 575 |
+
filtered_model_users = update_table(orgs=False, users=True, return_all=True)['👤 Author Name'].tolist()
|
| 576 |
+
filtered_model_orgs = update_table(orgs=True, users=False, return_all=True)['👤 Author Name'].tolist()
|
| 577 |
+
|
| 578 |
+
filtered_datasets_users = update_table_datasets(orgs=False, users=True, return_all=True)['👤 Author Name'].tolist()
|
| 579 |
+
filtered_datasets_orgs = update_table_datasets(orgs=True, users=False, return_all=True)['👤 Author Name'].tolist()
|
| 580 |
|
| 581 |
+
filtered_spaces_users = update_table_spaces(orgs=False, users=True, return_all=True)['👤 Author Name'].tolist()
|
| 582 |
+
filtered_spaces_orgs = update_table_spaces(orgs=True, users=False, return_all=True)['👤 Author Name'].tolist()
|
| 583 |
|
| 584 |
+
demo.launch(debug=True)
|
|
|
|
| 585 |
|
|
|