abhishek thakur
commited on
Commit
Β·
61b7603
1
Parent(s):
5c5968f
use old streamlit
Browse files- .env.example +4 -1
- pages/2_π_Leaderboard.py +0 -82
- pages/{3_π₯_New Submission.py β 2_π₯_New Submission.py} +0 -0
- pages/{4_βοΈ_Submission History.py β 3_βοΈ_Submission History.py} +1 -0
- pages/4_π_Public Leaderboard.py +15 -0
- pages/5_π_Private Leaderboard.py +23 -0
- utils.py +64 -1
.env.example
CHANGED
@@ -3,4 +3,7 @@ AUTOTRAIN_USERNAME=autoevaluator
|
|
3 |
AUTOTRAIN_TOKEN=hf_XXX
|
4 |
AUTOTRAIN_BACKEND_API=https://api.autotrain.huggingface.co
|
5 |
MOONLANDING_URL=https://huggingface.co
|
6 |
-
SUBMISSION_LIMIT=5
|
|
|
|
|
|
|
|
3 |
AUTOTRAIN_TOKEN=hf_XXX
|
4 |
AUTOTRAIN_BACKEND_API=https://api.autotrain.huggingface.co
|
5 |
MOONLANDING_URL=https://huggingface.co
|
6 |
+
SUBMISSION_LIMIT=5
|
7 |
+
SELECTION_LIMIT=2
|
8 |
+
END_DATE=2022-12-1
|
9 |
+
EVAL_HIGHER_IS_BETTER=1
|
pages/2_π_Leaderboard.py
DELETED
@@ -1,82 +0,0 @@
|
|
1 |
-
import glob
|
2 |
-
import json
|
3 |
-
import os
|
4 |
-
from datetime import datetime
|
5 |
-
|
6 |
-
import pandas as pd
|
7 |
-
import streamlit as st
|
8 |
-
from huggingface_hub import snapshot_download
|
9 |
-
|
10 |
-
import config
|
11 |
-
|
12 |
-
|
13 |
-
def fetch_leaderboard(private=False):
|
14 |
-
submissions_folder = snapshot_download(
|
15 |
-
repo_id=config.COMPETITION_ID,
|
16 |
-
allow_patterns="*.json",
|
17 |
-
use_auth_token=config.AUTOTRAIN_TOKEN,
|
18 |
-
repo_type="dataset",
|
19 |
-
)
|
20 |
-
submissions = []
|
21 |
-
for submission in glob.glob(os.path.join(submissions_folder, "*.json")):
|
22 |
-
with open(submission, "r") as f:
|
23 |
-
submission_info = json.load(f)
|
24 |
-
print(config.EVAL_HIGHER_IS_BETTER)
|
25 |
-
if config.EVAL_HIGHER_IS_BETTER:
|
26 |
-
submission_info["submissions"].sort(
|
27 |
-
key=lambda x: x["private_score"] if private else x["public_score"], reverse=True
|
28 |
-
)
|
29 |
-
else:
|
30 |
-
submission_info["submissions"].sort(key=lambda x: x["private_score"] if private else x["public_score"])
|
31 |
-
# select only the best submission
|
32 |
-
submission_info["submissions"] = submission_info["submissions"][0]
|
33 |
-
temp_info = {
|
34 |
-
"id": submission_info["id"],
|
35 |
-
"name": submission_info["name"],
|
36 |
-
"submission_id": submission_info["submissions"]["submission_id"],
|
37 |
-
"submission_comment": submission_info["submissions"]["submission_comment"],
|
38 |
-
"status": submission_info["submissions"]["status"],
|
39 |
-
"selected": submission_info["submissions"]["selected"],
|
40 |
-
"public_score": submission_info["submissions"]["public_score"],
|
41 |
-
"private_score": submission_info["submissions"]["private_score"],
|
42 |
-
"submission_date": submission_info["submissions"]["date"],
|
43 |
-
}
|
44 |
-
submissions.append(temp_info)
|
45 |
-
print(submissions)
|
46 |
-
|
47 |
-
df = pd.DataFrame(submissions)
|
48 |
-
# sort by public score and then by submission_date
|
49 |
-
df = df.sort_values(
|
50 |
-
by=["public_score", "submission_date"],
|
51 |
-
ascending=True if not config.EVAL_HIGHER_IS_BETTER else False,
|
52 |
-
)
|
53 |
-
df = df.reset_index(drop=True)
|
54 |
-
df["rank"] = df.index + 1
|
55 |
-
|
56 |
-
if private:
|
57 |
-
columns = ["rank", "name", "private_score", "submission_date"]
|
58 |
-
else:
|
59 |
-
columns = ["rank", "name", "public_score", "submission_date"]
|
60 |
-
st.table(df[columns])
|
61 |
-
|
62 |
-
|
63 |
-
def app():
|
64 |
-
st.set_page_config(page_title="Leaderboard", page_icon="π€")
|
65 |
-
st.markdown("## Leaderboard")
|
66 |
-
public_lb, private_lb = st.tabs(["Public", "Private"])
|
67 |
-
current_date_time = datetime.now()
|
68 |
-
|
69 |
-
with public_lb:
|
70 |
-
st.header("Public Leaderboard")
|
71 |
-
fetch_leaderboard(private=False)
|
72 |
-
|
73 |
-
with private_lb:
|
74 |
-
if current_date_time >= config.END_DATE:
|
75 |
-
st.header("Private Leaderboard")
|
76 |
-
fetch_leaderboard(private=True)
|
77 |
-
else:
|
78 |
-
st.error("Private Leaderboard will be available after the competition ends")
|
79 |
-
|
80 |
-
|
81 |
-
if __name__ == "__main__":
|
82 |
-
app()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
pages/{3_π₯_New Submission.py β 2_π₯_New Submission.py}
RENAMED
File without changes
|
pages/{4_βοΈ_Submission History.py β 3_βοΈ_Submission History.py}
RENAMED
@@ -18,6 +18,7 @@ def get_subs(user_info, private=False):
|
|
18 |
except EntryNotFoundError:
|
19 |
st.error("No submissions found")
|
20 |
return
|
|
|
21 |
submissions_df = pd.DataFrame(user_submissions)
|
22 |
if not private:
|
23 |
submissions_df = submissions_df.drop(columns=["private_score"])
|
|
|
18 |
except EntryNotFoundError:
|
19 |
st.error("No submissions found")
|
20 |
return
|
21 |
+
print(user_submissions)
|
22 |
submissions_df = pd.DataFrame(user_submissions)
|
23 |
if not private:
|
24 |
submissions_df = submissions_df.drop(columns=["private_score"])
|
pages/4_π_Public Leaderboard.py
ADDED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import streamlit as st
|
2 |
+
|
3 |
+
|
4 |
+
import utils
|
5 |
+
|
6 |
+
|
7 |
+
def app():
|
8 |
+
st.set_page_config(page_title="Public Leaderboard", page_icon="π€")
|
9 |
+
st.markdown("## Public Leaderboard")
|
10 |
+
lb = utils.fetch_leaderboard(private=False)
|
11 |
+
st.table(lb)
|
12 |
+
|
13 |
+
|
14 |
+
if __name__ == "__main__":
|
15 |
+
app()
|
pages/5_π_Private Leaderboard.py
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from datetime import datetime
|
2 |
+
import config
|
3 |
+
import streamlit as st
|
4 |
+
|
5 |
+
|
6 |
+
import utils
|
7 |
+
|
8 |
+
|
9 |
+
def app():
|
10 |
+
st.set_page_config(page_title="Private Leaderboard", page_icon="π€")
|
11 |
+
st.markdown("## Private Leaderboard")
|
12 |
+
current_date_time = datetime.now()
|
13 |
+
|
14 |
+
if current_date_time >= config.END_DATE:
|
15 |
+
st.header("Private Leaderboard")
|
16 |
+
lb = utils.fetch_leaderboard(private=True)
|
17 |
+
st.table(lb)
|
18 |
+
else:
|
19 |
+
st.error("Private Leaderboard will be available after the competition ends")
|
20 |
+
|
21 |
+
|
22 |
+
if __name__ == "__main__":
|
23 |
+
app()
|
utils.py
CHANGED
@@ -6,8 +6,11 @@ import time
|
|
6 |
import requests
|
7 |
from huggingface_hub import HfApi, hf_hub_download
|
8 |
from huggingface_hub.utils._errors import EntryNotFoundError
|
9 |
-
|
|
|
|
|
10 |
import config
|
|
|
11 |
|
12 |
|
13 |
def get_auth_headers(token: str, prefix: str = "Bearer"):
|
@@ -201,10 +204,12 @@ def increment_submissions(user_id, submission_id, submission_comment):
|
|
201 |
with open(user_fname, "r") as f:
|
202 |
user_submission_info = json.load(f)
|
203 |
todays_date = datetime.datetime.now().strftime("%Y-%m-%d")
|
|
|
204 |
# here goes all the default stuff for submission
|
205 |
user_submission_info["submissions"].append(
|
206 |
{
|
207 |
"date": todays_date,
|
|
|
208 |
"submission_id": submission_id,
|
209 |
"submission_comment": submission_comment,
|
210 |
"status": "pending",
|
@@ -238,6 +243,7 @@ def verify_submission(bytes_data):
|
|
238 |
|
239 |
|
240 |
def fetch_submissions(user_id):
|
|
|
241 |
user_fname = hf_hub_download(
|
242 |
repo_id=config.COMPETITION_ID,
|
243 |
filename=f"{user_id}.json",
|
@@ -247,3 +253,60 @@ def fetch_submissions(user_id):
|
|
247 |
with open(user_fname, "r") as f:
|
248 |
user_submission_info = json.load(f)
|
249 |
return user_submission_info["submissions"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
import requests
|
7 |
from huggingface_hub import HfApi, hf_hub_download
|
8 |
from huggingface_hub.utils._errors import EntryNotFoundError
|
9 |
+
import os
|
10 |
+
import glob
|
11 |
+
import pandas as pd
|
12 |
import config
|
13 |
+
from huggingface_hub import snapshot_download
|
14 |
|
15 |
|
16 |
def get_auth_headers(token: str, prefix: str = "Bearer"):
|
|
|
204 |
with open(user_fname, "r") as f:
|
205 |
user_submission_info = json.load(f)
|
206 |
todays_date = datetime.datetime.now().strftime("%Y-%m-%d")
|
207 |
+
current_time = datetime.datetime.now().strftime("%H:%M:%S")
|
208 |
# here goes all the default stuff for submission
|
209 |
user_submission_info["submissions"].append(
|
210 |
{
|
211 |
"date": todays_date,
|
212 |
+
"time": current_time,
|
213 |
"submission_id": submission_id,
|
214 |
"submission_comment": submission_comment,
|
215 |
"status": "pending",
|
|
|
243 |
|
244 |
|
245 |
def fetch_submissions(user_id):
|
246 |
+
print(config.COMPETITION_ID)
|
247 |
user_fname = hf_hub_download(
|
248 |
repo_id=config.COMPETITION_ID,
|
249 |
filename=f"{user_id}.json",
|
|
|
253 |
with open(user_fname, "r") as f:
|
254 |
user_submission_info = json.load(f)
|
255 |
return user_submission_info["submissions"]
|
256 |
+
|
257 |
+
|
258 |
+
def fetch_leaderboard(private=False):
|
259 |
+
submissions_folder = snapshot_download(
|
260 |
+
repo_id=config.COMPETITION_ID,
|
261 |
+
allow_patterns="*.json",
|
262 |
+
use_auth_token=config.AUTOTRAIN_TOKEN,
|
263 |
+
repo_type="dataset",
|
264 |
+
)
|
265 |
+
submissions = []
|
266 |
+
for submission in glob.glob(os.path.join(submissions_folder, "*.json")):
|
267 |
+
with open(submission, "r") as f:
|
268 |
+
submission_info = json.load(f)
|
269 |
+
print(config.EVAL_HIGHER_IS_BETTER)
|
270 |
+
if config.EVAL_HIGHER_IS_BETTER:
|
271 |
+
submission_info["submissions"].sort(
|
272 |
+
key=lambda x: x["private_score"] if private else x["public_score"], reverse=True
|
273 |
+
)
|
274 |
+
else:
|
275 |
+
submission_info["submissions"].sort(key=lambda x: x["private_score"] if private else x["public_score"])
|
276 |
+
# select only the best submission
|
277 |
+
submission_info["submissions"] = submission_info["submissions"][0]
|
278 |
+
temp_info = {
|
279 |
+
"id": submission_info["id"],
|
280 |
+
"name": submission_info["name"],
|
281 |
+
"submission_id": submission_info["submissions"]["submission_id"],
|
282 |
+
"submission_comment": submission_info["submissions"]["submission_comment"],
|
283 |
+
"status": submission_info["submissions"]["status"],
|
284 |
+
"selected": submission_info["submissions"]["selected"],
|
285 |
+
"public_score": submission_info["submissions"]["public_score"],
|
286 |
+
"private_score": submission_info["submissions"]["private_score"],
|
287 |
+
"submission_date": submission_info["submissions"]["date"],
|
288 |
+
"submission_time": submission_info["submissions"]["time"],
|
289 |
+
}
|
290 |
+
submissions.append(temp_info)
|
291 |
+
print(submissions)
|
292 |
+
|
293 |
+
df = pd.DataFrame(submissions)
|
294 |
+
# convert submission date and time to datetime
|
295 |
+
df["submission_datetime"] = pd.to_datetime(
|
296 |
+
df["submission_date"] + " " + df["submission_time"], format="%Y-%m-%d %H:%M:%S"
|
297 |
+
)
|
298 |
+
# sort by submission datetime
|
299 |
+
# sort by public score and submission datetime
|
300 |
+
if config.EVAL_HIGHER_IS_BETTER:
|
301 |
+
df = df.sort_values(by=["public_score", "submission_datetime"], ascending=[False, True])
|
302 |
+
else:
|
303 |
+
df = df.sort_values(by=["public_score", "submission_datetime"], ascending=[True, True])
|
304 |
+
# reset index
|
305 |
+
df = df.reset_index(drop=True)
|
306 |
+
df["rank"] = df.index + 1
|
307 |
+
|
308 |
+
if private:
|
309 |
+
columns = ["rank", "name", "private_score", "submission_datetime"]
|
310 |
+
else:
|
311 |
+
columns = ["rank", "name", "public_score", "submission_datetime"]
|
312 |
+
return df[columns]
|