Spaces:
Running
Running
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -33,6 +33,7 @@ class EvalResult:
|
|
33 |
still_on_hub: bool = False
|
34 |
rank: int = 0
|
35 |
time: float = 0. # total evaluation time in minute
|
|
|
36 |
|
37 |
@classmethod
|
38 |
def init_from_json_file(self, json_filepath):
|
@@ -42,6 +43,9 @@ class EvalResult:
|
|
42 |
|
43 |
config = data.get("config_general")
|
44 |
|
|
|
|
|
|
|
45 |
# Precision
|
46 |
precision = Precision.from_str(config.get("model_dtype"))
|
47 |
|
@@ -109,6 +113,7 @@ class EvalResult:
|
|
109 |
still_on_hub=still_on_hub,
|
110 |
architecture=architecture,
|
111 |
time=time
|
|
|
112 |
)
|
113 |
|
114 |
def update_with_request_file(self, requests_path):
|
@@ -149,7 +154,7 @@ class EvalResult:
|
|
149 |
#AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
150 |
AutoEvalColumn.rank.name: self.rank,
|
151 |
AutoEvalColumn.time.name: self.time,
|
152 |
-
|
153 |
}
|
154 |
|
155 |
for task in Tasks:
|
|
|
33 |
still_on_hub: bool = False
|
34 |
rank: int = 0
|
35 |
time: float = 0. # total evaluation time in minute
|
36 |
+
date_eval: str = "" # submission date of result file
|
37 |
|
38 |
@classmethod
|
39 |
def init_from_json_file(self, json_filepath):
|
|
|
43 |
|
44 |
config = data.get("config_general")
|
45 |
|
46 |
+
# Date
|
47 |
+
date_eval = json_filepath.split("_")[-1].split(".")[0]
|
48 |
+
|
49 |
# Precision
|
50 |
precision = Precision.from_str(config.get("model_dtype"))
|
51 |
|
|
|
113 |
still_on_hub=still_on_hub,
|
114 |
architecture=architecture,
|
115 |
time=time
|
116 |
+
date_eval=date_eval
|
117 |
)
|
118 |
|
119 |
def update_with_request_file(self, requests_path):
|
|
|
154 |
#AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
155 |
AutoEvalColumn.rank.name: self.rank,
|
156 |
AutoEvalColumn.time.name: self.time,
|
157 |
+
AutoEvalColumn.date_eval.name: self.date_eval,
|
158 |
}
|
159 |
|
160 |
for task in Tasks:
|