Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -22,8 +22,8 @@ class EvalResult:
|
|
| 22 |
full_model: str # org/model (path on hub)
|
| 23 |
org: str
|
| 24 |
model: str
|
| 25 |
-
model_sha: str # commit hash, "" if main
|
| 26 |
results: dict
|
|
|
|
| 27 |
revision: str = "main"
|
| 28 |
precision: Precision = Precision.Unknown
|
| 29 |
model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
|
|
@@ -60,6 +60,7 @@ class EvalResult:
|
|
| 60 |
precision = Precision.from_str(config.get("model_dtype"))
|
| 61 |
num_params = round(config.get("model_num_parameters", 0) / 1_000_000_000, 2)
|
| 62 |
revision = config.get("model_revision", "main")
|
|
|
|
| 63 |
|
| 64 |
# Get model and org
|
| 65 |
org_and_model = config.get("model_name")
|
|
@@ -127,9 +128,9 @@ class EvalResult:
|
|
| 127 |
org=org,
|
| 128 |
model=model,
|
| 129 |
results=results,
|
| 130 |
-
|
| 131 |
-
model_sha=config.get("model_sha", ""),
|
| 132 |
revision=revision,
|
|
|
|
| 133 |
json_filename=json_filename,
|
| 134 |
eval_time=config.get("total_evaluation_time_seconds", 0.0),
|
| 135 |
num_params=num_params
|
|
|
|
| 22 |
full_model: str # org/model (path on hub)
|
| 23 |
org: str
|
| 24 |
model: str
|
|
|
|
| 25 |
results: dict
|
| 26 |
+
model_sha: str = "" # commit hash
|
| 27 |
revision: str = "main"
|
| 28 |
precision: Precision = Precision.Unknown
|
| 29 |
model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
|
|
|
|
| 60 |
precision = Precision.from_str(config.get("model_dtype"))
|
| 61 |
num_params = round(config.get("model_num_parameters", 0) / 1_000_000_000, 2)
|
| 62 |
revision = config.get("model_revision", "main")
|
| 63 |
+
model_sha = config.get("model_sha", "")
|
| 64 |
|
| 65 |
# Get model and org
|
| 66 |
org_and_model = config.get("model_name")
|
|
|
|
| 128 |
org=org,
|
| 129 |
model=model,
|
| 130 |
results=results,
|
| 131 |
+
model_sha=model_sha,
|
|
|
|
| 132 |
revision=revision,
|
| 133 |
+
precision=precision,
|
| 134 |
json_filename=json_filename,
|
| 135 |
eval_time=config.get("total_evaluation_time_seconds", 0.0),
|
| 136 |
num_params=num_params
|