Spaces:
Runtime error
Runtime error
update task list populate code
Browse files- src/about.py +1 -1
- src/populate.py +15 -4
src/about.py
CHANGED
|
@@ -14,7 +14,7 @@ class Tasks(Enum):
|
|
| 14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 15 |
task0 = Task("openai", "acc_norm", "OpenAi")
|
| 16 |
task1 = Task("anthropic", "acc_norm", "Anthropic")
|
| 17 |
-
|
| 18 |
|
| 19 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 20 |
# ---------------------------------------------------
|
|
|
|
| 14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 15 |
task0 = Task("openai", "acc_norm", "OpenAi")
|
| 16 |
task1 = Task("anthropic", "acc_norm", "Anthropic")
|
| 17 |
+
task2 = Task("hf", "acc_norm", "HuggingFace")
|
| 18 |
|
| 19 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 20 |
# ---------------------------------------------------
|
src/populate.py
CHANGED
|
@@ -30,8 +30,12 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
|
|
| 30 |
for entry in entries:
|
| 31 |
if ".json" in entry:
|
| 32 |
file_path = os.path.join(save_path, entry)
|
| 33 |
-
|
| 34 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
|
| 37 |
data[EvalQueueColumn.revision.name] = data.get("revision", "main")
|
|
@@ -42,8 +46,15 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
|
|
| 42 |
sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
|
| 43 |
for sub_entry in sub_entries:
|
| 44 |
file_path = os.path.join(save_path, entry, sub_entry)
|
| 45 |
-
|
| 46 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
|
| 48 |
data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
|
| 49 |
data[EvalQueueColumn.revision.name] = data.get("revision", "main")
|
|
|
|
| 30 |
for entry in entries:
|
| 31 |
if ".json" in entry:
|
| 32 |
file_path = os.path.join(save_path, entry)
|
| 33 |
+
try:
|
| 34 |
+
with open(file_path, encoding='utf-8') as fp:
|
| 35 |
+
data = json.load(fp)
|
| 36 |
+
except UnicodeDecodeError as e:
|
| 37 |
+
print(f"Unicode decoding error in {file_path}: {e}")
|
| 38 |
+
continue
|
| 39 |
|
| 40 |
data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
|
| 41 |
data[EvalQueueColumn.revision.name] = data.get("revision", "main")
|
|
|
|
| 46 |
sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
|
| 47 |
for sub_entry in sub_entries:
|
| 48 |
file_path = os.path.join(save_path, entry, sub_entry)
|
| 49 |
+
try:
|
| 50 |
+
with open(file_path, encoding='utf-8') as fp:
|
| 51 |
+
data = json.load(fp)
|
| 52 |
+
except json.JSONDecodeError:
|
| 53 |
+
print(f"Error reading {file_path}")
|
| 54 |
+
continue
|
| 55 |
+
except UnicodeDecodeError as e:
|
| 56 |
+
print(f"Unicode decoding error in {file_path}: {e}")
|
| 57 |
+
continue
|
| 58 |
|
| 59 |
data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
|
| 60 |
data[EvalQueueColumn.revision.name] = data.get("revision", "main")
|