[Add] jsonl load handling

app.py

@@ -10,7 +10,8 @@ import json
 import requests
 
 from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
-from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css
+from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, load_jsonl_with_check
+
 
 
 def fill_form(model_name, model_id, contact_email, challenge, submission_id, paper_link, architecture, license):
@@ -101,7 +102,7 @@ abs_path = Path(__file__).parent
 
 # Any pandas-compatible data
 # persian_df = pd.read_json(str(abs_path / "leaderboard_persian.jsonl"))
-persian_df = pd.read_json(str(abs_path / "leaderboard_persian.jsonl"), lines=True)
+persian_df = load_jsonl_with_check(str(abs_path / "leaderboard_persian.jsonl"))
 base_df = pd.read_json(str(abs_path / "leaderboard_base.json"))
 
 with gr.Blocks(css=custom_css) as demo:

utils.py

@@ -1,3 +1,6 @@
+import pandas as pd
+
+
 custom_css = """
 @import url('https://fonts.googleapis.com/css2?family=Vazirmatn&display=swap');
 body, .gradio-container, .gr-button, .gr-input, .gr-slider, .gr-dropdown, .gr-markdown {
@@ -132,4 +135,16 @@ LLM_BENCHMARKS_SUBMIT_TEXT = """## Submit your model
                 After a brief technical review by our organizers we will grant you a free GPU until MLSB so that anyone can play with the model and we will run the evaluation. 
 
                 If you have a questions please email: [email protected]
-                """
+                """
+
+
+def load_jsonl_with_check(file_path):
+    data = []
+    with open(file_path, 'r', encoding='utf-8') as file:
+        for idx, line in enumerate(file):
+            try:
+                data.append(pd.json.loads(line.strip()))
+            except ValueError as e:
+                print(f"Error parsing line {idx + 1}: {line.strip()}")
+                print(f"Error details: {e}")
+    return pd.DataFrame(data)