Delete results/Qwen/Qwen3-4B-Thinking-2507_results_2025-08-11_02-12-18.json

results/Qwen/Qwen3-4B-Thinking-2507_results_2025-08-11_02-12-18.json

@@ -1,153 +0,0 @@
-{
-  "results": {
-    "average_score": 3.425531914893617,
-    "speed": 34.36978607602766,
-    "contamination_score": 0,
-    "execution_time": 7691.086567,
-    "errors": [],
-    "scores_by_category": [
-      {
-        "category": "Function Calling",
-        "average_score": 8.333333333333334,
-        "count": 3
-      },
-      {
-        "category": "Sentiment Analysis",
-        "average_score": 6.888888888888889,
-        "count": 9
-      },
-      {
-        "category": "Reading Comprehension",
-        "average_score": 6.470588235294118,
-        "count": 17
-      },
-      {
-        "category": "MMLU",
-        "average_score": 6.041322314049586,
-        "count": 121
-      },
-      {
-        "category": "Long Context",
-        "average_score": 4.75,
-        "count": 4
-      },
-      {
-        "category": "Trust & Safety",
-        "average_score": 4.333333333333333,
-        "count": 30
-      },
-      {
-        "category": "General Knowledge",
-        "average_score": 4.253968253968254,
-        "count": 63
-      },
-      {
-        "category": "Coding",
-        "average_score": 3.3333333333333335,
-        "count": 3
-      },
-      {
-        "category": "Reasoning & Math",
-        "average_score": 2.883720930232558,
-        "count": 43
-      },
-      {
-        "category": "RAG QA",
-        "average_score": 2.073170731707317,
-        "count": 41
-      },
-      {
-        "category": "Entity Extraction",
-        "average_score": 1.8,
-        "count": 5
-      },
-      {
-        "category": "Translation (incl Dialects)",
-        "average_score": 0.6111111111111112,
-        "count": 36
-      },
-      {
-        "category": "Arabic Language & Grammar",
-        "average_score": 0.5882352941176471,
-        "count": 17
-      },
-      {
-        "category": "Structuring",
-        "average_score": 0.3333333333333333,
-        "count": 3
-      },
-      {
-        "category": "Writing (incl Dialects)",
-        "average_score": 0.18181818181818182,
-        "count": 22
-      },
-      {
-        "category": "Instruction Following",
-        "average_score": 0.0,
-        "count": 7
-      },
-      {
-        "category": "Hallucination",
-        "average_score": 0.0,
-        "count": 3
-      },
-      {
-        "category": "Summarization",
-        "average_score": 0.0,
-        "count": 8
-      },
-      {
-        "category": "Dialect Detection",
-        "average_score": 0.0,
-        "count": 11
-      },
-      {
-        "category": "Transliteration",
-        "average_score": 0.0,
-        "count": 6
-      },
-      {
-        "category": "Diacritization",
-        "average_score": 0.0,
-        "count": 12
-      },
-      {
-        "category": "Paraphrasing",
-        "average_score": 0.0,
-        "count": 6
-      }
-    ],
-    "scores_by_format": [
-      {
-        "format": "Short Answer",
-        "average_score": 6.4,
-        "count": 5
-      },
-      {
-        "format": "MCQ",
-        "average_score": 5.847161572052402,
-        "count": 229
-      },
-      {
-        "format": "Fill-in-the-blank",
-        "average_score": 1.375,
-        "count": 8
-      },
-      {
-        "format": "Generation",
-        "average_score": 1.0,
-        "count": 228
-      }
-    ]
-  },
-  "config": {
-    "model": "Qwen/Qwen3-4B-Thinking-2507",
-    "model_sha": "768f209d9ea81521153ed38c47d515654e938aea",
-    "submitted_time": "2025-08-10T22:17:49Z",
-    "likes": 246,
-    "params": 4.022,
-    "license": "apache-2.0",
-    "model_source": "Hugging Face",
-    "model_category": "Small"
-  }
-}