More specific task categories

tasks_metadata.json

@@ -131,7 +131,7 @@
     "name": "GrammarErrorCorrection",
     "source_url": "https://huggingface.co/datasets/CZLC/cs_gec",
     "short_name": "Grammar Error Correction",
-    "category": "Syntactical Reasoning",
+    "category": "Czech Language Understanding",
     "abbreviation": "GEC",
     "metric": "avg_mcauroc"
   },
@@ -147,7 +147,7 @@
     "name": "SQAD3.2",
     "source_url": "https://huggingface.co/datasets/CZLC/SQAD_3.2",
     "short_name": "CS SQAD 3.2",
-    "category": "Knowledge",
+    "category": "Reading Comprehension",
     "abbreviation": "SQAD32",
     "metric": "exact_match"
   },
@@ -219,7 +219,7 @@
     "name": "Umimeto.cz – Biology",
     "source_url": "https://huggingface.co/datasets/CZLC/umimeto-qa/viewer/biology",
     "short_name": "Umimeto.cz – Biology",
-    "category": "General Reasoning",
+    "category": "Factual Knowledge",
     "abbreviation": "UT-BIO",
     "metric": "acc"
   },
@@ -227,7 +227,7 @@
     "name": "Umimeto.cz – Chemistry",
     "source_url": "https://huggingface.co/datasets/CZLC/umimeto-qa/viewer/chemistry",
     "short_name": "Umimeto.cz – Chemistry",
-    "category": "General Reasoning",
+    "category": "Factual Knowledge",
     "abbreviation": "UT-CHEM",
     "metric": "acc"
   },
@@ -235,7 +235,7 @@
     "name": "Umimeto.cz – Czech Language",
     "source_url": "https://huggingface.co/datasets/CZLC/umimeto-qa/viewer/czech",
     "short_name": "Umimeto.cz – Czech",
-    "category": "General Reasoning",
+    "category": "Czech Language Understanding",
     "abbreviation": "UT-CZEL",
     "metric": "acc"
   },
@@ -243,7 +243,7 @@
     "name": "Umimeto.cz – History",
     "source_url": "https://huggingface.co/datasets/CZLC/umimeto-qa/viewer/history",
     "short_name": "Umimeto.cz – History",
-    "category": "General Reasoning",
+    "category": "Factual Knowledge",
     "abbreviation": "UT-HIST",
     "metric": "acc"
   },
@@ -251,7 +251,7 @@
     "name": "Umimeto.cz – Informatics",
     "source_url": "https://huggingface.co/datasets/CZLC/umimeto-qa/viewer/informatics",
     "short_name": "Umimeto.cz – Informatics",
-    "category": "General Reasoning",
+    "category": "Factual Knowledge",
     "abbreviation": "UT-IT",
     "metric": "acc"
   },
@@ -267,7 +267,7 @@
     "name": "Umimeto.cz – Physics",
     "source_url": "https://huggingface.co/datasets/CZLC/umimeto-qa/viewer/physics",
     "short_name": "Umimeto.cz – Physics",
-    "category": "General Reasoning",
+    "category": "Factual Knowledge",
     "abbreviation": "UT-PHYS",
     "metric": "acc"
   },
@@ -291,7 +291,7 @@
     "name": "CERMAT – Czech Language – TF",
     "source_url": "https://huggingface.co/datasets/CZLC/cermat_czech_tf",
     "short_name": "Cermat Czech Language TF",
-    "category": "General Reasoning",
+    "category": "Czech Language Understanding",
     "abbreviation": "CCL-TF",
     "metric": "avg_mcauroc"
   },
@@ -299,7 +299,7 @@
     "name": "CERMAT – Czech Language – MC",
     "source_url": "https://huggingface.co/datasets/CZLC/cermat_czech_mc",
     "short_name": "Cermat Czech Language MC",
-    "category": "General Reasoning",
+    "category": "Czech Language Understanding",
     "abbreviation": "CCL-MC",
     "metric": "acc"
   },
@@ -307,7 +307,7 @@
     "name": "CERMAT – Czech Language – OPEN",
     "source_url": "https://huggingface.co/datasets/CZLC/cermat_czech_open",
     "short_name": "Cermat Czech Language Open",
-    "category": "General Reasoning",
+    "category": "Czech Language Understanding",
     "abbreviation": "CCL-OPEN",
     "metric": "exact_match"
   },
@@ -323,7 +323,7 @@
     "name": "Agree",
     "source_url": "https://huggingface.co/datasets/davidadamczyk/czechbench_agree",
     "abbreviation": "Agree",
-    "category": "Syntactical Reasoning",
+    "category": "Czech Language Understanding",
     "short_name": "Agree",
     "metric": "avg_mcauroc"
   },
@@ -331,7 +331,7 @@
     "name": "Belebele",
     "source_url": "https://huggingface.co/datasets/davidadamczyk/czechbench_belebele",
     "abbreviation": "BB",
-    "category": "Knowledge",
+    "category": "Reading Comprehension",
     "short_name": "Belebele",
     "metric": "acc"
   },