s

src/about.py

@@ -14,7 +14,24 @@ class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
     task0 = Task("anli_r1", "acc", "ANLI")
     task1 = Task("logiqa", "acc_norm", "LogiQA")
-    task2 = Task("polemo2_in", "exact_match,score-first", "Polemo2-in")
+    task2 = Task("belebele_pol_Latn", "acc,none", "belebele_pol_Latn")
+    task3 = Task("polemo2_in", "exact_match,score-first", "Polemo2-in")
+    task4 = Task("polemo2_in_multiple_choice", "acc,none", "polemo2_in_multiple_choice")
+    task5 = Task("polemo2_out", "exact_match,score-first", "polemo2_out")
+    task6 = Task("polemo2_out_multiple_choice", "acc,none", "polemo2_out_multiple_choice")
+    task7 = Task("polish_8tags_multiple_choice", "acc,none", "polish_8tags_multiple_choice")
+    task8 = Task("polish_8tags_regex", "exact_match,score-first", "polish_8tags_regex")
+    task9 = Task("polish_belebele_regex", "exact_match,score-first", "polish_belebele_regex")
+    task10 = Task("polish_dyk_multiple_choice", "acc,none", "polish_dyk_multiple_choice")
+    task11 = Task("polish_dyk_regex", "exact_match,score-first", "polish_dyk_regex")
+    task12 = Task("polish_ppc_multiple_choice", "acc,none", "polish_ppc_multiple_choice")
+    task13 = Task("polish_ppc_regex", "exact_match,score-first", "polish_ppc_regex")
+    task14 = Task("polish_psc_multiple_choice", "acc,none", "polish_psc_multiple_choice")
+    task15 = Task("polish_psc_regex", "exact_match,score-first", "polish_psc_regex")
+    task16 = Task("polish_cbd_multiple_choice", "acc,none", "polish_cbd_multiple_choice")
+    task17 = Task("polish_cbd_regex", "exact_match,score-first", "polish_cbd_regex")
+    task18 = Task("polish_klej_ner_multiple_choice", "acc,none", "polish_klej_ner_multiple_choice")
+    task19 = Task("polish_klej_ner_regex", "exact_match,score-first", "polish_klej_ner_regex")
 
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------