DanielePoterti commited on
Commit
efaa1b2
·
1 Parent(s): 576e640

Update Tasks enum with additional evaluation tasks for improved leaderboard metrics

Browse files
Files changed (1) hide show
  1. src/about.py +16 -2
src/about.py CHANGED
@@ -13,8 +13,22 @@ class Task:
13
  # ---------------------------------------------------
14
  class Tasks(Enum):
15
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
16
- task0 = Task("anli_r1", "acc", "ANLI")
17
- # task1 = Task("logiqa", "acc_norm", "LogiQA")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
 
19
 
20
  NUM_FEWSHOT = 0 # Change with your few shot
 
13
  # ---------------------------------------------------
14
  class Tasks(Enum):
15
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
16
+ task0 = Task("art", "acc", "ART")
17
+ task1 = Task("civic", "acc", "CIVIC")
18
+ task2 = Task("eve", "acc", "CURRENT EVENTS")
19
+ task3 = Task("geo", "acc", "GEOGRAPHY")
20
+ task4 = Task("his", "acc", "HISTORY")
21
+ task5 = Task("lit", "acc", "LITERATURE")
22
+ task6 = Task("tou", "acc", "TOURISM")
23
+ # ---------------------------------------------------
24
+ task7 = Task("lex", "acc", "LEXICAL")
25
+ task8 = Task("morp", "acc", "MORPHOLOGY")
26
+ task9 = Task("orth", "acc", "ORTHOGRAPHY")
27
+ task10 = Task("sci", "acc", "SYNONYMS")
28
+ task11 = Task("syn", "acc", "SYNTACTIC")
29
+ # ---------------------------------------------------
30
+ task12 = Task("tot", "acc", "TOTAL")
31
+
32
 
33
 
34
  NUM_FEWSHOT = 0 # Change with your few shot