atticusg commited on
Commit
ae2cd7a
·
verified ·
1 Parent(s): 76d8df4

Fix for ARC submissions

Browse files
Files changed (1) hide show
  1. src/submission/check_validity.py +1 -1
src/submission/check_validity.py CHANGED
@@ -536,7 +536,7 @@ def verify_causal_variable_submission(hf_repo, progress=gr.Progress()):
536
  CV_TASKS = set(["ioi_task", "4_answer_MCQA", "ARC_easy", "arithmetic", "ravel_task"])
537
  CV_TASK_VARIABLES = {"ioi_task": ["output_token", "output_position"],
538
  "4_answer_MCQA": ["answer_pointer", "answer"],
539
- "arc": ["answer_pointer", "answer"],
540
  "arithmetic": ["ones_carry"],
541
  "ravel_task": ["Country", "Continent", "Language"]}
542
  CV_MODELS = set(["GPT2LMHeadModel", "Qwen2ForCausalLM", "Gemma2ForCausalLM", "LlamaForCausalLM"])
 
536
  CV_TASKS = set(["ioi_task", "4_answer_MCQA", "ARC_easy", "arithmetic", "ravel_task"])
537
  CV_TASK_VARIABLES = {"ioi_task": ["output_token", "output_position"],
538
  "4_answer_MCQA": ["answer_pointer", "answer"],
539
+ "ARC_easy": ["answer_pointer", "answer"],
540
  "arithmetic": ["ones_carry"],
541
  "ravel_task": ["Country", "Continent", "Language"]}
542
  CV_MODELS = set(["GPT2LMHeadModel", "Qwen2ForCausalLM", "Gemma2ForCausalLM", "LlamaForCausalLM"])