Spaces:
Running
Running
Fix for ARC submissions
Browse files
src/submission/check_validity.py
CHANGED
@@ -536,7 +536,7 @@ def verify_causal_variable_submission(hf_repo, progress=gr.Progress()):
|
|
536 |
CV_TASKS = set(["ioi_task", "4_answer_MCQA", "ARC_easy", "arithmetic", "ravel_task"])
|
537 |
CV_TASK_VARIABLES = {"ioi_task": ["output_token", "output_position"],
|
538 |
"4_answer_MCQA": ["answer_pointer", "answer"],
|
539 |
-
"
|
540 |
"arithmetic": ["ones_carry"],
|
541 |
"ravel_task": ["Country", "Continent", "Language"]}
|
542 |
CV_MODELS = set(["GPT2LMHeadModel", "Qwen2ForCausalLM", "Gemma2ForCausalLM", "LlamaForCausalLM"])
|
|
|
536 |
CV_TASKS = set(["ioi_task", "4_answer_MCQA", "ARC_easy", "arithmetic", "ravel_task"])
|
537 |
CV_TASK_VARIABLES = {"ioi_task": ["output_token", "output_position"],
|
538 |
"4_answer_MCQA": ["answer_pointer", "answer"],
|
539 |
+
"ARC_easy": ["answer_pointer", "answer"],
|
540 |
"arithmetic": ["ones_carry"],
|
541 |
"ravel_task": ["Country", "Continent", "Language"]}
|
542 |
CV_MODELS = set(["GPT2LMHeadModel", "Qwen2ForCausalLM", "Gemma2ForCausalLM", "LlamaForCausalLM"])
|