Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -22,6 +22,7 @@ model_name = "mistralai/Mistral-7B-v0.1"
|
|
22 |
# ---------------------------------------------------------------------------
|
23 |
# 2. MMLU-Pro Evaluation
|
24 |
# ---------------------------------------------------------------------------
|
|
|
25 |
def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, num_questions, progress=gr.Progress()):
|
26 |
"""
|
27 |
Runs the MMLU evaluation with the specified parameters.
|
|
|
22 |
# ---------------------------------------------------------------------------
|
23 |
# 2. MMLU-Pro Evaluation
|
24 |
# ---------------------------------------------------------------------------
|
25 |
+
@spaces.GPU(duration=240)
|
26 |
def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, num_questions, progress=gr.Progress()):
|
27 |
"""
|
28 |
Runs the MMLU evaluation with the specified parameters.
|