Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, nu
|
|
| 32 |
num_subjects (int): Number of subjects to evaluate (1-14)
|
| 33 |
num_shots (int): Number of few-shot examples (0-5)
|
| 34 |
all_questions (bool): Whether to evaluate all questions per subject
|
| 35 |
-
num_questions (int): Number of examples per subject (1-
|
| 36 |
progress (gr.Progress): Progress indicator
|
| 37 |
"""
|
| 38 |
try:
|
|
@@ -156,11 +156,11 @@ with gr.Blocks() as demo:
|
|
| 156 |
with questions_container:
|
| 157 |
num_questions_slider = gr.Slider(
|
| 158 |
minimum=1,
|
| 159 |
-
maximum=
|
| 160 |
value=20,
|
| 161 |
step=1,
|
| 162 |
label="Questions per Subject",
|
| 163 |
-
info="Choose a subset of questions (1-
|
| 164 |
interactive=True
|
| 165 |
)
|
| 166 |
|
|
|
|
| 32 |
num_subjects (int): Number of subjects to evaluate (1-14)
|
| 33 |
num_shots (int): Number of few-shot examples (0-5)
|
| 34 |
all_questions (bool): Whether to evaluate all questions per subject
|
| 35 |
+
num_questions (int): Number of examples per subject (1-100 or all)
|
| 36 |
progress (gr.Progress): Progress indicator
|
| 37 |
"""
|
| 38 |
try:
|
|
|
|
| 156 |
with questions_container:
|
| 157 |
num_questions_slider = gr.Slider(
|
| 158 |
minimum=1,
|
| 159 |
+
maximum=100,
|
| 160 |
value=20,
|
| 161 |
step=1,
|
| 162 |
label="Questions per Subject",
|
| 163 |
+
info="Choose a subset of questions (1-100) per subject. They will be loaded in order of question_id.",
|
| 164 |
interactive=True
|
| 165 |
)
|
| 166 |
|