Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -6,6 +6,7 @@ from huggingface_hub import login
|
|
6 |
from toy_dataset_eval import evaluate_toy_dataset
|
7 |
from mmlu_eval_original import evaluate_mmlu
|
8 |
import spaces
|
|
|
9 |
|
10 |
# Read token and login
|
11 |
hf_token = os.getenv("HF_TOKEN_READ_WRITE")
|
@@ -146,7 +147,7 @@ with gr.Blocks() as demo:
|
|
146 |
value=57,
|
147 |
step=1,
|
148 |
label="Number of Subjects",
|
149 |
-
info="Number of subjects to evaluate (1-57)",
|
150 |
interactive=True
|
151 |
)
|
152 |
|
@@ -157,7 +158,7 @@ with gr.Blocks() as demo:
|
|
157 |
value=5,
|
158 |
step=1,
|
159 |
label="Number of Few-shot Examples",
|
160 |
-
info="Number of examples to use for few-shot learning (0-5)"
|
161 |
)
|
162 |
num_examples_slider = gr.Slider(
|
163 |
minimum=1,
|
@@ -165,7 +166,7 @@ with gr.Blocks() as demo:
|
|
165 |
value=5,
|
166 |
step=1,
|
167 |
label="Examples per Subject",
|
168 |
-
info="Number of test examples per subject (1-10)"
|
169 |
)
|
170 |
|
171 |
with gr.Row():
|
|
|
6 |
from toy_dataset_eval import evaluate_toy_dataset
|
7 |
from mmlu_eval_original import evaluate_mmlu
|
8 |
import spaces
|
9 |
+
import pandas as pd
|
10 |
|
11 |
# Read token and login
|
12 |
hf_token = os.getenv("HF_TOKEN_READ_WRITE")
|
|
|
147 |
value=57,
|
148 |
step=1,
|
149 |
label="Number of Subjects",
|
150 |
+
info="Number of subjects to evaluate (1-57). They will be loaded in alphabetical order.",
|
151 |
interactive=True
|
152 |
)
|
153 |
|
|
|
158 |
value=5,
|
159 |
step=1,
|
160 |
label="Number of Few-shot Examples",
|
161 |
+
info="Number of examples to use for few-shot learning (0-5). They will be loaded in alphabetical order."
|
162 |
)
|
163 |
num_examples_slider = gr.Slider(
|
164 |
minimum=1,
|
|
|
166 |
value=5,
|
167 |
step=1,
|
168 |
label="Examples per Subject",
|
169 |
+
info="Number of test examples per subject (1-10). They will be loaded in alphabetical order."
|
170 |
)
|
171 |
|
172 |
with gr.Row():
|