Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -101,12 +101,13 @@ def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, nu
|
|
| 101 |
|
| 102 |
# Run evaluation with timing
|
| 103 |
start_time = time.time() # Start timing
|
| 104 |
-
results =
|
| 105 |
model,
|
| 106 |
tokenizer,
|
| 107 |
num_subjects=num_subjects,
|
| 108 |
num_questions=num_questions,
|
| 109 |
num_shots=num_shots,
|
|
|
|
| 110 |
auto_batch_size=True
|
| 111 |
)
|
| 112 |
elapsed_time = time.time() - start_time # Calculate elapsed time
|
|
|
|
| 101 |
|
| 102 |
# Run evaluation with timing
|
| 103 |
start_time = time.time() # Start timing
|
| 104 |
+
results = evaluate_mmlu_batched(
|
| 105 |
model,
|
| 106 |
tokenizer,
|
| 107 |
num_subjects=num_subjects,
|
| 108 |
num_questions=num_questions,
|
| 109 |
num_shots=num_shots,
|
| 110 |
+
batch_size=32
|
| 111 |
auto_batch_size=True
|
| 112 |
)
|
| 113 |
elapsed_time = time.time() - start_time # Calculate elapsed time
|