Update app.py

app.py

@@ -4,7 +4,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import os
 from huggingface_hub import login
 from toy_dataset_eval import evaluate_toy_dataset
-from mmlu_eval_original import evaluate_mmlu
+from mmlu_eval_original import evaluate_mmlu_batched
 import spaces
 import pandas as pd
 
@@ -93,7 +93,8 @@ def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, nu
         tokenizer,
         num_subjects=num_subjects,
         num_questions=num_questions,
-        num_shots=num_shots
+        num_shots=num_shots, 
+        auto_batch_size=True
     )
 
     # Format results