Spaces:
Sleeping
Sleeping
Update mmlu_pro_eval_adapted.py
Browse files- mmlu_pro_eval_adapted.py +2 -1
mmlu_pro_eval_adapted.py
CHANGED
@@ -258,7 +258,8 @@ def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5
|
|
258 |
num_questions: Number of questions per subject
|
259 |
num_shots: Number of examples to include in prompts
|
260 |
"""
|
261 |
-
print("
|
|
|
262 |
|
263 |
# Load model and data
|
264 |
model, tokenizer = load_model(model_name, gpu_utilization=0.8)
|
|
|
258 |
num_questions: Number of questions per subject
|
259 |
num_shots: Number of examples to include in prompts
|
260 |
"""
|
261 |
+
print(f"Is CUDA available: {torch.cuda.is_available()}")
|
262 |
+
print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
|
263 |
|
264 |
# Load model and data
|
265 |
model, tokenizer = load_model(model_name, gpu_utilization=0.8)
|