rohansampath commited on
Commit
397d798
·
verified ·
1 Parent(s): b216e56

Update mmlu_pro_eval_adapted.py

Browse files
Files changed (1) hide show
  1. mmlu_pro_eval_adapted.py +2 -1
mmlu_pro_eval_adapted.py CHANGED
@@ -258,7 +258,8 @@ def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5
258
  num_questions: Number of questions per subject
259
  num_shots: Number of examples to include in prompts
260
  """
261
- print("IS CUDA AVAILABLE: ", torch.cuda.is_available())
 
262
 
263
  # Load model and data
264
  model, tokenizer = load_model(model_name, gpu_utilization=0.8)
 
258
  num_questions: Number of questions per subject
259
  num_shots: Number of examples to include in prompts
260
  """
261
+ print(f"Is CUDA available: {torch.cuda.is_available()}")
262
+ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
263
 
264
  # Load model and data
265
  model, tokenizer = load_model(model_name, gpu_utilization=0.8)