Update run_eval.py

run_eval.py

@@ -3,7 +3,7 @@ import datetime, os, subprocess, tempfile
 from pathlib import Path
 
 import pandas as pd, yaml, torch
-from huggingface_hub import HfApi, login, hf_hub_download
+from huggingface_hub import HfApi, login, hf_hub_download, model_info
 from lm_eval import evaluator
 from lm_eval.models.huggingface import HFLM
 from peft import PeftModel
@@ -62,7 +62,15 @@ for cfg in CONFIGS:
             use_safetensors=True
         )
         is_encoder = True
-
+    try:
+        info = model_info(adapter_repo)
+        files = [f.rfilename for f in info.siblings]
+        if "adapter_config.json" not in files:
+            print(f"{adapter_repo} is not a valid PEFT adapter (missing adapter_config.json)")
+            continue  # skip
+    except Exception as e:
+        print(f"Failed to inspect {adapter_repo}: {e}")
+        continue
     peft_model = PeftModel.from_pretrained(base_model, adapter_repo)
     merged_model = peft_model.merge_and_unload()
     device = "cuda" if torch.cuda.is_available() else "cpu"