Caden Shokat
added model evaluation for both models
fa6c34a
raw
history blame contribute delete
544 Bytes
import torch
from sentence_transformers import SentenceTransformer
from src.utils.config import CFG
from src.eval.ir_eval import build_eval
from src.eval.log_metrics import print_results_table
def main():
device = "cuda" if torch.cuda.is_available() else "cpu"
model = SentenceTransformer(CFG.model_id, device=device)
evaluator = build_eval(CFG.matryoshka_dims)
base_results = evaluator(model)
print_results_table("Base Model Evaluation Results", base_results, CFG.matryoshka_dims)
if __name__ == "__main__":
main()