File size: 537 Bytes
83870cc 2827202 8fe5a80 2827202 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
from retriever import Retriever
if __name__ == '__main__':
# Initialize retriever
r = Retriever()
# Retrieve example
scores, result = r.retrieve(
"What is the perplexity of a language model?")
for i, score in enumerate(scores):
print(f"Result {i+1} (score: {score:.02f}):")
print(result['text'][i])
print() # Newline
# Compute overall performance
exact_match, f1_score = r.evaluate()
print(f"Exact match: {exact_match:.02f}\n"
f"F1-score: {f1_score:.02f}")
|