| from src.fais_retriever import FAISRetriever | |
| from src.utils.log import get_logger | |
| logger = get_logger() | |
| if __name__ == '__main__': | |
| # Initialize retriever | |
| r = FAISRetriever() | |
| # Retrieve example | |
| scores, result = r.retrieve( | |
| "What is the perplexity of a language model?") | |
| for i, score in enumerate(scores): | |
| logger.info(f"Result {i+1} (score: {score:.02f}):") | |
| logger.info(result['text'][i]) | |
| # Compute overall performance | |
| exact_match, f1_score = r.evaluate() | |
| logger.info(f"Exact match: {exact_match:.02f}\n" | |
| f"F1-score: {f1_score:.02f}") | |