{"library":"pytrec-eval","title":"pytrec_eval","description":"Python bindings for the trec_eval information retrieval evaluation tool, providing standard IR metrics like MAP, NDCG, P@k, etc. Supports Python 3+. Current version 0.5 is the latest stable release. Updates are infrequent.","language":"python","status":"active","last_verified":"Fri May 01","install":{"commands":["pip install pytrec-eval"],"cli":null},"imports":["import pytrec_eval"],"auth":{"required":false,"env_vars":[]},"quickstart":{"code":"import pytrec_eval\n\nqrel = {\n    'q1': {\n        'd1': 1,\n        'd2': 0,\n    }\n}\n\nrun = {\n    'q1': {\n        'd1': 0.9,\n        'd2': 0.1,\n    }\n}\n\nevaluator = pytrec_eval.RelevanceEvaluator(qrel, {'map', 'ndcg'})\nresults = evaluator.evaluate(run)\nprint(results)","lang":"python","description":"Evaluate a run against qrels using MAP and NDCG.","tag":null,"tag_description":null,"last_tested":null,"results":[]},"compatibility":null}