{"library":"ragas","title":"Ragas","description":"RAG evaluation framework — measures faithfulness, answer relevancy, context precision/recall and more. Current version: 0.4.3 (Mar 2026). Still pre-1.0. v0.2 was a major breaking change from v0.1: metrics are now class instances initialized with LLM, evaluate() takes EvaluationDataset not HuggingFace Dataset, answer_relevancy renamed to ResponseRelevancy, fields renamed (question→user_input, answer→response, contexts→retrieved_contexts). Legacy API still works but deprecated — will be removed in v1.0.","language":"python","status":"active","last_verified":"Tue May 19","install":{"commands":["pip install ragas"],"cli":null},"imports":["from ragas import EvaluationDataset, SingleTurnSample, evaluate\nfrom ragas.metrics import Faithfulness, ResponseRelevancy\nfrom ragas.llms import LangchainLLMWrapper\nfrom langchain_openai import ChatOpenAI\n\nllm = LangchainLLMWrapper(ChatOpenAI(model='gpt-4o-mini'))\n\nsamples = [\n    SingleTurnSample(\n        user_input='When was the first Super Bowl?',\n        response='The first Super Bowl was held on Jan 15, 1967.',\n        retrieved_contexts=[\n            'The First AFL-NFL World Championship Game was played on January 15, 1967.'\n        ]\n    )\n]\n\ndataset = EvaluationDataset(samples=samples)\n\nresult = evaluate(\n    dataset,\n    metrics=[\n        Faithfulness(llm=llm),\n        ResponseRelevancy(llm=llm)\n    ]\n)\nprint(result)","from ragas import SingleTurnSample\nfrom ragas.metrics import Faithfulness\nfrom ragas.llms import LangchainLLMWrapper\nfrom langchain_openai import ChatOpenAI\nimport asyncio\n\nllm = LangchainLLMWrapper(ChatOpenAI(model='gpt-4o-mini'))\nscorer = Faithfulness(llm=llm)\n\nsample = SingleTurnSample(\n    user_input='What year was Python created?',\n    response='Python was created in 1991.',\n    retrieved_contexts=['Python was first released in 1991 by Guido van Rossum.']\n)\n\n# Async score\nscore = asyncio.run(scorer.single_turn_ascore(sample))\nprint(score)"],"auth":{"required":false,"env_vars":[]},"quickstart":{"code":"# pip install ragas langchain-openai\nfrom ragas import EvaluationDataset, SingleTurnSample, evaluate\nfrom ragas.metrics import Faithfulness, ResponseRelevancy, LLMContextRecall\nfrom ragas.llms import LangchainLLMWrapper\nfrom langchain_openai import ChatOpenAI\nimport os\n\nos.environ['OPENAI_API_KEY'] = 'your-key'\n\nllm = LangchainLLMWrapper(ChatOpenAI(model='gpt-4o-mini'))\n\nsamples = [\n    SingleTurnSample(\n        user_input='What is the capital of France?',\n        response='The capital of France is Paris.',\n        retrieved_contexts=['Paris is the capital and most populous city of France.'],\n        reference='Paris'  # ground truth — needed for recall\n    )\n]\n\ndataset = EvaluationDataset(samples=samples)\n\nresult = evaluate(\n    dataset,\n    metrics=[\n        Faithfulness(llm=llm),\n        ResponseRelevancy(llm=llm),\n        LLMContextRecall(llm=llm)\n    ]\n)\nprint(result)\n# {'faithfulness': 1.0, 'response_relevancy': 0.97, 'context_recall': 1.0}","lang":"python","description":"Ragas v0.2+ RAG evaluation with EvaluationDataset and class-based metrics.","tag":"stale","tag_description":"widespread failures or data too old to trust","last_tested":"2026-04-23","results":[{"runtime":"python:3.10-alpine","exit_code":-1},{"runtime":"python:3.10-slim","exit_code":-1},{"runtime":"python:3.11-alpine","exit_code":-1},{"runtime":"python:3.11-slim","exit_code":-1},{"runtime":"python:3.12-alpine","exit_code":-1},{"runtime":"python:3.12-slim","exit_code":0},{"runtime":"python:3.13-alpine","exit_code":-1},{"runtime":"python:3.13-slim","exit_code":-1},{"runtime":"python:3.9-alpine","exit_code":-1},{"runtime":"python:3.9-slim","exit_code":-1}]},"compatibility":{"tag":"stale","tag_description":"widespread failures or data too old to trust","last_tested":"2026-05-19","installed_version":"0.4.3","pypi_latest":"0.4.3","is_stale":false,"summary":{"python_range":"3.10–3.9","success_rate":45,"avg_install_s":35.3,"avg_import_s":7.61,"wheel_type":"wheel"},"results":[{"runtime":"python:3.10-alpine","python_version":"3.10","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":0.1,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.10-alpine","python_version":"3.10","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.10-slim","python_version":"3.10","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"clean","install_time_s":37.2,"import_time_s":6.1,"mem_mb":95.5,"disk_size":"712M"},{"runtime":"python:3.10-slim","python_version":"3.10","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":5.82,"mem_mb":94.7,"disk_size":"704M"},{"runtime":"python:3.11-alpine","python_version":"3.11","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":0.1,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-alpine","python_version":"3.11","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.11-slim","python_version":"3.11","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"clean","install_time_s":34.4,"import_time_s":8.18,"mem_mb":105.8,"disk_size":"759M"},{"runtime":"python:3.11-slim","python_version":"3.11","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":8,"mem_mb":104.9,"disk_size":"751M"},{"runtime":"python:3.12-alpine","python_version":"3.12","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-alpine","python_version":"3.12","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.12-slim","python_version":"3.12","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"clean","install_time_s":31.4,"import_time_s":8.25,"mem_mb":103.5,"disk_size":"736M"},{"runtime":"python:3.12-slim","python_version":"3.12","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":8.54,"mem_mb":102.5,"disk_size":"727M"},{"runtime":"python:3.13-alpine","python_version":"3.13","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-alpine","python_version":"3.13","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.13-slim","python_version":"3.13","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"clean","install_time_s":31.8,"import_time_s":7.86,"mem_mb":105.9,"disk_size":"733M"},{"runtime":"python:3.13-slim","python_version":"3.13","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":8.16,"mem_mb":104.9,"disk_size":"725M"},{"runtime":"python:3.9-alpine","python_version":"3.9","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":"build_error","import_side_effects":null,"install_time_s":0.1,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-alpine","python_version":"3.9","os_libc":"alpine (musl)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null},{"runtime":"python:3.9-slim","python_version":"3.9","os_libc":"slim (glibc)","variant":"ragas","exit_code":0,"wheel_type":"wheel","failure_reason":null,"import_side_effects":"broken","install_time_s":41.5,"import_time_s":null,"mem_mb":null,"disk_size":"697M"},{"runtime":"python:3.9-slim","python_version":"3.9","os_libc":"slim (glibc)","variant":"ragas","exit_code":1,"wheel_type":null,"failure_reason":null,"import_side_effects":null,"install_time_s":null,"import_time_s":null,"mem_mb":null,"disk_size":null}]}}