{"library":"crawl4ai","type":"library","category":null,"description":"Crawl4AI is an open-source, LLM-friendly web crawler and scraper designed for AI agents, RAG, and data pipelines. It provides fast, controllable, and customizable web content extraction, often converting pages into clean Markdown. The library supports dynamic content handling, caching, custom hooks, real-time monitoring via Docker, and offers flexible deployment options. It is actively maintained with frequent minor releases focusing on performance, anti-bot detection, and security, with the current version being 0.8.6. [8, 9]","language":"python","status":"active","version":"0.8.6","tags":["web scraping","crawler","llm","ai","data extraction","rag","playwright"],"last_verified":"Thu May 21","install":[{"cmd":"pip install -U crawl4ai","imports":["from crawl4ai import AsyncWebCrawler"]},{"cmd":"playwright install","imports":[]},{"cmd":"pip install crawl4ai[torch]","imports":[]},{"cmd":"pip install crawl4ai[transformer]","imports":[]}],"homepage":null,"github":"https://github.com/unclecode/crawl4ai","docs":null,"changelog":null,"pypi":"https://pypi.org/project/crawl4ai/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":40,"avg_install_s":69.6,"avg_import_s":4.25,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/crawl4ai/compatibility"}}