{"library":"crawlee","type":"library","category":null,"description":"Crawlee is a Python library for web scraping and browser automation, providing a robust and flexible framework for building web scraping tasks. It offers features like automatic parallel crawling, proxy rotation, session management, and persistent storage, supporting various techniques from static HTML parsing with BeautifulSoup and Parsel to dynamic JavaScript-rendered content with Playwright. Currently at version 1.6.2, Crawlee for Python has been stable since its v1.0 release in September 2025 and follows semantic versioning, meaning breaking changes are reserved for major releases.","language":"python","status":"active","version":"1.6.2","tags":["web scraping","browser automation","asyncio","playwright","beautifulsoup","parsel","crawler","apify"],"last_verified":"Sat May 23","install":[{"cmd":"pip install crawlee","imports":["from crawlee.crawlers import BeautifulSoupCrawler, BeautifulSoupCrawlingContext","from crawlee.crawlers import ParselCrawler, ParselCrawlingContext","from crawlee.crawlers import PlaywrightCrawler, PlaywrightCrawlingContext","from crawlee.crawlers import AdaptivePlaywrightCrawler, AdaptivePlaywrightCrawlingContext","from crawlee.storage_clients import SqlStorageClient","from crawlee.http_clients import ImpitHttpClient"]},{"cmd":"pip install 'crawlee[all]'","imports":[]},{"cmd":"playwright install","imports":[]}],"homepage":"https://crawlee.dev/python","github":"https://github.com/apify/crawlee-python","docs":"https://crawlee.dev/python/docs/quick-start","changelog":"https://crawlee.dev/python/docs/changelog","pypi":"https://pypi.org/project/crawlee/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":75,"avg_install_s":15.4,"avg_import_s":8.86,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/crawlee/compatibility"}}