{"library":"Scrapy","type":"library","category":null,"description":"High-level web crawling and scraping framework. Current version is 2.14.1 (Jan 2026). Requires Python >=3.10. Two major breaking changes in 2.13: start_requests() (sync) replaced by start() (async), and TWISTED_REACTOR now defaults to asyncio — both can silently break existing spiders.","language":"python","status":"active","version":"2.14.1","tags":["web-scraping","crawling","spider","html-parsing","css-selectors","xpath","twisted"],"last_verified":"Tue Jun 09","install":[{"cmd":"pip install Scrapy","imports":["import scrapy\n\nclass MySpider(scrapy.Spider):\n    name = 'myspider'\n    start_urls = ['https://example.com']\n\n    # New async start() method (2.13+) — preferred over start_requests()\n    async def start(self):\n        for url in self.start_urls:\n            yield scrapy.Request(url, callback=self.parse)\n\n    def parse(self, response):\n        yield {'title': response.css('title::text').get()}"]},{"cmd":"scrapy startproject myproject","imports":[]}],"homepage":"https://scrapy.org/","github":"https://github.com/scrapy/scrapy","docs":"https://docs.scrapy.org/","changelog":"https://docs.scrapy.org/en/latest/news.html","pypi":"https://pypi.org/project/Scrapy/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":67,"avg_install_s":7.6,"avg_import_s":1.44,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/Scrapy/compatibility"}}