{"slug":"naoto24kawa/open-crawler-mcp-server","name":"Open Crawler MCP Server","description":"A web crawler and text extractor with robots.txt compliance, rate limiting, and page size protection.","category":"web-scraping","tags":[],"official":false,"stars":1,"transport":null,"install":null,"tools":[{"name":"crawl","description":"Crawl a website starting from a given URL, following links up to a specified depth and page limit."},{"name":"search","description":"Search the web using a query string and return relevant results."},{"name":"extract","description":"Extract structured data from a web page using CSS selectors or XPath expressions."}],"env_vars":[],"auth_type":"none","github":"https://github.com/naoto24kawa/open-crawler-mcp-server","homepage":"","server_url":"","status":"active","source":"mcpservers.org","updated_at":"Thu May 28"}