{"slug":"walksoda/crawl-mcp","name":"Crawl4AI MCP Server","description":"An MCP server for advanced web crawling, content extraction, and AI-powered analysis using the crawl4ai library.","category":"web-scraping","tags":[],"official":false,"stars":39,"transport":"stdio","install":[{"cmd":"uvx --from","imports":[]}],"tools":[{"name":"crawl_url","description":"Extract web page content with JavaScript support"},{"name":"deep_crawl_site","description":"Crawl multiple pages from a site with configurable depth"},{"name":"crawl_url_with_fallback","description":"Crawl with fallback strategies for anti-bot sites"},{"name":"intelligent_extract","description":"Extract specific data from web pages using LLM"},{"name":"extract_entities","description":"Extract entities (emails, phones, etc.) from web pages"},{"name":"extract_structured_data","description":"Extract structured data using CSS selectors or LLM"},{"name":"extract_youtube_transcript","description":"Extract YouTube transcripts with timestamps"},{"name":"batch_extract_youtube_transcripts","description":"Extract transcripts from multiple YouTube videos (max 3)"},{"name":"get_youtube_video_info","description":"Get YouTube video metadata and transcript availability"},{"name":"extract_youtube_comments","description":"Extract YouTube video comments with pagination"},{"name":"search_google","description":"Search Google with genre filtering"},{"name":"batch_search_google","description":"Perform multiple Google searches (max 3)"},{"name":"search_and_crawl","description":"Search Google and crawl top results"},{"name":"get_search_genres","description":"Get available search genres"},{"name":"process_file","description":"Convert PDF, Word, Excel, PowerPoint, ZIP to markdown"},{"name":"get_supported_file_formats","description":"Get supported file formats and capabilities"},{"name":"enhanced_process_large_content","description":"Process large content with chunking and BM25 filtering"},{"name":"batch_crawl","description":"Crawl multiple URLs with fallback (max 3 URLs)"},{"name":"multi_url_crawl","description":"Multi-URL crawl with pattern-based config (max 5 URL patterns)"}],"env_vars":[],"auth_type":"none","github":"https://github.com/walksoda/crawl-mcp","homepage":"","server_url":"","status":"active","source":"mcpservers.org","updated_at":"Thu May 28"}