{"library":"cobweb","type":"library","category":null,"description":"Cobweb is a web crawler that can use Resque to cluster crawls for large sites, with a statistics monitoring interface.","language":"ruby","status":"active","version":"1.2.1","tags":["web","crawler","scraper","resque"],"last_verified":"Fri Jun 19","install":[{"cmd":"gem install cobweb","imports":["require 'cobweb'"]},{"cmd":"# Gemfile\ngem 'cobweb', '~> 1.2.1'","imports":[]}],"homepage":"http://github.com/stewartmckee/cobweb","github":"https://github.com/stewartmckee/cobweb","docs":"http://www.rubydoc.info/gems/cobweb/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}