{"library":"webrobots","type":"library","category":null,"description":"This library helps write robots.txt compliant web robots in Ruby.","language":"ruby","status":"active","version":"0.1.2","tags":["robots.txt","web-scraping","crawler","compliance"],"last_verified":"Thu Jun 18","install":[{"cmd":"gem install webrobots","imports":["require 'webrobots'"]},{"cmd":"# Gemfile\ngem 'webrobots', '~> 0.1.2'","imports":[]}],"homepage":"https://github.com/knu/webrobots","github":"https://github.com/knu/webrobots","docs":"http://www.rubydoc.info/gems/webrobots/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}