{"library":"spatie-robots-txt","type":"library","category":null,"description":"Determine if a page may be crawled from robots.txt and robots meta tags.","language":"php","status":"active","version":"2.5.4","tags":["robots","crawling","seo","spatie"],"last_verified":"Fri Jun 19","install":[{"cmd":"composer require spatie/robots-txt","imports":["use Spatie\\Robots\\Robots;"]}],"homepage":"https://github.com/spatie/robots-txt","github":"https://github.com/spatie/robots-txt","docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}