{"library":"robot-directives","type":"library","category":null,"description":"The `robot-directives` package (current stable version 0.4.0) provides a focused utility for parsing and interpreting robot directives found within HTML `<meta name=\"robots\">` tags and `X-Robots-Tag` HTTP headers. It allows developers to programmatically determine a crawler's allowed or disallowed actions based on these instructions, such as `noindex`, `nofollow`, `noarchive`, and `unavailable_after`. The library handles the cascading logic of multiple directives, user-agent specific rules, and resolves conflicts based on a `restrictive` default (mimicking Googlebot's behavior). It explicitly differentiates itself by not handling the underlying HTML parsing, requiring users to extract meta tag content themselves. While not on a rapid release cycle, the package offers a stable API for its specialized parsing tasks, including a comprehensive set of constants for all standard robot directives and static methods for general utility.","language":"javascript","status":"maintenance","version":"0.4.0","tags":["javascript","crawlers","header","html","http","meta","metadata","nofollow","noindex"],"install":[{"cmd":"npm install robot-directives","imports":["const RobotDirectives = require('robot-directives');","const { NOINDEX } = RobotDirectives;","const { isBot } = RobotDirectives;"]},{"cmd":"yarn add robot-directives","imports":[]},{"cmd":"pnpm add robot-directives","imports":[]}],"homepage":null,"github":"https://github.com/stevenvachon/robot-directives","docs":null,"changelog":null,"pypi":null,"npm":"https://www.npmjs.com/package/robot-directives","openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"18–22","success_rate":0,"avg_install_s":null,"avg_import_s":null,"wheel_type":null},"url":"https://checklist.day/v1/registry/robot-directives/compatibility"},"provenance":{"verified_status":null,"verified_at":null,"last_verified":"Wed Jun 17","next_check":"Tue Jul 21","install_tag":null}}