{"library":"pytokens","type":"library","category":null,"description":"Pytokens is an open-source Python library providing a fast, spec-compliant tokenizer for Python 3.14+ that is also capable of running on older Python versions (>=3.8). Currently at version 0.4.1, it appears to be actively maintained with recent releases focusing on packaging and development improvements.","language":"python","status":"active","version":"0.4.1","tags":["tokenizer","python3.14","parsing","spec-compliant","cli-tool"],"install":[{"cmd":"pip install pytokens","imports":["import pytokens"]}],"homepage":null,"github":"https://github.com/tusharsadhwani/pytokens","docs":null,"changelog":null,"pypi":"https://pypi.org/project/pytokens/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":1.6,"avg_import_s":0.05,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/pytokens/compatibility"},"provenance":{"verified_status":"passing","verified_at":"Sun Jun 28","last_verified":"Sun Jun 28","next_check":"Tue Jul 28","install_tag":"verified"}}