{"library":"tokenize-rt","type":"library","category":null,"description":"tokenize-rt is a Python library that provides a wrapper around the standard library's `tokenize` module, ensuring proper round-tripping of Python source code. It extends the standard token set with `ESCAPED_NL` and `UNIMPORTANT_WS` tokens, making it especially useful for refactoring tools that need to preserve whitespace and exact source representation. The library is actively maintained, with version 6.2.0 released on May 23, 2025, and generally follows a regular release cadence.","language":"python","status":"active","version":"6.2.0","tags":["tokenization","refactoring","AST","parser","python-source"],"last_verified":"Wed May 20","install":[{"cmd":"pip install tokenize-rt","imports":["from tokenize_rt import src_to_tokens","from tokenize_rt import tokens_to_src","from tokenize_rt import Token","from tokenize_rt import ESCAPED_NL","from tokenize_rt import UNIMPORTANT_WS"]}],"homepage":null,"github":"https://github.com/asottile/tokenize-rt","docs":null,"changelog":null,"pypi":"https://pypi.org/project/tokenize-rt/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":1.5,"avg_import_s":0.02,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/tokenize-rt/compatibility"}}