{"library":"tokie","type":"library","category":null,"description":"A blazingly fast tokenizer library that is 50x faster and 10x smaller than alternatives, providing 100% accurate encoding/decoding for large language models. Current version 0.0.10 targets Python >=3.10, with weekly release cadence.","language":"python","status":"active","version":"0.0.10","tags":["tokenizer","fast","llm"],"last_verified":"Sun Jun 07","install":[{"cmd":"pip install tokie","imports":["from tokie import Tokie"]}],"homepage":"https://github.com/chonkie-inc/tokie","github":"https://github.com/chonkie-inc/tokie","docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}