{"library":"tiktoken-rs","type":"library","category":null,"description":"Rust library for encoding and decoding text using OpenAI's tiktoken tokenizer.","language":"rust","status":"active","version":"0.12.0","tags":["tokenizer","openai","encoding","nlp"],"last_verified":"Tue Jun 16","install":[{"cmd":"# Cargo.toml\n[dependencies]\ntiktoken-rs = \"0.12.0\"","imports":["use tiktoken_rs::cl100k_base;"]},{"cmd":"cargo add tiktoken-rs","imports":[]}],"homepage":"https://github.com/zurawiki/tiktoken-rs","github":"https://github.com/zurawiki/tiktoken-rs","docs":"https://docs.rs/tiktoken-rs/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}