{"library":"pkoukk-tiktoken-go","type":"library","category":null,"description":"Go port of OpenAI's tiktoken tokenizer for encoding and decoding text tokens.","language":"go","status":"active","version":"0.1.8","tags":["tokenizer","openai","encoding","nlp","ai"],"last_verified":"Mon Jun 15","install":[{"cmd":"go get github.com/pkoukk/tiktoken-go","imports":["github.com/pkoukk/tiktoken-go"]}],"homepage":"https://github.com/pkoukk/tiktoken-go","github":"https://github.com/pkoukk/tiktoken-go","docs":"https://pkg.go.dev/github.com/pkoukk/tiktoken-go#section-documentation","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}