{"library":"cohere-ai-tokenizer","type":"library","category":null,"description":"A Go tokenizer for Cohere's language models, converting text into tokens for API consumption.","language":"go","status":"active","version":"1.1.2","tags":["cohere","tokenizer","nlp","ai"],"last_verified":"Wed Jun 17","install":[{"cmd":"go get github.com/cohere-ai/tokenizer","imports":["github.com/cohere-ai/tokenizer"]}],"homepage":"https://github.com/cohere-ai/tokenizer","github":"https://github.com/cohere-ai/tokenizer","docs":"https://pkg.go.dev/github.com/cohere-ai/tokenizer#section-documentation","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}