{"library":"tiktoken-ruby","type":"library","category":null,"description":"An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer used by OpenAI, for counting tokens in text before sending to OpenAI APIs.","language":"ruby","status":"active","version":"0.0.16","tags":["openai","tokenizer","bpe","ai","utility"],"last_verified":"Fri Jun 19","install":[{"cmd":"gem install tiktoken_ruby","imports":["require 'tiktoken_ruby'"]},{"cmd":"# Gemfile\ngem 'tiktoken_ruby', '~> 0.0.16'","imports":[]}],"homepage":"https://github.com/IAPark/tiktoken_ruby","github":"https://github.com/IAPark/tiktoken_ruby","docs":"http://www.rubydoc.info/gems/tiktoken_ruby/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}