{"library":"buftok","type":"library","category":null,"description":"BufferedTokenizer extracts token delimited entities from a sequence of string inputs.","language":"ruby","status":"active","version":"1.0.1","tags":["tokenizer","streaming","buffered","parsing"],"last_verified":"Thu Jun 18","install":[{"cmd":"gem install buftok","imports":["require 'buftok'"]},{"cmd":"# Gemfile\ngem 'buftok', '~> 1.0.1'","imports":[]}],"homepage":"https://github.com/sferik/buftok","github":"https://github.com/sferik/buftok","docs":"http://www.rubydoc.info/gems/buftok/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}