{"id":80140,"library":"buftok","title":"Buftok","description":"BufferedTokenizer extracts token delimited entities from a sequence of string inputs.","status":"active","version":"1.0.1","language":"ruby","source_language":null,"source_url":"https://github.com/sferik/buftok","tags":["tokenizer","streaming","buffered","parsing"],"install":[{"cmd":"gem install buftok","lang":"bash","label":"gem install"},{"cmd":"# Gemfile\ngem 'buftok', '~> 1.0.1'","lang":"ruby","label":"Gemfile"}],"dependencies":[],"imports":[{"symbol":"Buftok","correct":"require 'buftok'"}],"quickstart":{"code":"require 'buftok'\ntokenizer = Buftok.new('|')\ntokenizer.extract('hello|wor') # => ['hello']\ntokenizer.extract('ld|')       # => ['world']","lang":"ruby","description":"Extract tokens delimited by a separator from streaming input."},"warnings":[],"env_vars":null,"search_vec":"'buffer':15 'bufferedtoken':2 'buftok':1 'delimit':5 'entiti':6 'extract':3 'input':12 'pars':16 'sequenc':9 'stream':14 'string':11 'token':4,13","created_at":"2026-06-18T05:14:31.453487+00:00","updated_at":"2026-06-18T05:14:31.453487+00:00","problems":[],"ecosystem":"rubygems","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":"https://github.com/sferik/buftok","github":"https://github.com/sferik/buftok","docs":"http://www.rubydoc.info/gems/buftok/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["utility"],"base_url":null,"auth_type":null,"provenance":{"verified_status":null,"verified_at":null,"last_verified":"2026-06-18","next_check":"2026-12-15","install_tag":null}}