{"id":88814,"library":"nette-tokenizer","title":"Nette Tokenizer","description":"Nette Tokenizer for lexical analysis.","status":"active","version":"3.1.1","language":"php","source_language":null,"source_url":"https://github.com/nette/tokenizer","tags":["tokenizer","lexer","nette","parsing"],"install":[{"cmd":"composer require nette/tokenizer","lang":"bash","label":"composer require"}],"dependencies":[],"imports":[{"symbol":"Tokenizer","correct":"use Nette\\Tokenizer\\Tokenizer;"}],"quickstart":{"code":"use Nette\\Tokenizer\\Tokenizer;\n\n$tokenizer = new Tokenizer([\n    'number' => '\\d+',\n    'string' => '\"[^\"]*\"',\n]);\n$tokens = $tokenizer->tokenize('123 \"hello\"');\nforeach ($tokens as $token) {\n    echo $token->type . ': ' . $token->value . \"\\n\";\n}","lang":"php","description":"Tokenize input strings using defined patterns."},"warnings":[],"env_vars":null,"search_vec":"'analysi':7 'lexer':9 'lexic':6 'nett':1,3,10 'pars':11 'token':2,4,8","created_at":"2026-06-19T08:38:01.604830+00:00","updated_at":"2026-06-19T08:38:01.604830+00:00","problems":[],"ecosystem":"packagist","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":"https://nette.org","github":"https://github.com/nette/tokenizer","docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["utility"],"base_url":null,"auth_type":null,"provenance":{"verified_status":null,"verified_at":null,"last_verified":"2026-06-19","next_check":"2026-12-16","install_tag":null}}