Lines Matching full:tokenizer
394 StringTokenizer tokenizer(button_string, ":,");
395 tokenizer.set_options(StringTokenizer::RETURN_DELIMS);
398 while (tokenizer.GetNext()) {
399 if (tokenizer.token_is_delim()) {
400 if (*tokenizer.token_begin() == ':')
403 base::StringPiece token = tokenizer.token_piece();
