Lines Matching full:tokenizer
117 base::StringTokenizer tokenizer(begin + param_start, content_type_str.end(),
119 tokenizer.set_quote_chars("\"");
120 while (tokenizer.GetNext()) {
122 std::find(tokenizer.token_begin(), tokenizer.token_end(), '=');
123 if (equals_sign == tokenizer.token_end())
126 string::const_iterator param_name_begin = tokenizer.token_begin();
131 string::const_iterator param_value_end = tokenizer.token_end();
132 DCHECK(param_value_begin <= tokenizer.token_end());
643 base::StringTokenizer tokenizer(str, std::string(1, '\0'));
644 while (tokenizer.GetNext()) {
645 disassembled_headers.append(tokenizer.token_begin(), tokenizer.token_end());
