Lines Matching refs:Tokenizer
222 * A Tokenizer implemented as an iterable collection. It does not allocate
226 class Tokenizer {
239 friend class Tokenizer<Char>;
249 Tokenizer(BasicStringPiece<Char> str, Char sep);
259 inline Tokenizer<Char> tokenize(BasicStringPiece<Char> str, Char sep) {
260 return Tokenizer<Char>(str, sep);
264 typename Tokenizer<Char>::iterator& Tokenizer<Char>::iterator::operator++() {
287 inline BasicStringPiece<Char> Tokenizer<Char>::iterator::operator*() {
292 inline bool Tokenizer<Char>::iterator::operator==(const iterator& rhs) const {
300 inline bool Tokenizer<Char>::iterator::operator!=(const iterator& rhs) const {
305 inline Tokenizer<Char>::iterator::iterator(BasicStringPiece<Char> s, Char sep,
311 inline typename Tokenizer<Char>::iterator Tokenizer<Char>::begin() {
316 inline typename Tokenizer<Char>::iterator Tokenizer<Char>::end() {
321 inline Tokenizer<Char>::Tokenizer(BasicStringPiece<Char> str, Char sep) :
