Home | History | Annotate | Download | only in base

Lines Matching refs:Tokenize

680 // Test for Tokenize
686 size = Tokenize(STR("This is a string"), STR(" "), &r);
695 size = Tokenize(STR("one,two,three"), STR(","), &r);
703 size = Tokenize(STR("one,two:three;four"), STR(",:"), &r);
711 size = Tokenize(STR("one,two:three;four"), STR(";,:"), &r);
720 size = Tokenize(STR("one, two, three"), STR(","), &r);
728 size = Tokenize(STR("one, two, three, "), STR(","), &r);
737 size = Tokenize(STR("one, two, three,"), STR(","), &r);
745 size = Tokenize(STR(""), STR(","), &r);
750 size = Tokenize(STR(","), STR(","), &r);
755 size = Tokenize(STR(",;:."), STR(".:;,"), &r);
760 size = Tokenize(STR("\t\ta\t"), STR("\t"), &r);
766 size = Tokenize(STR("\ta\t\nb\tcc"), STR("\n"), &r);