Lines Matching full:token
25 UBool TokenIterator::next(UnicodeString& token, UErrorCode& ec) {
29 token.truncate(0);
40 if (!nextToken(token, ec)) {
54 * Read the next token from 'this->line' and append it to 'token'.
59 * @param token the token is appended to this StringBuffer
61 * @return TRUE if a valid token is found, or FALSE if the end
64 UBool TokenIterator::nextToken(UnicodeString& token, UErrorCode& ec) {
79 token.append(c);
90 token.append(c32);
98 token.append(c);
