Lines Matching refs:token
26 UBool TokenIterator::next(UnicodeString& token, UErrorCode& ec) {
30 token.truncate(0);
41 if (!nextToken(token, ec)) {
55 * Read the next token from 'this->line' and append it to 'token'.
60 * @param token the token is appended to this StringBuffer
62 * @return TRUE if a valid token is found, or FALSE if the end
65 UBool TokenIterator::nextToken(UnicodeString& token, UErrorCode& ec) {
80 token.append(c);
91 token.append(c32);
99 token.append(c);
