Home | History | Annotate | Download | only in smartselect

Lines Matching refs:new_token

71   Token new_token("", 0, 0);
77       if (!new_token.value.empty()) {
78         result.push_back(new_token);
80       new_token = Token("", codepoint_index, codepoint_index);
83       new_token.value += std::string(
86       ++new_token.end;
89       if (!new_token.value.empty()) {
90         result.push_back(new_token);
92       new_token = Token("", codepoint_index + 1, codepoint_index + 1);
95   if (!new_token.value.empty()) {
96     result.push_back(new_token);