Home | History | Annotate | Download | only in libtextclassifier

Lines Matching refs:text_unicode

179   const UnicodeText text_unicode = UTF8ToUnicodeText(text, /*do_copy=*/false);
180   return Tokenize(text_unicode);
184     const UnicodeText& text_unicode) const {
187     return tokenizer_.Tokenize(text_unicode);
193     if (!ICUTokenize(text_unicode, &result)) {
198       InternalRetokenize(text_unicode, &result);
204     return tokenizer_.Tokenize(text_unicode);