HomeSort by relevance Sort by last modified time
    Searched refs:unicode_text (Results 1 - 2 of 2) sorted by null

  /external/libtextclassifier/smartselect/
feature-processor.cc 662 icu::UnicodeString unicode_text = icu::UnicodeString::fromUTF8(context);
671 break_iterator->setText(unicode_text);
678 icu::UnicodeString token(unicode_text, last_break_index,
706 const UnicodeText unicode_text =
729 TokenizeSubstring(unicode_text, span, &result);
734 TokenizeSubstring(unicode_text, span, &result);
739 void FeatureProcessor::TokenizeSubstring(const UnicodeText& unicode_text,
748 UnicodeText::const_iterator it_begin = unicode_text.begin();
752 UnicodeText::const_iterator it_end = unicode_text.begin();
756 const std::string text = unicode_text.UTF8Substring(it_begin, it_end)
    [all...]
feature-processor.h 227 void TokenizeSubstring(const UnicodeText& unicode_text, CodepointSpan span,

Completed in 59 milliseconds