/external/libtextclassifier/annotator/ |
strip-unpaired-brackets.cc | 29 const UnicodeText& context_unicode, 31 auto begin_it = context_unicode.begin(); 33 auto end_it = context_unicode.begin(); 40 char32 FirstSpanCodepoint(const UnicodeText& context_unicode, 42 auto it = context_unicode.begin(); 48 char32 LastSpanCodepoint(const UnicodeText& context_unicode, 50 auto it = context_unicode.begin(); 59 const UnicodeText context_unicode = local 61 return StripUnpairedBrackets(context_unicode, span, unilib); 67 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode, [all...] |
strip-unpaired-brackets.h | 33 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode,
|
feature-processor.cc | 142 const UnicodeText context_unicode = UTF8ToUnicodeText(context, local 144 StripTokensFromOtherLines(context_unicode, span, tokens); 148 const UnicodeText& context_unicode, CodepointSpan span, 150 std::vector<UnicodeTextRange> lines = SplitContext(context_unicode); 152 auto span_start = context_unicode.begin(); 156 auto span_end = context_unicode.begin(); 164 std::distance(context_unicode.begin(), line.first); 552 const UnicodeText& context_unicode) const { 555 FindSubstrings(context_unicode, codepoints, &lines); 561 const UnicodeText context_unicode local 676 const UnicodeText context_unicode = local [all...] |
feature-processor.h | 139 void RetokenizeAndFindClick(const UnicodeText& context_unicode, 172 const UnicodeText& context_unicode) const; 181 CodepointSpan StripBoundaryCodepoints(const UnicodeText& context_unicode, 251 void StripTokensFromOtherLines(const UnicodeText& context_unicode,
|
annotator.cc | 557 const UnicodeText& context_unicode, 564 it = context_unicode.begin(); 576 it = context_unicode.begin(); 578 while (it != context_unicode.begin() && unilib.IsWhitespace(*it)) { 679 const UnicodeText context_unicode = UTF8ToUnicodeText(context, local 682 if (!context_unicode.is_valid()) { 686 const int context_codepoint_size = context_unicode.size_codepoints(); 711 click_indices, context_unicode, *unilib_); 718 if (!ModelSuggestSelection(context_unicode, click_indices, 724 if (!RegexChunk(context_unicode, selection_regex_patterns_, &candidates 1649 const UnicodeText context_unicode = UTF8ToUnicodeText(context, local 1780 const UnicodeText context_unicode = local [all...] |
annotator.h | 328 const UnicodeText& context_unicode, CodepointSpan click_indices, 423 bool RegexChunk(const UnicodeText& context_unicode, 429 bool DatetimeChunk(const UnicodeText& context_unicode, 531 const UnicodeText& context_unicode,
|
/external/libtextclassifier/annotator/contact/ |
contact-engine-dummy.h | 47 bool Chunk(const UnicodeText& context_unicode,
|
/external/libtextclassifier/annotator/installed_app/ |
installed-app-engine-dummy.h | 47 bool Chunk(const UnicodeText& context_unicode,
|
/external/libtextclassifier/annotator/number/ |
number.h | 55 bool FindAll(const UnicodeText& context_unicode,
|
/external/libtextclassifier/utils/ |
tokenizer.cc | 217 bool Tokenizer::ICUTokenize(const UnicodeText& context_unicode, 220 unilib_->CreateBreakIterator(context_unicode); 228 auto token_begin_it = context_unicode.begin(); 247 context_unicode.UTF8Substring(token_begin_it, token_end_it);
|
tokenizer.h | 96 bool ICUTokenize(const UnicodeText& context_unicode,
|