HomeSort by relevance Sort by last modified time
    Searched refs:context_unicode (Results 1 - 11 of 11) sorted by null

  /external/libtextclassifier/annotator/
strip-unpaired-brackets.cc 29 const UnicodeText& context_unicode,
31 auto begin_it = context_unicode.begin();
33 auto end_it = context_unicode.begin();
40 char32 FirstSpanCodepoint(const UnicodeText& context_unicode,
42 auto it = context_unicode.begin();
48 char32 LastSpanCodepoint(const UnicodeText& context_unicode,
50 auto it = context_unicode.begin();
59 const UnicodeText context_unicode = local
61 return StripUnpairedBrackets(context_unicode, span, unilib);
67 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode,
    [all...]
strip-unpaired-brackets.h 33 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode,
feature-processor.cc 142 const UnicodeText context_unicode = UTF8ToUnicodeText(context, local
144 StripTokensFromOtherLines(context_unicode, span, tokens);
148 const UnicodeText& context_unicode, CodepointSpan span,
150 std::vector<UnicodeTextRange> lines = SplitContext(context_unicode);
152 auto span_start = context_unicode.begin();
156 auto span_end = context_unicode.begin();
164 std::distance(context_unicode.begin(), line.first);
552 const UnicodeText& context_unicode) const {
555 FindSubstrings(context_unicode, codepoints, &lines);
561 const UnicodeText context_unicode local
676 const UnicodeText context_unicode = local
    [all...]
feature-processor.h 139 void RetokenizeAndFindClick(const UnicodeText& context_unicode,
172 const UnicodeText& context_unicode) const;
181 CodepointSpan StripBoundaryCodepoints(const UnicodeText& context_unicode,
251 void StripTokensFromOtherLines(const UnicodeText& context_unicode,
annotator.cc 557 const UnicodeText& context_unicode,
564 it = context_unicode.begin();
576 it = context_unicode.begin();
578 while (it != context_unicode.begin() && unilib.IsWhitespace(*it)) {
679 const UnicodeText context_unicode = UTF8ToUnicodeText(context, local
682 if (!context_unicode.is_valid()) {
686 const int context_codepoint_size = context_unicode.size_codepoints();
711 click_indices, context_unicode, *unilib_);
718 if (!ModelSuggestSelection(context_unicode, click_indices,
724 if (!RegexChunk(context_unicode, selection_regex_patterns_, &candidates
1649 const UnicodeText context_unicode = UTF8ToUnicodeText(context, local
1780 const UnicodeText context_unicode = local
    [all...]
annotator.h 328 const UnicodeText& context_unicode, CodepointSpan click_indices,
423 bool RegexChunk(const UnicodeText& context_unicode,
429 bool DatetimeChunk(const UnicodeText& context_unicode,
531 const UnicodeText& context_unicode,
  /external/libtextclassifier/annotator/contact/
contact-engine-dummy.h 47 bool Chunk(const UnicodeText& context_unicode,
  /external/libtextclassifier/annotator/installed_app/
installed-app-engine-dummy.h 47 bool Chunk(const UnicodeText& context_unicode,
  /external/libtextclassifier/annotator/number/
number.h 55 bool FindAll(const UnicodeText& context_unicode,
  /external/libtextclassifier/utils/
tokenizer.cc 217 bool Tokenizer::ICUTokenize(const UnicodeText& context_unicode,
220 unilib_->CreateBreakIterator(context_unicode);
228 auto token_begin_it = context_unicode.begin();
247 context_unicode.UTF8Substring(token_begin_it, token_end_it);
tokenizer.h 96 bool ICUTokenize(const UnicodeText& context_unicode,

Completed in 498 milliseconds