HomeSort by relevance Sort by last modified time
    Searched refs:UnicodeText (Results 1 - 8 of 8) sorted by null

  /external/libtextclassifier/util/utf8/
unicodetext.cc 17 #include "util/utf8/unicodetext.h"
27 void UnicodeText::Repr::PointTo(const char* data, int size) {
35 void UnicodeText::Repr::Copy(const char* data, int size) {
40 void UnicodeText::Repr::resize(int new_size) {
52 void UnicodeText::Repr::reserve(int new_capacity) {
70 void UnicodeText::Repr::append(const char* bytes, int byte_length) {
76 void UnicodeText::Repr::clear() {
83 // *************** UnicodeText ******************
85 UnicodeText::UnicodeText() {}
    [all...]
unicodetext.h 26 // ***************************** UnicodeText **************************
28 // A UnicodeText object is a wrapper around a sequence of Unicode
32 // variable-width format, UnicodeText does not provide random access
35 // The UnicodeText class defines a const_iterator. The dereferencing
40 // 0x10FFFF], but UnicodeText has the additional restriction that it
60 // quite useful to have a UnicodeText "window" through which to see a
63 class UnicodeText {
67 UnicodeText(); // Create an empty text.
68 UnicodeText(const UnicodeText& src)
    [all...]
  /external/libtextclassifier/smartselect/
token-feature-extractor.cc 24 #include "util/utf8/unicodetext.h"
52 UnicodeText* remapped) {
58 UnicodeText word = UTF8ToUnicodeText(token, /*do_copy=*/false);
155 UnicodeText word = UTF8ToUnicodeText(token.value, /*do_copy=*/false);
183 const UnicodeText feature_word_unicode =
191 UnicodeText::const_iterator it_start = feature_word_unicode.begin();
192 UnicodeText::const_iterator it_end = feature_word_unicode.end();
198 UnicodeText::const_iterator it_chargram_start = it_start;
199 UnicodeText::const_iterator it_chargram_end = it_start;
235 UnicodeText token_unicode
    [all...]
feature-processor.cc 26 #include "util/utf8/unicodetext.h"
67 const UnicodeText token_word =
72 std::vector<UnicodeText::const_iterator> split_points;
116 void FindSubstrings(const UnicodeText& t, const std::set<char32>& codepoints,
118 UnicodeText::const_iterator start = t.begin();
119 UnicodeText::const_iterator curr = start;
120 UnicodeText::const_iterator end = t.end();
137 const UnicodeText context_unicode = UTF8ToUnicodeText(context,
464 const UnicodeText value =
706 const UnicodeText unicode_text
    [all...]
tokenizer.cc 20 #include "util/utf8/unicodetext.h"
68 UnicodeText context_unicode = UTF8ToUnicodeText(utf8_text, /*do_copy=*/false);
text-classification-model.cc 31 #include "util/utf8/unicodetext.h"
49 const UnicodeText unicode_str = UTF8ToUnicodeText(str, /*do_copy=*/false);
63 UnicodeText context_unicode = UTF8ToUnicodeText(context, /*do_copy=*/false);
74 UnicodeText::const_iterator it_from_begin = context_unicode.begin();
83 UnicodeText::const_iterator it_from_end = context_unicode.begin();
286 const UnicodeText context_unicode =
feature-processor.h 32 #include "util/utf8/unicodetext.h"
227 void TokenizeSubstring(const UnicodeText& unicode_text, CodepointSpan span,
  /external/libtextclassifier/
textclassifier_jni.cc 102 const libtextclassifier::UnicodeText unicode_str =

Completed in 1002 milliseconds