OpenGrok
Home
Sort by relevance
Sort by last modified time
Full Search
Definition
Symbol
File Path
History
|
|
Help
Searched
refs:UnicodeText
(Results
1 - 8
of
8
) sorted by null
/external/libtextclassifier/util/utf8/
unicodetext.cc
17
#include "util/utf8/
unicodetext
.h"
27
void
UnicodeText
::Repr::PointTo(const char* data, int size) {
35
void
UnicodeText
::Repr::Copy(const char* data, int size) {
40
void
UnicodeText
::Repr::resize(int new_size) {
52
void
UnicodeText
::Repr::reserve(int new_capacity) {
70
void
UnicodeText
::Repr::append(const char* bytes, int byte_length) {
76
void
UnicodeText
::Repr::clear() {
83
// ***************
UnicodeText
******************
85
UnicodeText
::
UnicodeText
() {}
[
all
...]
unicodetext.h
26
// *****************************
UnicodeText
**************************
28
// A
UnicodeText
object is a wrapper around a sequence of Unicode
32
// variable-width format,
UnicodeText
does not provide random access
35
// The
UnicodeText
class defines a const_iterator. The dereferencing
40
// 0x10FFFF], but
UnicodeText
has the additional restriction that it
60
// quite useful to have a
UnicodeText
"window" through which to see a
63
class
UnicodeText
{
67
UnicodeText
(); // Create an empty text.
68
UnicodeText
(const
UnicodeText
& src)
[
all
...]
/external/libtextclassifier/smartselect/
token-feature-extractor.cc
24
#include "util/utf8/
unicodetext
.h"
52
UnicodeText
* remapped) {
58
UnicodeText
word = UTF8ToUnicodeText(token, /*do_copy=*/false);
155
UnicodeText
word = UTF8ToUnicodeText(token.value, /*do_copy=*/false);
183
const
UnicodeText
feature_word_unicode =
191
UnicodeText
::const_iterator it_start = feature_word_unicode.begin();
192
UnicodeText
::const_iterator it_end = feature_word_unicode.end();
198
UnicodeText
::const_iterator it_chargram_start = it_start;
199
UnicodeText
::const_iterator it_chargram_end = it_start;
235
UnicodeText
token_unicode
[
all
...]
feature-processor.cc
26
#include "util/utf8/
unicodetext
.h"
67
const
UnicodeText
token_word =
72
std::vector<
UnicodeText
::const_iterator> split_points;
116
void FindSubstrings(const
UnicodeText
& t, const std::set<char32>& codepoints,
118
UnicodeText
::const_iterator start = t.begin();
119
UnicodeText
::const_iterator curr = start;
120
UnicodeText
::const_iterator end = t.end();
137
const
UnicodeText
context_unicode = UTF8ToUnicodeText(context,
464
const
UnicodeText
value =
706
const
UnicodeText
unicode_text
[
all
...]
tokenizer.cc
20
#include "util/utf8/
unicodetext
.h"
68
UnicodeText
context_unicode = UTF8ToUnicodeText(utf8_text, /*do_copy=*/false);
text-classification-model.cc
31
#include "util/utf8/
unicodetext
.h"
49
const
UnicodeText
unicode_str = UTF8ToUnicodeText(str, /*do_copy=*/false);
63
UnicodeText
context_unicode = UTF8ToUnicodeText(context, /*do_copy=*/false);
74
UnicodeText
::const_iterator it_from_begin = context_unicode.begin();
83
UnicodeText
::const_iterator it_from_end = context_unicode.begin();
286
const
UnicodeText
context_unicode =
feature-processor.h
32
#include "util/utf8/
unicodetext
.h"
227
void TokenizeSubstring(const
UnicodeText
& unicode_text, CodepointSpan span,
/external/libtextclassifier/
textclassifier_jni.cc
102
const libtextclassifier::
UnicodeText
unicode_str =
Completed in 1002 milliseconds