| /external/libtextclassifier/util/utf8/ |
| unilib.h | 20 #include "util/utf8/unilib-icu.h"
21 #define CREATE_UNILIB_FOR_TESTING const UniLib unilib;
|
| unilib-icu.cc | 17 #include "util/utf8/unilib-icu.h"
23 bool UniLib::ParseInt32(const UnicodeText& text, int* result) const {
43 bool UniLib::IsOpeningBracket(char32 codepoint) const {
48 bool UniLib::IsClosingBracket(char32 codepoint) const {
53 bool UniLib::IsWhitespace(char32 codepoint) const {
57 bool UniLib::IsDigit(char32 codepoint) const { return u_isdigit(codepoint); }
59 bool UniLib::IsUpper(char32 codepoint) const { return u_isupper(codepoint); }
61 char32 UniLib::ToLower(char32 codepoint) const { return u_tolower(codepoint); }
63 char32 UniLib::GetPairedBracket(char32 codepoint) const {
67 UniLib::RegexMatcher::RegexMatcher(icu::RegexPattern* pattern
[all...] |
| unilib_test.cc | 17 #include "util/utf8/unilib.h"
31 EXPECT_TRUE(unilib.IsOpeningBracket('('));
32 EXPECT_TRUE(unilib.IsClosingBracket(')'));
33 EXPECT_FALSE(unilib.IsWhitespace(')'));
34 EXPECT_TRUE(unilib.IsWhitespace(' '));
35 EXPECT_FALSE(unilib.IsDigit(')'));
36 EXPECT_TRUE(unilib.IsDigit('0'));
37 EXPECT_TRUE(unilib.IsDigit('9'));
38 EXPECT_FALSE(unilib.IsUpper(')'));
39 EXPECT_TRUE(unilib.IsUpper('A'))
[all...] |
| unilib-icu.h | 17 // UniLib implementation with the help of ICU. UniLib is basically a wrapper
35 class UniLib {
122 friend class UniLib;
137 friend class UniLib;
|
| /external/libtextclassifier/ |
| strip-unpaired-brackets.h | 23 #include "util/utf8/unilib.h"
30 CodepointSpan span, const UniLib& unilib);
34 CodepointSpan span, const UniLib& unilib);
|
| zlib-utils.h | 25 #include "util/utf8/unilib.h"
72 std::unique_ptr<UniLib::RegexPattern> UncompressMakeRegexPattern(
73 const UniLib& unilib, const flatbuffers::String* uncompressed_pattern,
|
| token-feature-extractor.h | 26 #include "util/utf8/unilib.h"
69 const UniLib& unilib);
109 std::vector<std::unique_ptr<UniLib::RegexPattern>> regex_patterns_;
110 const UniLib& unilib_;
|
| text-classifier.h | 34 #include "util/utf8/unilib.h"
112 const char* buffer, int size, const UniLib* unilib = nullptr);
115 std::unique_ptr<ScopedMmap>* mmap, const UniLib* unilib = nullptr);
117 int fd, int offset, int size, const UniLib* unilib = nullptr);
119 int fd, const UniLib* unilib = nullptr);
121 const std::string& path, const UniLib* unilib = nullptr)
[all...] |
| strip-unpaired-brackets.cc | 58 CodepointSpan span, const UniLib& unilib) {
61 return StripUnpairedBrackets(context_unicode, span, unilib);
68 CodepointSpan span, const UniLib& unilib) {
74 const char32 paired_begin_char = unilib.GetPairedBracket(begin_char);
76 if (!unilib.IsOpeningBracket(begin_char) ||
87 const char32 paired_end_char = unilib.GetPairedBracket(end_char);
89 if (!unilib.IsClosingBracket(end_char) ||
|
| feature-processor.h | 36 #include "util/utf8/unilib.h"
67 // If unilib is not nullptr, just returns unilib. Otherwise, if unilib is
68 // nullptr, will create UniLib, assign ownership to owned_unilib, and return it.
69 const UniLib* MaybeCreateUnilib(const UniLib* unilib,
70 std::unique_ptr<UniLib>* owned_unilib);
96 // If unilib is nullptr, will create and own an instance of a UniLib
[all...] |
| token-feature-extractor.cc | 51 const UniLib& unilib, UnicodeText* remapped) {
60 if (options.remap_digits && unilib.IsDigit(*it)) {
63 remapped->AppendCodepoint(unilib.ToLower(*it));
73 const TokenFeatureExtractorOptions& options, const UniLib& unilib)
74 : options_(options), unilib_(unilib) {
76 regex_patterns_.push_back(std::unique_ptr<UniLib::RegexPattern>(
|
| zlib-utils.cc | 230 std::unique_ptr<UniLib::RegexPattern> UncompressMakeRegexPattern(
231 const UniLib& unilib, const flatbuffers::String* uncompressed_pattern,
260 std::unique_ptr<UniLib::RegexPattern> regex_pattern =
261 unilib.CreateRegexPattern(unicode_regex_pattern);
|
| text-classifier.cc | 75 const char* buffer, int size, const UniLib* unilib) {
82 std::unique_ptr<TextClassifier>(new TextClassifier(model, unilib));
91 std::unique_ptr<ScopedMmap>* mmap, const UniLib* unilib) {
105 std::unique_ptr<TextClassifier>(new TextClassifier(mmap, model, unilib));
114 int fd, int offset, int size, const UniLib* unilib) {
116 return FromScopedMmap(&mmap, unilib);
120 int fd, const UniLib* unilib)
[all...] |
| textclassifier_jni.cc | 30 #include "util/utf8/unilib.h"
43 using libtextclassifier2::UniLib;
329 TextClassifier::FromFileDescriptor(fd).release(), new UniLib(env));
341 TextClassifier::FromPath(path_str, new UniLib(env)).release());
352 TextClassifier::FromFileDescriptor(fd, offset, size, new UniLib(env))
|
| feature-processor.cc | 114 const UniLib* MaybeCreateUnilib(const UniLib* unilib,
115 std::unique_ptr<UniLib>* owned_unilib) {
116 if (unilib) {
117 return unilib;
119 owned_unilib->reset(new UniLib);
828 std::unique_ptr<UniLib::BreakIterator> break_iterator =
839 UniLib::BreakIterator::kDone) {
[all...] |
| text-classifier_test.cc | 61 TextClassifier::FromPath(GetModelPath() + "wrong_embeddings.fb", &unilib);
75 TextClassifier::FromPath(GetModelPath() + GetParam(), &unilib);
127 builder.GetSize(), &unilib);
148 builder.GetSize(), &unilib);
162 &unilib);
180 builder.GetSize(), &unilib);
229 builder.GetSize(), &unilib);
280 builder.GetSize(), &unilib);
378 builder.GetSize(), &unilib);
397 TextClassifier::FromPath(GetModelPath() + GetParam(), &unilib);
[all...] |
| /external/libtextclassifier/datetime/ |
| extractor.h | 28 #include "util/utf8/unilib.h"
34 std::unique_ptr<const UniLib::RegexPattern> compiled_regex;
48 const CompiledRule& rule, const UniLib::RegexMatcher& matcher,
49 int locale_id, const UniLib& unilib,
50 const std::vector<std::unique_ptr<const UniLib::RegexPattern>>&
58 unilib_(unilib),
101 const UniLib::RegexMatcher& matcher_;
103 const UniLib& unilib_;
104 const std::vector<std::unique_ptr<const UniLib::RegexPattern>>& rules_
[all...] |
| parser.h | 31 #include "util/utf8/unilib.h"
41 const DatetimeModel* model, const UniLib& unilib,
60 DatetimeParser(const DatetimeModel* model, const UniLib& unilib,
86 const UniLib::RegexMatcher& matcher,
95 const UniLib::RegexMatcher& matcher,
103 const UniLib& unilib_;
106 std::vector<std::unique_ptr<const UniLib::RegexPattern>> extractor_rules_;
|
| parser.cc | 29 const DatetimeModel* model, const UniLib& unilib,
32 new DatetimeParser(model, unilib, decompressor));
39 DatetimeParser::DatetimeParser(const DatetimeModel* model, const UniLib& unilib,
41 : unilib_(unilib) {
52 std::unique_ptr<UniLib::RegexPattern> regex_pattern =
53 UncompressMakeRegexPattern(unilib, regex->pattern(),
73 std::unique_ptr<UniLib::RegexPattern> regex_pattern =
74 UncompressMakeRegexPattern(unilib, extractor->pattern()
[all...] |
| extractor.cc | 172 std::unique_ptr<UniLib::RegexMatcher> matcher =
185 if (status != UniLib::RegexMatcher::kNoError) {
196 if (status != UniLib::RegexMatcher::kNoError) {
206 if (status != UniLib::RegexMatcher::kNoError) {
210 if (status != UniLib::RegexMatcher::kNoError) {
278 std::unique_ptr<UniLib::RegexMatcher> matcher =
285 while (matcher->Find(&status) && status == UniLib::RegexMatcher::kNoError) {
287 if (status != UniLib::RegexMatcher::kNoError) {
|
| parser_test.cc | 154 UniLib unilib_;
374 UniLib unilib_;
|
