OpenGrok
Home
Sort by relevance
Sort by last modified time
Full Search
Definition
Symbol
File Path
History
|
|
Help
Searched
refs:allowed_chargrams
(Results
1 - 4
of
4
) sorted by null
/external/libtextclassifier/utils/
token-feature-extractor.h
62
// If no
allowed_chargrams
are specified, all charactergrams are allowed.
63
std::unordered_set<std::string>
allowed_chargrams
;
member in struct:libtextclassifier3::TokenFeatureExtractorOptions
token-feature-extractor.cc
162
if (options_.
allowed_chargrams
.empty()) {
173
} else if (options_.
allowed_chargrams
.find(token_string) ==
174
options_.
allowed_chargrams
.end()) {
token-feature-extractor_test.cc
482
options.
allowed_chargrams
.insert("^H");
483
options.
allowed_chargrams
.insert("ll");
484
options.
allowed_chargrams
.insert("llo");
485
options.
allowed_chargrams
.insert("w");
486
options.
allowed_chargrams
.insert("!");
487
options.
allowed_chargrams
.insert("\xc4"); // UTF8 control character.
/external/libtextclassifier/annotator/
feature-processor.cc
77
if (options->
allowed_chargrams
() != nullptr) {
78
for (const auto& chargram : *options->
allowed_chargrams
()) {
79
extractor_options.
allowed_chargrams
.insert(chargram->str());
Completed in 824 milliseconds