HomeSort by relevance Sort by last modified time
    Searched refs:allowed_chargrams (Results 1 - 4 of 4) sorted by null

  /external/libtextclassifier/utils/
token-feature-extractor.h 62 // If no allowed_chargrams are specified, all charactergrams are allowed.
63 std::unordered_set<std::string> allowed_chargrams; member in struct:libtextclassifier3::TokenFeatureExtractorOptions
token-feature-extractor.cc 162 if (options_.allowed_chargrams.empty()) {
173 } else if (options_.allowed_chargrams.find(token_string) ==
174 options_.allowed_chargrams.end()) {
token-feature-extractor_test.cc 482 options.allowed_chargrams.insert("^H");
483 options.allowed_chargrams.insert("ll");
484 options.allowed_chargrams.insert("llo");
485 options.allowed_chargrams.insert("w");
486 options.allowed_chargrams.insert("!");
487 options.allowed_chargrams.insert("\xc4"); // UTF8 control character.
  /external/libtextclassifier/annotator/
feature-processor.cc 77 if (options->allowed_chargrams() != nullptr) {
78 for (const auto& chargram : *options->allowed_chargrams()) {
79 extractor_options.allowed_chargrams.insert(chargram->str());

Completed in 824 milliseconds