Lines Matching refs:FeatureProcessor
175 std::string FeatureProcessor::GetDefaultCollection() const {
183 std::vector<Token> FeatureProcessor::Tokenize(
208 bool FeatureProcessor::LabelToSpan(
236 bool FeatureProcessor::LabelToTokenSpan(const int label,
246 bool FeatureProcessor::SpanToLabel(
296 int FeatureProcessor::TokenSpanToLabel(const TokenSpan& span) const {
396 int FeatureProcessor::FindCenterToken(CodepointSpan span,
423 bool FeatureProcessor::SelectionLabelSpans(
437 void FeatureProcessor::PrepareCodepointRanges(
456 float FeatureProcessor::SupportedCodepointsRatio(
477 bool FeatureProcessor::IsCodepointInRanges(
505 int FeatureProcessor::CollectionToLabel(const std::string& collection) const {
514 std::string FeatureProcessor::LabelToCollection(int label) const {
522 void FeatureProcessor::MakeLabelMaps() {
541 void FeatureProcessor::TokenizeAndFindClick(const std::string& context,
601 bool FeatureProcessor::ExtractFeatures(
659 bool FeatureProcessor::ICUTokenize(const std::string& context,
704 void FeatureProcessor::InternalRetokenize(const std::string& context,
739 void FeatureProcessor::TokenizeSubstring(const UnicodeText& unicode_text,
