HomeSort by relevance Sort by last modified time
    Searched refs:tokenizer_ (Results 1 - 4 of 4) sorted by null

  /external/protobuf/src/google/protobuf/
text_format.cc 242 tokenizer_(input_stream, &tokenizer_error_collector_),
252 tokenizer_.set_allow_f_after_float(true);
255 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
258 tokenizer_.set_require_space_after_number(false);
259 tokenizer_.set_allow_multiline_strings(true);
263 tokenizer_.Next();
333 ReportError(tokenizer_.current().line, tokenizer_.current().column,
340 ReportWarning(tokenizer_.current().line, tokenizer_.current().column
1094 io::Tokenizer tokenizer_; member in class:google::protobuf::TextFormat::Parser::ParserImpl
    [all...]
  /external/libtextclassifier/
tokenizer_test.cc 56 tokenizer_ = std::unique_ptr<TestingTokenizer>(
62 tokenizer_->FindTokenizationRange(c);
71 return tokenizer_->Tokenize(utf8_text);
76 std::unique_ptr<TestingTokenizer> tokenizer_; member in class:libtextclassifier2::__anon25742::TestingTokenizerProxy
feature-processor.h 105 tokenizer_(
336 Tokenizer tokenizer_; member in class:libtextclassifier2::FeatureProcessor
feature-processor.cc 187 return tokenizer_.Tokenize(text_unicode);
204 return tokenizer_.Tokenize(text_unicode);
    [all...]

Completed in 150 milliseconds