HomeSort by relevance Sort by last modified time
    Searched defs:tokenizer_ (Results 1 - 2 of 2) sorted by null

  /external/libtextclassifier/smartselect/
feature-processor.h 97 tokenizer_({options.tokenization_codepoint_config().begin(),
252 Tokenizer tokenizer_; member in class:libtextclassifier::FeatureProcessor
  /external/protobuf/src/google/protobuf/
text_format.cc 242 tokenizer_(input_stream, &tokenizer_error_collector_),
252 tokenizer_.set_allow_f_after_float(true);
255 tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
258 tokenizer_.set_require_space_after_number(false);
259 tokenizer_.set_allow_multiline_strings(true);
263 tokenizer_.Next();
333 ReportError(tokenizer_.current().line, tokenizer_.current().column,
340 ReportWarning(tokenizer_.current().line, tokenizer_.current().column
1094 io::Tokenizer tokenizer_; member in class:google::protobuf::TextFormat::Parser::ParserImpl
    [all...]

Completed in 129 milliseconds