OpenGrok
Home
Sort by relevance
Sort by last modified time
Full Search
Definition
Symbol
File Path
History
|
|
Help
Searched
defs:tokenizer_
(Results
1 - 2
of
2
) sorted by null
/external/libtextclassifier/smartselect/
feature-processor.h
97
tokenizer_
({options.tokenization_codepoint_config().begin(),
252
Tokenizer
tokenizer_
;
member in class:libtextclassifier::FeatureProcessor
/external/protobuf/src/google/protobuf/
text_format.cc
242
tokenizer_
(input_stream, &tokenizer_error_collector_),
252
tokenizer_
.set_allow_f_after_float(true);
255
tokenizer_
.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
258
tokenizer_
.set_require_space_after_number(false);
259
tokenizer_
.set_allow_multiline_strings(true);
263
tokenizer_
.Next();
333
ReportError(
tokenizer_
.current().line,
tokenizer_
.current().column,
340
ReportWarning(
tokenizer_
.current().line,
tokenizer_
.current().column
1094
io::Tokenizer
tokenizer_
;
member in class:google::protobuf::TextFormat::Parser::ParserImpl
[
all
...]
Completed in 129 milliseconds