Home | History | Annotate | Download | only in smartselect

Lines Matching defs:config

45     // If no tokenization codepoint config is present, tokenize on space.
47       TokenizationCodepointRange* config;
49       config = feature_processor_options.add_tokenization_codepoint_config();
50       config->set_start(10);
51       config->set_end(11);
52       config->set_role(TokenizationCodepointRange::WHITESPACE_SEPARATOR);
55       config = feature_processor_options.add_tokenization_codepoint_config();
56       config->set_start(32);
57       config->set_end(33);
58       config->set_role(TokenizationCodepointRange::WHITESPACE_SEPARATOR);