Lines Matching defs:options
32 TokenFeatureExtractorOptions options;
33 options.num_buckets = 1000;
34 options.chargram_orders = std::vector<int>{1, 2, 3};
35 options.extract_case_feature = true;
36 options.unicode_aware_features = false;
37 options.extract_selection_mask_feature = true;
39 TestingTokenFeatureExtractor extractor(options, unilib);
103 TokenFeatureExtractorOptions options;
104 options.num_buckets = 1000;
105 options.chargram_orders = std::vector<int>{};
106 options.extract_case_feature = true;
107 options.unicode_aware_features = false;
108 options.extract_selection_mask_feature = true;
110 TestingTokenFeatureExtractor extractor(options, unilib);
133 TokenFeatureExtractorOptions options;
134 options.num_buckets = 1000;
135 options.chargram_orders = std::vector<int>{1, 2, 3};
136 options.extract_case_feature = true;
137 options.unicode_aware_features = true;
138 options.extract_selection_mask_feature = true;
140 TestingTokenFeatureExtractor extractor(options, unilib);
204 TokenFeatureExtractorOptions options;
205 options.num_buckets = 1000;
206 options.chargram_orders = std::vector<int>{};
207 options.extract_case_feature = true;
208 options.unicode_aware_features = true;
209 options.extract_selection_mask_feature = true;
211 TestingTokenFeatureExtractor extractor(options, unilib);
236 TokenFeatureExtractorOptions options;
237 options.num_buckets = 1000;
238 options.chargram_orders = std::vector<int>{1, 2};
239 options.extract_case_feature = true;
240 options.unicode_aware_features = true;
241 options.extract_selection_mask_feature = false;
243 TestingTokenFeatureExtractor extractor(options, unilib);
272 TokenFeatureExtractorOptions options;
273 options.num_buckets = 1000;
274 options.chargram_orders = std::vector<int>{1, 2};
275 options.remap_digits = true;
276 options.unicode_aware_features = false;
278 TestingTokenFeatureExtractor extractor(options, unilib);
297 TokenFeatureExtractorOptions options;
298 options.num_buckets = 1000;
299 options.chargram_orders = std::vector<int>{1, 2};
300 options.remap_digits = true;
301 options.unicode_aware_features = true;
303 TestingTokenFeatureExtractor extractor(options, unilib);
322 TokenFeatureExtractorOptions options;
323 options.num_buckets = 1000;
324 options.chargram_orders = std::vector<int>{1, 2};
325 options.lowercase_tokens = true;
326 options.unicode_aware_features = false;
328 TestingTokenFeatureExtractor extractor(options, unilib);
347 TokenFeatureExtractorOptions options;
348 options.num_buckets = 1000;
349 options.chargram_orders = std::vector<int>{1, 2};
350 options.lowercase_tokens = true;
351 options.unicode_aware_features = true;
353 TestingTokenFeatureExtractor extractor(options, unilib);
368 TokenFeatureExtractorOptions options;
369 options.num_buckets = 1000;
370 options.chargram_orders = std::vector<int>{1, 2};
371 options.remap_digits = false;
372 options.unicode_aware_features = false;
373 options.regexp_features.push_back("^[a-z]+$"); // all lower case.
374 options.regexp_features.push_back("^[0-9]+$"); // all digits.
376 TestingTokenFeatureExtractor extractor(options, unilib);
402 TokenFeatureExtractorOptions options;
403 options.num_buckets = 1000;
404 options.chargram_orders = std::vector<int>{22};
405 options.extract_case_feature = true;
406 options.unicode_aware_features = true;
407 options.extract_selection_mask_feature = true;
409 TestingTokenFeatureExtractor extractor(options, unilib);
427 TokenFeatureExtractorOptions options;
428 options.num_buckets = 1000;
429 options.chargram_orders = std::vector<int>{1, 2, 3, 4, 5};
430 options.extract_case_feature = true;
431 options.unicode_aware_features = true;
432 options.extract_selection_mask_feature = true;
435 options, unilib);
437 options.unicode_aware_features = false;
438 TestingTokenFeatureExtractor extractor_ascii(options, unilib);
462 TokenFeatureExtractorOptions options;
463 options.num_buckets = 1000;
464 options.chargram_orders = std::vector<int>{1, 2};
465 options.extract_case_feature = true;
466 options.unicode_aware_features = false;
467 options.extract_selection_mask_feature = true;
470 TestingTokenFeatureExtractor extractor(options, unilib);
483 TokenFeatureExtractorOptions options;
484 options.num_buckets = 1000;
485 options.chargram_orders = std::vector<int>{1, 2, 3};
486 options.extract_case_feature = true;
487 options.unicode_aware_features = false;
488 options.extract_selection_mask_feature = true;
489 options.allowed_chargrams.insert("^H");
490 options.allowed_chargrams.insert("ll");
491 options.allowed_chargrams.insert("llo");
492 options.allowed_chargrams.insert("w");
493 options.allowed_chargrams.insert("!");
494 options.allowed_chargrams.insert("\xc4"); // UTF8 control character.
497 TestingTokenFeatureExtractor extractor(options, unilib);
