Home | History | Annotate | Download | only in search 
      1 // Copyright 2013 The Chromium Authors. All rights reserved.
      2 // Use of this source code is governed by a BSD-style license that can be
      3 // found in the LICENSE file.
      4 
      5 #include "ui/app_list/search/tokenized_string.h"
      6 
      7 #include "base/i18n/break_iterator.h"
      8 #include "base/i18n/case_conversion.h"
      9 #include "base/logging.h"
     10 #include "ui/app_list/search/term_break_iterator.h"
     11 
     12 using base::i18n::BreakIterator;
     13 
     14 namespace app_list {
     15 
     16 TokenizedString::TokenizedString(const base::string16& text)
     17     : text_(text) {
     18   Tokenize();
     19 }
     20 
     21 TokenizedString::~TokenizedString() {}
     22 
     23 void TokenizedString::Tokenize() {
     24   BreakIterator break_iter(text_,  BreakIterator::BREAK_WORD);
     25   if (!break_iter.Init()) {
     26     NOTREACHED() << "BreakIterator init failed"
     27                  << ", text=\"" << text_ << "\"";
     28     return;
     29   }
     30 
     31   while (break_iter.Advance()) {
     32     if (!break_iter.IsWord())
     33       continue;
     34 
     35     const base::string16 word(break_iter.GetString());
     36     const size_t word_start = break_iter.prev();
     37     TermBreakIterator term_iter(word);
     38     while (term_iter.Advance()) {
     39       tokens_.push_back(base::i18n::ToLower(term_iter.GetCurrentTerm()));
     40       mappings_.push_back(gfx::Range(word_start + term_iter.prev(),
     41                                     word_start + term_iter.pos()));
     42     }
     43   }
     44 }
     45 
     46 }  // namespace app_list
     47