Home | History | Annotate | Download | only in break-iterator
      1 // Copyright 2013 the V8 project authors. All rights reserved.
      2 // Redistribution and use in source and binary forms, with or without
      3 // modification, are permitted provided that the following conditions are
      4 // met:
      5 //
      6 //     * Redistributions of source code must retain the above copyright
      7 //       notice, this list of conditions and the following disclaimer.
      8 //     * Redistributions in binary form must reproduce the above
      9 //       copyright notice, this list of conditions and the following
     10 //       disclaimer in the documentation and/or other materials provided
     11 //       with the distribution.
     12 //     * Neither the name of Google Inc. nor the names of its
     13 //       contributors may be used to endorse or promote products derived
     14 //       from this software without specific prior written permission.
     15 //
     16 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     18 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     19 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     20 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     21 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     22 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     23 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27 
     28 // Segment plain English sentence and check results.
     29 
     30 var iterator = new Intl.v8BreakIterator(['en']);
     31 
     32 var textToSegment = 'Jack and Jill, went over hill, and got lost. Alert!';
     33 iterator.adoptText(textToSegment);
     34 
     35 var slices = [];
     36 var types = [];
     37 var pos = iterator.first();
     38 while (pos !== -1) {
     39   var nextPos = iterator.next();
     40   if (nextPos === -1) break;
     41 
     42   slices.push(textToSegment.slice(pos, nextPos));
     43   types.push(iterator.breakType());
     44 
     45   pos = nextPos;
     46 }
     47 
     48 assertEquals('Jack', slices[0]);
     49 assertEquals(' ', slices[1]);
     50 assertEquals('and', slices[2]);
     51 assertEquals(' ', slices[3]);
     52 assertEquals('Jill', slices[4]);
     53 assertEquals(',', slices[5]);
     54 assertEquals('!', slices[slices.length - 1]);
     55 
     56 assertEquals('letter', types[0]);
     57 assertEquals('none', types[1]);
     58 assertEquals('letter', types[2]);
     59 assertEquals('none', types[3]);
     60 assertEquals('letter', types[4]);
     61 assertEquals('none', types[types.length - 1]);
     62