Home | History | Annotate | Download | only in Antlr.Runtime.JavaExtensions 
      1 /*
      2  * [The "BSD licence"]
      3  * Copyright (c) 2005-2008 Terence Parr
      4  * All rights reserved.
      5  *
      6  * Conversion to C#:
      7  * Copyright (c) 2008 Sam Harwell, Pixel Mine, Inc.
      8  * All rights reserved.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. The name of the author may not be used to endorse or promote products
     19  *    derived from this software without specific prior written permission.
     20  *
     21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     22  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     23  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     24  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     25  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     26  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     27  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     28  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     29  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     30  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     31  */
     32 
     33 using System;
     34 
     35 namespace Antlr.Runtime.JavaExtensions
     36 {
     37     public class StringTokenizer
     38     {
     39         string[] _tokens;
     40         int _current;
     41 
     42         public StringTokenizer( string str, string separator )
     43             : this( str, separator, false )
     44         {
     45         }
     46         public StringTokenizer( string str, string separator, bool returnDelims )
     47         {
     48             _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None );
     49             if ( returnDelims )
     50             {
     51                 char[] delims = separator.ToCharArray();
     52                 _tokens = EnumerableExtensions.ToArray(EnumerableExtensions.SelectMany(_tokens, delegate(string token, int i)
     53                 {
     54                     if ( i == _tokens.Length - 1 )
     55                     {
     56                         if (EnumerableExtensions.Contains(delims, str[str.Length - 1]))
     57                             return new string[0];
     58                         else
     59                             return new string[] { token };
     60                     }
     61                     else if ( i == 0 )
     62                     {
     63                         if (EnumerableExtensions.Contains(delims, str[0]))
     64                             return new string[] { str[0].ToString() };
     65                         else
     66                             return new string[] { token };
     67                     }
     68                     else
     69                     {
     70                         return new string[] { token, str[EnumerableExtensions.Sum(EnumerableExtensions.Select(EnumerableExtensions.Take(_tokens, i + 1),
     71                             delegate(string t) { return t.Length + 1; })) - 1].ToString() };
     72                     }
     73                 }));
     74             }
     75         }
     76 
     77         public bool hasMoreTokens()
     78         {
     79             return _current < _tokens.Length;
     80         }
     81 
     82         public string nextToken()
     83         {
     84             return _tokens[_current++];
     85         }
     86     }
     87 }
     88