Home | History | Annotate | Download | only in Antlr3.Runtime.Tests 
      1 /*
      2 [The "BSD licence"]
      3 Copyright (c) 2005-2007 Kunle Odutola
      4 All rights reserved.
      5 
      6 Redistribution and use in source and binary forms, with or without
      7 modification, are permitted provided that the following conditions
      8 are met:
      9 1. Redistributions of source code MUST RETAIN the above copyright
     10    notice, this list of conditions and the following disclaimer.
     11 2. Redistributions in binary form MUST REPRODUCE the above copyright
     12    notice, this list of conditions and the following disclaimer in
     13    the documentation and/or other materials provided with the
     14    distribution.
     15 3. The name of the author may not be used to endorse or promote products
     16    derived from this software without specific prior WRITTEN permission.
     17 4. Unless explicitly state otherwise, any contribution intentionally
     18    submitted for inclusion in this work to the copyright owner or licensor
     19    shall be under the terms and conditions of this license, without any
     20    additional terms or conditions.
     21 
     22 THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     23 IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     24 OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     25 IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     26 INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     27 NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     28 DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     29 THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     30 (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     31 THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     32 */
     33 
     34 
     35 #pragma warning disable 219 // No unused variable warnings
     36 
     37 namespace Antlr.Runtime.Tests
     38 {
     39 	using System;
     40 	using Stream = System.IO.Stream;
     41 	using FileStream = System.IO.FileStream;
     42 	using MemoryStream = System.IO.MemoryStream;
     43 	using FileMode = System.IO.FileMode;
     44 	using Encoding = System.Text.Encoding;
     45 	using Encoder = System.Text.Encoder;
     46 
     47 	using ANTLRInputStream = Antlr.Runtime.ANTLRInputStream;
     48 
     49 	using MbUnit.Framework;
     50 
     51 	[TestFixture]
     52 	public class ANTLRxxxxStreamFixture : TestFixtureBase
     53 	{
     54 		private static readonly string grammarStr = ""
     55 				+ "parser grammar p;" + NL
     56 				+ "prog : WHILE ID LCURLY (assign)* RCURLY EOF;" + NL
     57 				+ "assign : ID ASSIGN expr SEMI ;" + NL
     58 				+ "expr : INT | FLOAT | ID ;" + NL;
     59 
     60 
     61 		#region ANTLRInputStream Tests
     62 
     63 		[Test]
     64 		public void TestANTLRInputStreamConstructorDoesNotHang()
     65 		{
     66 			Encoding encoding = Encoding.Unicode;
     67 			byte[] grammarStrBuffer = encoding.GetBytes(grammarStr);
     68 			MemoryStream grammarStream = new MemoryStream(grammarStrBuffer);
     69 
     70 			ANTLRInputStream input = new ANTLRInputStream(grammarStream, encoding);
     71 		}
     72 
     73 		[Test]
     74 		public void TestSizeOnEmptyANTLRInputStream()
     75 		{
     76 			MemoryStream grammarStream = new MemoryStream(new byte[] { });
     77 
     78 			ANTLRInputStream inputStream = new ANTLRInputStream(grammarStream, Encoding.Unicode);
     79 			Assert.AreEqual(0, inputStream.Count);
     80 		}
     81 
     82 		[Test]
     83 		public void TestSizeOnANTLRInputStream()
     84 		{
     85 			Encoding encoding = Encoding.Unicode;
     86 			byte[] grammarStrBuffer = encoding.GetBytes(grammarStr);
     87 			MemoryStream grammarStream = new MemoryStream(grammarStrBuffer);
     88 
     89 			ANTLRInputStream inputStream = new ANTLRInputStream(grammarStream, Encoding.Unicode);
     90 			Assert.AreEqual(grammarStr.Length, inputStream.Count);
     91 		}
     92 
     93 		[Test]
     94 		public void TestConsumeAndIndexOnANTLRInputStream()
     95 		{
     96 			Encoding encoding = Encoding.Unicode;
     97 			byte[] grammarStrBuffer = encoding.GetBytes(grammarStr);
     98 			MemoryStream grammarStream = new MemoryStream(grammarStrBuffer);
     99 
    100 			ANTLRInputStream inputStream = new ANTLRInputStream(grammarStream, Encoding.Unicode);
    101 			Assert.AreEqual(0, inputStream.Index);
    102 
    103 			inputStream.Consume();
    104 			Assert.AreEqual(1, inputStream.Index);
    105 
    106 			inputStream.Consume();
    107 			Assert.AreEqual(2, inputStream.Index);
    108 
    109 			while (inputStream.Index < inputStream.Count)
    110 			{
    111 				inputStream.Consume();
    112 			}
    113 			Assert.AreEqual(inputStream.Index, inputStream.Count);
    114 		}
    115 
    116 		[Test]
    117 		public void TestConsumeAllCharactersInAnANTLRInputStream()
    118 		{
    119 			Encoding encoding = Encoding.Unicode;
    120 			byte[] grammarStrBuffer = encoding.GetBytes(grammarStr);
    121 			MemoryStream grammarStream = new MemoryStream(grammarStrBuffer);
    122 
    123 			ANTLRInputStream inputStream = new ANTLRInputStream(grammarStream, Encoding.Unicode);
    124 			while (inputStream.Index < inputStream.Count)
    125 			{
    126 				Console.Out.Write((char)inputStream.LA(1));
    127 				inputStream.Consume();
    128 			}
    129 			Assert.AreEqual(inputStream.Index, inputStream.Count);
    130 		}
    131 
    132 		[Test]
    133 		public void TestConsumeOnANTLRInputStream()
    134 		{
    135 			Encoding encoding = Encoding.Unicode;
    136 			byte[] buffer = encoding.GetBytes("One\r\nTwo");
    137 			MemoryStream grammarStream = new MemoryStream(buffer);
    138 
    139 			ANTLRInputStream inputStream = new ANTLRInputStream(grammarStream, Encoding.Unicode);
    140 			Assert.AreEqual(0, inputStream.Index);
    141 			Assert.AreEqual(0, inputStream.CharPositionInLine);
    142 			Assert.AreEqual(1, inputStream.Line);
    143 
    144 			inputStream.Consume();		// O
    145 			Assert.AreEqual(1, inputStream.Index);
    146 			Assert.AreEqual(1, inputStream.CharPositionInLine);
    147 			Assert.AreEqual(1, inputStream.Line);
    148 
    149 			inputStream.Consume();		// n
    150 			Assert.AreEqual(2, inputStream.Index);
    151 			Assert.AreEqual(2, inputStream.CharPositionInLine);
    152 			Assert.AreEqual(1, inputStream.Line);
    153 
    154 			inputStream.Consume();		// e
    155 			Assert.AreEqual(3, inputStream.Index);
    156 			Assert.AreEqual(3, inputStream.CharPositionInLine);
    157 			Assert.AreEqual(1, inputStream.Line);
    158 
    159 			inputStream.Consume();		// \r
    160 			Assert.AreEqual(4, inputStream.Index);
    161 			Assert.AreEqual(4, inputStream.CharPositionInLine);
    162 			Assert.AreEqual(1, inputStream.Line);
    163 
    164 			inputStream.Consume();		// \n
    165 			Assert.AreEqual(5, inputStream.Index);
    166 			Assert.AreEqual(0, inputStream.CharPositionInLine);
    167 			Assert.AreEqual(2, inputStream.Line);
    168 
    169 			inputStream.Consume();		// T
    170 			Assert.AreEqual(6, inputStream.Index);
    171 			Assert.AreEqual(1, inputStream.CharPositionInLine);
    172 			Assert.AreEqual(2, inputStream.Line);
    173 
    174 			inputStream.Consume();		// w
    175 			Assert.AreEqual(7, inputStream.Index);
    176 			Assert.AreEqual(2, inputStream.CharPositionInLine);
    177 			Assert.AreEqual(2, inputStream.Line);
    178 
    179 			inputStream.Consume();		// o
    180 			Assert.AreEqual(8, inputStream.Index);
    181 			Assert.AreEqual(3, inputStream.CharPositionInLine);
    182 			Assert.AreEqual(2, inputStream.Line);
    183 
    184 			inputStream.Consume();		// EOF
    185 			Assert.AreEqual(8, inputStream.Index);
    186 			Assert.AreEqual(3, inputStream.CharPositionInLine);
    187 			Assert.AreEqual(2, inputStream.Line);
    188 
    189 			inputStream.Consume();		// EOF
    190 			Assert.AreEqual(8, inputStream.Index);
    191 			Assert.AreEqual(3, inputStream.CharPositionInLine);
    192 			Assert.AreEqual(2, inputStream.Line);
    193 		}
    194 
    195 		[Test]
    196 		public void TestResetOnANTLRInputStream()
    197 		{
    198 			Encoding encoding = Encoding.Unicode;
    199 			byte[] buffer = encoding.GetBytes("One\r\nTwo");
    200 			MemoryStream grammarStream = new MemoryStream(buffer);
    201 
    202 			ANTLRInputStream inputStream = new ANTLRInputStream(grammarStream, encoding);
    203 			Assert.AreEqual(0, inputStream.Index);
    204 			Assert.AreEqual(0, inputStream.CharPositionInLine);
    205 			Assert.AreEqual(1, inputStream.Line);
    206 
    207 			inputStream.Consume();		// O
    208 			inputStream.Consume();		// n
    209 
    210 			Assert.AreEqual('e', inputStream.LA(1));
    211 			Assert.AreEqual(2, inputStream.Index);
    212 
    213 			inputStream.Reset();
    214 			Assert.AreEqual('O', inputStream.LA(1));
    215 			Assert.AreEqual(0, inputStream.Index);
    216 			Assert.AreEqual(0, inputStream.CharPositionInLine);
    217 			Assert.AreEqual(1, inputStream.Line);
    218 			inputStream.Consume();		// O
    219 
    220 			Assert.AreEqual('n', inputStream.LA(1));
    221 			Assert.AreEqual(1, inputStream.Index);
    222 			Assert.AreEqual(1, inputStream.CharPositionInLine);
    223 			Assert.AreEqual(1, inputStream.Line);
    224 			inputStream.Consume();		// n
    225 
    226 			Assert.AreEqual('e', inputStream.LA(1));
    227 			Assert.AreEqual(2, inputStream.Index);
    228 			Assert.AreEqual(2, inputStream.CharPositionInLine);
    229 			Assert.AreEqual(1, inputStream.Line);
    230 			inputStream.Consume();		// e
    231 		}
    232 
    233 		[Test]
    234 		public void TestSubstringOnANTLRInputStream()
    235 		{
    236 			Encoding encoding = Encoding.Unicode;
    237 			byte[] buffer = encoding.GetBytes("One\r\nTwo\r\nThree");
    238 			MemoryStream grammarStream = new MemoryStream(buffer);
    239 
    240 			ANTLRInputStream stream = new ANTLRInputStream(grammarStream, encoding);
    241 
    242 			Assert.AreEqual("Two", stream.Substring(5, 7));
    243 			Assert.AreEqual("One", stream.Substring(0, 2));
    244 			Assert.AreEqual("Three", stream.Substring(10, 14));
    245 
    246 			stream.Consume();
    247 
    248 			Assert.AreEqual("Two", stream.Substring(5, 7));
    249 			Assert.AreEqual("One", stream.Substring(0, 2));
    250 			Assert.AreEqual("Three", stream.Substring(10, 14));
    251 		}
    252 
    253 		[Test]
    254 		public void TestSeekOnANTLRInputStream()
    255 		{
    256 			Encoding encoding = Encoding.Unicode;
    257 			byte[] buffer = encoding.GetBytes("One\r\nTwo\r\nThree");
    258 			MemoryStream grammarStream = new MemoryStream(buffer);
    259 
    260 			ANTLRInputStream stream = new ANTLRInputStream(grammarStream, encoding);
    261 			Assert.AreEqual('O', stream.LA(1));
    262 			Assert.AreEqual(0, stream.Index);
    263 			Assert.AreEqual(0, stream.CharPositionInLine);
    264 			Assert.AreEqual(1, stream.Line);
    265 
    266 			stream.Seek(6);
    267 			Assert.AreEqual('w', stream.LA(1));
    268 			Assert.AreEqual(6, stream.Index);
    269 			Assert.AreEqual(1, stream.CharPositionInLine);
    270 			Assert.AreEqual(2, stream.Line);
    271 
    272 			stream.Seek(11);
    273 			Assert.AreEqual('h', stream.LA(1));
    274 			Assert.AreEqual(11, stream.Index);
    275 			Assert.AreEqual(1, stream.CharPositionInLine);
    276 			Assert.AreEqual(3, stream.Line);
    277 
    278 			// seeking backwards leaves state info (other than index in stream) unchanged
    279 			stream.Seek(1);
    280 			Assert.AreEqual('n', stream.LA(1));
    281 			Assert.AreEqual(1, stream.Index);
    282 			Assert.AreEqual(1, stream.CharPositionInLine);
    283 			Assert.AreEqual(3, stream.Line);
    284 		}
    285 
    286 		#endregion
    287 
    288 
    289 		#region ANTLRStringStream Tests
    290 
    291 		[Test]
    292 		public void TestSizeOnEmptyANTLRStringStream()
    293 		{
    294 			ANTLRStringStream s1 = new ANTLRStringStream("");
    295 			Assert.AreEqual(0, s1.Count);
    296 			Assert.AreEqual(0, s1.Index);
    297 		}
    298 
    299 		[Test]
    300 		public void TestSizeOnANTLRStringStream()
    301 		{
    302 			ANTLRStringStream s1 = new ANTLRStringStream("lexer\r\n");
    303 			Assert.AreEqual(7, s1.Count);
    304 
    305 			ANTLRStringStream s2 = new ANTLRStringStream(grammarStr);
    306 			Assert.AreEqual(grammarStr.Length, s2.Count);
    307 
    308 			ANTLRStringStream s3 = new ANTLRStringStream("grammar P;");
    309 			Assert.AreEqual(10, s3.Count);
    310 		}
    311 
    312 		[Test]
    313 		public void TestConsumeOnANTLRStringStream()
    314 		{
    315 			ANTLRStringStream stream = new ANTLRStringStream("One\r\nTwo");
    316 			Assert.AreEqual(0, stream.Index);
    317 			Assert.AreEqual(0, stream.CharPositionInLine);
    318 			Assert.AreEqual(1, stream.Line);
    319 
    320 			stream.Consume();		// O
    321 			Assert.AreEqual(1, stream.Index);
    322 			Assert.AreEqual(1, stream.CharPositionInLine);
    323 			Assert.AreEqual(1, stream.Line);
    324 
    325 			stream.Consume();		// n
    326 			Assert.AreEqual(2, stream.Index);
    327 			Assert.AreEqual(2, stream.CharPositionInLine);
    328 			Assert.AreEqual(1, stream.Line);
    329 
    330 			stream.Consume();		// e
    331 			Assert.AreEqual(3, stream.Index);
    332 			Assert.AreEqual(3, stream.CharPositionInLine);
    333 			Assert.AreEqual(1, stream.Line);
    334 
    335 			stream.Consume();		// \r
    336 			Assert.AreEqual(4, stream.Index);
    337 			Assert.AreEqual(4, stream.CharPositionInLine);
    338 			Assert.AreEqual(1, stream.Line);
    339 
    340 			stream.Consume();		// \n
    341 			Assert.AreEqual(5, stream.Index);
    342 			Assert.AreEqual(0, stream.CharPositionInLine);
    343 			Assert.AreEqual(2, stream.Line);
    344 
    345 			stream.Consume();		// T
    346 			Assert.AreEqual(6, stream.Index);
    347 			Assert.AreEqual(1, stream.CharPositionInLine);
    348 			Assert.AreEqual(2, stream.Line);
    349 
    350 			stream.Consume();		// w
    351 			Assert.AreEqual(7, stream.Index);
    352 			Assert.AreEqual(2, stream.CharPositionInLine);
    353 			Assert.AreEqual(2, stream.Line);
    354 
    355 			stream.Consume();		// o
    356 			Assert.AreEqual(8, stream.Index);
    357 			Assert.AreEqual(3, stream.CharPositionInLine);
    358 			Assert.AreEqual(2, stream.Line);
    359 
    360 			stream.Consume();		// EOF
    361 			Assert.AreEqual(8, stream.Index);
    362 			Assert.AreEqual(3, stream.CharPositionInLine);
    363 			Assert.AreEqual(2, stream.Line);
    364 
    365 			stream.Consume();		// EOF
    366 			Assert.AreEqual(8, stream.Index);
    367 			Assert.AreEqual(3, stream.CharPositionInLine);
    368 			Assert.AreEqual(2, stream.Line);
    369 		}
    370 
    371 		[Test]
    372 		public void TestResetOnANTLRStringStream()
    373 		{
    374 			ANTLRStringStream stream = new ANTLRStringStream("One\r\nTwo");
    375 			Assert.AreEqual(0, stream.Index);
    376 			Assert.AreEqual(0, stream.CharPositionInLine);
    377 			Assert.AreEqual(1, stream.Line);
    378 
    379 			stream.Consume();		// O
    380 			stream.Consume();		// n
    381 
    382 			Assert.AreEqual('e', stream.LA(1));
    383 			Assert.AreEqual(2, stream.Index);
    384 
    385 			stream.Reset();
    386 			Assert.AreEqual('O', stream.LA(1));
    387 			Assert.AreEqual(0, stream.Index);
    388 			Assert.AreEqual(0, stream.CharPositionInLine);
    389 			Assert.AreEqual(1, stream.Line);
    390 			stream.Consume();		// O
    391 
    392 			Assert.AreEqual('n', stream.LA(1));
    393 			Assert.AreEqual(1, stream.Index);
    394 			Assert.AreEqual(1, stream.CharPositionInLine);
    395 			Assert.AreEqual(1, stream.Line);
    396 			stream.Consume();		// n
    397 
    398 			Assert.AreEqual('e', stream.LA(1));
    399 			Assert.AreEqual(2, stream.Index);
    400 			Assert.AreEqual(2, stream.CharPositionInLine);
    401 			Assert.AreEqual(1, stream.Line);
    402 			stream.Consume();		// e
    403 		}
    404 
    405 		[Test]
    406 		public void TestSubstringOnANTLRStringStream()
    407 		{
    408 			ANTLRStringStream stream = new ANTLRStringStream("One\r\nTwo\r\nThree");
    409 
    410 			Assert.AreEqual("Two", stream.Substring(5, 7));
    411 			Assert.AreEqual("One", stream.Substring(0, 2));
    412 			Assert.AreEqual("Three", stream.Substring(10, 14));
    413 
    414 			stream.Consume();
    415 
    416 			Assert.AreEqual("Two", stream.Substring(5, 7));
    417 			Assert.AreEqual("One", stream.Substring(0, 2));
    418 			Assert.AreEqual("Three", stream.Substring(10, 14));
    419 		}
    420 
    421 		#endregion
    422 	}
    423 }