1 /******************************************************************** 2 * COPYRIGHT: 3 * Copyright (c) 1997-2012, International Business Machines Corporation and 4 * others. All Rights Reserved. 5 ********************************************************************/ 6 /* file name: strtest.cpp 7 * encoding: US-ASCII 8 * tab size: 8 (not used) 9 * indentation:4 10 * 11 * created on: 1999nov22 12 * created by: Markus W. Scherer 13 */ 14 15 #include <string.h> 16 17 #include "unicode/utypes.h" 18 #include "unicode/putil.h" 19 #include "unicode/std_string.h" 20 #include "unicode/stringpiece.h" 21 #include "unicode/unistr.h" 22 #include "unicode/ustring.h" 23 #include "charstr.h" 24 #include "intltest.h" 25 #include "strtest.h" 26 27 StringTest::~StringTest() {} 28 29 void StringTest::TestEndian(void) { 30 union { 31 uint8_t byte; 32 uint16_t word; 33 } u; 34 u.word=0x0100; 35 if(U_IS_BIG_ENDIAN!=u.byte) { 36 errln("TestEndian: U_IS_BIG_ENDIAN needs to be fixed in platform.h"); 37 } 38 } 39 40 void StringTest::TestSizeofTypes(void) { 41 if(U_SIZEOF_WCHAR_T!=sizeof(wchar_t)) { 42 errln("TestSizeofWCharT: U_SIZEOF_WCHAR_T!=sizeof(wchar_t) - U_SIZEOF_WCHAR_T needs to be fixed in platform.h"); 43 } 44 #ifdef U_INT64_T_UNAVAILABLE 45 errln("int64_t and uint64_t are undefined."); 46 #else 47 if(8!=sizeof(int64_t)) { 48 errln("TestSizeofTypes: 8!=sizeof(int64_t) - int64_t needs to be fixed in platform.h"); 49 } 50 if(8!=sizeof(uint64_t)) { 51 errln("TestSizeofTypes: 8!=sizeof(uint64_t) - uint64_t needs to be fixed in platform.h"); 52 } 53 #endif 54 if(8!=sizeof(double)) { 55 errln("8!=sizeof(double) - putil.c code may not work"); 56 } 57 if(4!=sizeof(int32_t)) { 58 errln("4!=sizeof(int32_t)"); 59 } 60 if(4!=sizeof(uint32_t)) { 61 errln("4!=sizeof(uint32_t)"); 62 } 63 if(2!=sizeof(int16_t)) { 64 errln("2!=sizeof(int16_t)"); 65 } 66 if(2!=sizeof(uint16_t)) { 67 errln("2!=sizeof(uint16_t)"); 68 } 69 if(2!=sizeof(UChar)) { 70 errln("2!=sizeof(UChar)"); 71 } 72 if(1!=sizeof(int8_t)) { 73 errln("1!=sizeof(int8_t)"); 74 } 75 if(1!=sizeof(uint8_t)) { 76 errln("1!=sizeof(uint8_t)"); 77 } 78 if(1!=sizeof(UBool)) { 79 errln("1!=sizeof(UBool)"); 80 } 81 } 82 83 void StringTest::TestCharsetFamily(void) { 84 unsigned char c='A'; 85 if( (U_CHARSET_FAMILY==U_ASCII_FAMILY && c!=0x41) || 86 (U_CHARSET_FAMILY==U_EBCDIC_FAMILY && c!=0xc1) 87 ) { 88 errln("TestCharsetFamily: U_CHARSET_FAMILY needs to be fixed in platform.h"); 89 } 90 } 91 92 U_STRING_DECL(ustringVar, "aZ0 -", 5); 93 94 void 95 StringTest::Test_U_STRING() { 96 U_STRING_INIT(ustringVar, "aZ0 -", 5); 97 if( u_strlen(ustringVar)!=5 || 98 ustringVar[0]!=0x61 || 99 ustringVar[1]!=0x5a || 100 ustringVar[2]!=0x30 || 101 ustringVar[3]!=0x20 || 102 ustringVar[4]!=0x2d || 103 ustringVar[5]!=0 104 ) { 105 errln("Test_U_STRING: U_STRING_DECL with U_STRING_INIT does not work right! " 106 "See putil.h and utypes.h with platform.h."); 107 } 108 } 109 110 void 111 StringTest::Test_UNICODE_STRING() { 112 UnicodeString ustringVar=UNICODE_STRING("aZ0 -", 5); 113 if( ustringVar.length()!=5 || 114 ustringVar[0]!=0x61 || 115 ustringVar[1]!=0x5a || 116 ustringVar[2]!=0x30 || 117 ustringVar[3]!=0x20 || 118 ustringVar[4]!=0x2d 119 ) { 120 errln("Test_UNICODE_STRING: UNICODE_STRING does not work right! " 121 "See unistr.h and utypes.h with platform.h."); 122 } 123 } 124 125 void 126 StringTest::Test_UNICODE_STRING_SIMPLE() { 127 UnicodeString ustringVar=UNICODE_STRING_SIMPLE("aZ0 -"); 128 if( ustringVar.length()!=5 || 129 ustringVar[0]!=0x61 || 130 ustringVar[1]!=0x5a || 131 ustringVar[2]!=0x30 || 132 ustringVar[3]!=0x20 || 133 ustringVar[4]!=0x2d 134 ) { 135 errln("Test_UNICODE_STRING_SIMPLE: UNICODE_STRING_SIMPLE does not work right! " 136 "See unistr.h and utypes.h with platform.h."); 137 } 138 } 139 140 void 141 StringTest::Test_UTF8_COUNT_TRAIL_BYTES() { 142 if(UTF8_COUNT_TRAIL_BYTES(0x7F) != 0 143 || UTF8_COUNT_TRAIL_BYTES(0xC0) != 1 144 || UTF8_COUNT_TRAIL_BYTES(0xE0) != 2 145 || UTF8_COUNT_TRAIL_BYTES(0xF0) != 3) 146 { 147 errln("Test_UTF8_COUNT_TRAIL_BYTES: UTF8_COUNT_TRAIL_BYTES does not work right! " 148 "See utf8.h."); 149 } 150 } 151 152 void StringTest::runIndexedTest(int32_t index, UBool exec, const char *&name, char * /*par*/) { 153 if(exec) { 154 logln("TestSuite Character and String Test: "); 155 } 156 TESTCASE_AUTO_BEGIN; 157 TESTCASE_AUTO(TestEndian); 158 TESTCASE_AUTO(TestSizeofTypes); 159 TESTCASE_AUTO(TestCharsetFamily); 160 TESTCASE_AUTO(Test_U_STRING); 161 TESTCASE_AUTO(Test_UNICODE_STRING); 162 TESTCASE_AUTO(Test_UNICODE_STRING_SIMPLE); 163 TESTCASE_AUTO(Test_UTF8_COUNT_TRAIL_BYTES); 164 TESTCASE_AUTO(TestSTLCompatibility); 165 TESTCASE_AUTO(TestStringPiece); 166 TESTCASE_AUTO(TestStringPieceComparisons); 167 TESTCASE_AUTO(TestByteSink); 168 TESTCASE_AUTO(TestCheckedArrayByteSink); 169 TESTCASE_AUTO(TestStringByteSink); 170 TESTCASE_AUTO(TestCharString); 171 TESTCASE_AUTO_END; 172 } 173 174 void 175 StringTest::TestStringPiece() { 176 // Default constructor. 177 StringPiece empty; 178 if(!empty.empty() || empty.data()!=NULL || empty.length()!=0 || empty.size()!=0) { 179 errln("StringPiece() failed"); 180 } 181 // Construct from NULL const char * pointer. 182 StringPiece null(NULL); 183 if(!null.empty() || null.data()!=NULL || null.length()!=0 || null.size()!=0) { 184 errln("StringPiece(NULL) failed"); 185 } 186 // Construct from const char * pointer. 187 static const char *abc_chars="abc"; 188 StringPiece abc(abc_chars); 189 if(abc.empty() || abc.data()!=abc_chars || abc.length()!=3 || abc.size()!=3) { 190 errln("StringPiece(abc_chars) failed"); 191 } 192 // Construct from const char * pointer and length. 193 static const char *abcdefg_chars="abcdefg"; 194 StringPiece abcd(abcdefg_chars, 4); 195 if(abcd.empty() || abcd.data()!=abcdefg_chars || abcd.length()!=4 || abcd.size()!=4) { 196 errln("StringPiece(abcdefg_chars, 4) failed"); 197 } 198 #if U_HAVE_STD_STRING 199 // Construct from std::string. 200 std::string uvwxyz_string("uvwxyz"); 201 StringPiece uvwxyz(uvwxyz_string); 202 if(uvwxyz.empty() || uvwxyz.data()!=uvwxyz_string.data() || uvwxyz.length()!=6 || uvwxyz.size()!=6) { 203 errln("StringPiece(uvwxyz_string) failed"); 204 } 205 #endif 206 // Substring constructor with pos. 207 StringPiece sp(abcd, -1); 208 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=4 || sp.size()!=4) { 209 errln("StringPiece(abcd, -1) failed"); 210 } 211 sp=StringPiece(abcd, 5); 212 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 213 errln("StringPiece(abcd, 5) failed"); 214 } 215 sp=StringPiece(abcd, 2); 216 if(sp.empty() || sp.data()!=abcdefg_chars+2 || sp.length()!=2 || sp.size()!=2) { 217 errln("StringPiece(abcd, -1) failed"); 218 } 219 // Substring constructor with pos and len. 220 sp=StringPiece(abcd, -1, 8); 221 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=4 || sp.size()!=4) { 222 errln("StringPiece(abcd, -1, 8) failed"); 223 } 224 sp=StringPiece(abcd, 5, 8); 225 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 226 errln("StringPiece(abcd, 5, 8) failed"); 227 } 228 sp=StringPiece(abcd, 2, 8); 229 if(sp.empty() || sp.data()!=abcdefg_chars+2 || sp.length()!=2 || sp.size()!=2) { 230 errln("StringPiece(abcd, -1) failed"); 231 } 232 sp=StringPiece(abcd, 2, -1); 233 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 234 errln("StringPiece(abcd, 5, -1) failed"); 235 } 236 // static const npos 237 const int32_t *ptr_npos=&StringPiece::npos; 238 if(StringPiece::npos!=0x7fffffff || *ptr_npos!=0x7fffffff) { 239 errln("StringPiece::npos!=0x7fffffff"); 240 } 241 // substr() method with pos, using len=npos. 242 sp=abcd.substr(-1); 243 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=4 || sp.size()!=4) { 244 errln("abcd.substr(-1) failed"); 245 } 246 sp=abcd.substr(5); 247 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 248 errln("abcd.substr(5) failed"); 249 } 250 sp=abcd.substr(2); 251 if(sp.empty() || sp.data()!=abcdefg_chars+2 || sp.length()!=2 || sp.size()!=2) { 252 errln("abcd.substr(-1) failed"); 253 } 254 // substr() method with pos and len. 255 sp=abcd.substr(-1, 8); 256 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=4 || sp.size()!=4) { 257 errln("abcd.substr(-1, 8) failed"); 258 } 259 sp=abcd.substr(5, 8); 260 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 261 errln("abcd.substr(5, 8) failed"); 262 } 263 sp=abcd.substr(2, 8); 264 if(sp.empty() || sp.data()!=abcdefg_chars+2 || sp.length()!=2 || sp.size()!=2) { 265 errln("abcd.substr(-1) failed"); 266 } 267 sp=abcd.substr(2, -1); 268 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 269 errln("abcd.substr(5, -1) failed"); 270 } 271 // clear() 272 sp=abcd; 273 sp.clear(); 274 if(!sp.empty() || sp.data()!=NULL || sp.length()!=0 || sp.size()!=0) { 275 errln("abcd.clear() failed"); 276 } 277 // remove_prefix() 278 sp=abcd; 279 sp.remove_prefix(-1); 280 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=4 || sp.size()!=4) { 281 errln("abcd.remove_prefix(-1) failed"); 282 } 283 sp=abcd; 284 sp.remove_prefix(2); 285 if(sp.empty() || sp.data()!=abcdefg_chars+2 || sp.length()!=2 || sp.size()!=2) { 286 errln("abcd.remove_prefix(2) failed"); 287 } 288 sp=abcd; 289 sp.remove_prefix(5); 290 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 291 errln("abcd.remove_prefix(5) failed"); 292 } 293 // remove_suffix() 294 sp=abcd; 295 sp.remove_suffix(-1); 296 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=4 || sp.size()!=4) { 297 errln("abcd.remove_suffix(-1) failed"); 298 } 299 sp=abcd; 300 sp.remove_suffix(2); 301 if(sp.empty() || sp.data()!=abcdefg_chars || sp.length()!=2 || sp.size()!=2) { 302 errln("abcd.remove_suffix(2) failed"); 303 } 304 sp=abcd; 305 sp.remove_suffix(5); 306 if(!sp.empty() || sp.length()!=0 || sp.size()!=0) { 307 errln("abcd.remove_suffix(5) failed"); 308 } 309 } 310 311 void 312 StringTest::TestStringPieceComparisons() { 313 StringPiece empty; 314 StringPiece null(NULL); 315 StringPiece abc("abc"); 316 StringPiece abcd("abcdefg", 4); 317 StringPiece abx("abx"); 318 if(empty!=null) { 319 errln("empty!=null"); 320 } 321 if(empty==abc) { 322 errln("empty==abc"); 323 } 324 if(abc==abcd) { 325 errln("abc==abcd"); 326 } 327 abcd.remove_suffix(1); 328 if(abc!=abcd) { 329 errln("abc!=abcd.remove_suffix(1)"); 330 } 331 if(abc==abx) { 332 errln("abc==abx"); 333 } 334 } 335 336 // Verify that ByteSink is subclassable and Flush() overridable. 337 class SimpleByteSink : public ByteSink { 338 public: 339 SimpleByteSink(char *outbuf) : fOutbuf(outbuf), fLength(0) {} 340 virtual void Append(const char *bytes, int32_t n) { 341 if(fOutbuf != bytes) { 342 memcpy(fOutbuf, bytes, n); 343 } 344 fOutbuf += n; 345 fLength += n; 346 } 347 virtual void Flush() { Append("z", 1); } 348 int32_t length() { return fLength; } 349 private: 350 char *fOutbuf; 351 int32_t fLength; 352 }; 353 354 // Test the ByteSink base class. 355 void 356 StringTest::TestByteSink() { 357 char buffer[20]; 358 buffer[4] = '!'; 359 SimpleByteSink sink(buffer); 360 sink.Append("abc", 3); 361 sink.Flush(); 362 if(!(sink.length() == 4 && 0 == memcmp("abcz", buffer, 4) && buffer[4] == '!')) { 363 errln("ByteSink (SimpleByteSink) did not Append() or Flush() as expected"); 364 return; 365 } 366 char scratch[20]; 367 int32_t capacity = -1; 368 char *dest = sink.GetAppendBuffer(0, 50, scratch, (int32_t)sizeof(scratch), &capacity); 369 if(dest != NULL || capacity != 0) { 370 errln("ByteSink.GetAppendBuffer(min_capacity<1) did not properly return NULL[0]"); 371 return; 372 } 373 dest = sink.GetAppendBuffer(10, 50, scratch, 9, &capacity); 374 if(dest != NULL || capacity != 0) { 375 errln("ByteSink.GetAppendBuffer(scratch_capacity<min_capacity) did not properly return NULL[0]"); 376 return; 377 } 378 dest = sink.GetAppendBuffer(5, 50, scratch, (int32_t)sizeof(scratch), &capacity); 379 if(dest != scratch || capacity != (int32_t)sizeof(scratch)) { 380 errln("ByteSink.GetAppendBuffer() did not properly return the scratch buffer"); 381 } 382 } 383 384 void 385 StringTest::TestCheckedArrayByteSink() { 386 char buffer[20]; // < 26 for the test code to work 387 buffer[3] = '!'; 388 CheckedArrayByteSink sink(buffer, (int32_t)sizeof(buffer)); 389 sink.Append("abc", 3); 390 if(!(sink.NumberOfBytesAppended() == 3 && sink.NumberOfBytesWritten() == 3 && 391 0 == memcmp("abc", buffer, 3) && buffer[3] == '!') && 392 !sink.Overflowed() 393 ) { 394 errln("CheckedArrayByteSink did not Append() as expected"); 395 return; 396 } 397 char scratch[10]; 398 int32_t capacity = -1; 399 char *dest = sink.GetAppendBuffer(0, 50, scratch, (int32_t)sizeof(scratch), &capacity); 400 if(dest != NULL || capacity != 0) { 401 errln("CheckedArrayByteSink.GetAppendBuffer(min_capacity<1) did not properly return NULL[0]"); 402 return; 403 } 404 dest = sink.GetAppendBuffer(10, 50, scratch, 9, &capacity); 405 if(dest != NULL || capacity != 0) { 406 errln("CheckedArrayByteSink.GetAppendBuffer(scratch_capacity<min_capacity) did not properly return NULL[0]"); 407 return; 408 } 409 dest = sink.GetAppendBuffer(10, 50, scratch, (int32_t)sizeof(scratch), &capacity); 410 if(dest != buffer + 3 || capacity != (int32_t)sizeof(buffer) - 3) { 411 errln("CheckedArrayByteSink.GetAppendBuffer() did not properly return its own buffer"); 412 return; 413 } 414 memcpy(dest, "defghijklm", 10); 415 sink.Append(dest, 10); 416 if(!(sink.NumberOfBytesAppended() == 13 && sink.NumberOfBytesWritten() == 13 && 417 0 == memcmp("abcdefghijklm", buffer, 13) && 418 !sink.Overflowed()) 419 ) { 420 errln("CheckedArrayByteSink did not Append(its own buffer) as expected"); 421 return; 422 } 423 dest = sink.GetAppendBuffer(10, 50, scratch, (int32_t)sizeof(scratch), &capacity); 424 if(dest != scratch || capacity != (int32_t)sizeof(scratch)) { 425 errln("CheckedArrayByteSink.GetAppendBuffer() did not properly return the scratch buffer"); 426 } 427 memcpy(dest, "nopqrstuvw", 10); 428 sink.Append(dest, 10); 429 if(!(sink.NumberOfBytesAppended() == 23 && 430 sink.NumberOfBytesWritten() == (int32_t)sizeof(buffer) && 431 0 == memcmp("abcdefghijklmnopqrstuvwxyz", buffer, (int32_t)sizeof(buffer)) && 432 sink.Overflowed()) 433 ) { 434 errln("CheckedArrayByteSink did not Append(scratch buffer) as expected"); 435 return; 436 } 437 sink.Reset().Append("123", 3); 438 if(!(sink.NumberOfBytesAppended() == 3 && sink.NumberOfBytesWritten() == 3 && 439 0 == memcmp("123defghijklmnopqrstuvwxyz", buffer, (int32_t)sizeof(buffer)) && 440 !sink.Overflowed()) 441 ) { 442 errln("CheckedArrayByteSink did not Reset().Append() as expected"); 443 return; 444 } 445 } 446 447 void 448 StringTest::TestStringByteSink() { 449 #if U_HAVE_STD_STRING 450 // Not much to test because only the constructor and Append() 451 // are implemented, and trivially so. 452 std::string result("abc"); // std::string 453 StringByteSink<std::string> sink(&result); 454 sink.Append("def", 3); 455 if(result != "abcdef") { 456 errln("StringByteSink did not Append() as expected"); 457 } 458 #endif 459 } 460 461 #if defined(_MSC_VER) 462 #include <vector> 463 #endif 464 465 void 466 StringTest::TestSTLCompatibility() { 467 #if defined(_MSC_VER) 468 /* Just make sure that it compiles with STL's placement new usage. */ 469 std::vector<UnicodeString> myvect; 470 myvect.push_back(UnicodeString("blah")); 471 #endif 472 } 473 474 void 475 StringTest::TestCharString() { 476 IcuTestErrorCode errorCode(*this, "TestCharString()"); 477 char expected[400]; 478 static const char longStr[] = 479 "This is a long string that is meant to cause reallocation of the internal buffer of CharString."; 480 CharString chStr(longStr, errorCode); 481 if (0 != strcmp(longStr, chStr.data()) || (int32_t)strlen(longStr) != chStr.length()) { 482 errln("CharString(longStr) failed."); 483 } 484 CharString test("Test", errorCode); 485 CharString copy(test,errorCode); 486 copy.copyFrom(chStr, errorCode); 487 if (0 != strcmp(longStr, copy.data()) || (int32_t)strlen(longStr) != copy.length()) { 488 errln("CharString.copyFrom() failed."); 489 } 490 StringPiece sp(chStr.toStringPiece()); 491 sp.remove_prefix(4); 492 chStr.append(sp, errorCode).append(chStr, errorCode); 493 strcpy(expected, longStr); 494 strcat(expected, longStr+4); 495 strcat(expected, longStr); 496 strcat(expected, longStr+4); 497 if (0 != strcmp(expected, chStr.data()) || (int32_t)strlen(expected) != chStr.length()) { 498 errln("CharString(longStr).append(substring of self).append(self) failed."); 499 } 500 chStr.clear().append("abc", errorCode).append("defghij", 3, errorCode); 501 if (0 != strcmp("abcdef", chStr.data()) || 6 != chStr.length()) { 502 errln("CharString.clear().append(abc).append(defghij, 3) failed."); 503 } 504 chStr.appendInvariantChars(UNICODE_STRING_SIMPLE( 505 "This is a long string that is meant to cause reallocation of the internal buffer of CharString."), 506 errorCode); 507 strcpy(expected, "abcdef"); 508 strcat(expected, longStr); 509 if (0 != strcmp(expected, chStr.data()) || (int32_t)strlen(expected) != chStr.length()) { 510 errln("CharString.appendInvariantChars(longStr) failed."); 511 } 512 int32_t appendCapacity = 0; 513 char *buffer = chStr.getAppendBuffer(5, 10, appendCapacity, errorCode); 514 if (errorCode.isFailure()) { 515 return; 516 } 517 memcpy(buffer, "*****", 5); 518 chStr.append(buffer, 5, errorCode); 519 chStr.truncate(chStr.length()-3); 520 strcat(expected, "**"); 521 if (0 != strcmp(expected, chStr.data()) || (int32_t)strlen(expected) != chStr.length()) { 522 errln("CharString.getAppendBuffer().append(**) failed."); 523 } 524 } 525
