1 /******************************************************************** 2 * Copyright (c) 1997-2014, International Business Machines 3 * Corporation and others. All Rights Reserved. 4 ********************************************************************/ 5 /***************************************************************************** 6 * 7 * File CAPITEST.C 8 * 9 * Modification History: 10 * Name Description 11 * Madhu Katragadda Ported for C API 12 * Brian Rower Added TestOpenVsOpenRules 13 ****************************************************************************** 14 *//* C API TEST For COLLATOR */ 15 16 #include "unicode/utypes.h" 17 18 #if !UCONFIG_NO_COLLATION 19 20 #include <stdio.h> 21 #include <stdlib.h> 22 #include <string.h> 23 #include "unicode/uloc.h" 24 #include "unicode/ulocdata.h" 25 #include "unicode/ustring.h" 26 #include "unicode/ures.h" 27 #include "unicode/ucoleitr.h" 28 #include "cintltst.h" 29 #include "capitst.h" 30 #include "ccolltst.h" 31 #include "putilimp.h" 32 #include "cmemory.h" 33 #include "cstring.h" 34 #include "ucol_imp.h" 35 36 static void TestAttribute(void); 37 static void TestDefault(void); 38 static void TestDefaultKeyword(void); 39 static void TestBengaliSortKey(void); 40 41 42 static char* U_EXPORT2 ucol_sortKeyToString(const UCollator *coll, const uint8_t *sortkey, char *buffer, uint32_t len) { 43 uint32_t position = 0; 44 uint8_t b; 45 46 if (position + 1 < len) 47 position += sprintf(buffer + position, "["); 48 while ((b = *sortkey++) != 0) { 49 if (b == 1 && position + 5 < len) { 50 position += sprintf(buffer + position, "%02X . ", b); 51 } else if (b != 1 && position + 3 < len) { 52 position += sprintf(buffer + position, "%02X ", b); 53 } 54 } 55 if (position + 3 < len) 56 position += sprintf(buffer + position, "%02X]", b); 57 return buffer; 58 } 59 60 void addCollAPITest(TestNode** root) 61 { 62 /* WEIVTODO: return tests here */ 63 addTest(root, &TestProperty, "tscoll/capitst/TestProperty"); 64 addTest(root, &TestRuleBasedColl, "tscoll/capitst/TestRuleBasedColl"); 65 addTest(root, &TestCompare, "tscoll/capitst/TestCompare"); 66 addTest(root, &TestSortKey, "tscoll/capitst/TestSortKey"); 67 addTest(root, &TestHashCode, "tscoll/capitst/TestHashCode"); 68 addTest(root, &TestElemIter, "tscoll/capitst/TestElemIter"); 69 addTest(root, &TestGetAll, "tscoll/capitst/TestGetAll"); 70 /*addTest(root, &TestGetDefaultRules, "tscoll/capitst/TestGetDefaultRules");*/ 71 addTest(root, &TestDecomposition, "tscoll/capitst/TestDecomposition"); 72 addTest(root, &TestSafeClone, "tscoll/capitst/TestSafeClone"); 73 addTest(root, &TestCloneBinary, "tscoll/capitst/TestCloneBinary"); 74 addTest(root, &TestGetSetAttr, "tscoll/capitst/TestGetSetAttr"); 75 addTest(root, &TestBounds, "tscoll/capitst/TestBounds"); 76 addTest(root, &TestGetLocale, "tscoll/capitst/TestGetLocale"); 77 addTest(root, &TestSortKeyBufferOverrun, "tscoll/capitst/TestSortKeyBufferOverrun"); 78 addTest(root, &TestAttribute, "tscoll/capitst/TestAttribute"); 79 addTest(root, &TestGetTailoredSet, "tscoll/capitst/TestGetTailoredSet"); 80 addTest(root, &TestMergeSortKeys, "tscoll/capitst/TestMergeSortKeys"); 81 addTest(root, &TestShortString, "tscoll/capitst/TestShortString"); 82 addTest(root, &TestGetContractionsAndUnsafes, "tscoll/capitst/TestGetContractionsAndUnsafes"); 83 addTest(root, &TestOpenBinary, "tscoll/capitst/TestOpenBinary"); 84 addTest(root, &TestDefault, "tscoll/capitst/TestDefault"); 85 addTest(root, &TestDefaultKeyword, "tscoll/capitst/TestDefaultKeyword"); 86 addTest(root, &TestOpenVsOpenRules, "tscoll/capitst/TestOpenVsOpenRules"); 87 addTest(root, &TestBengaliSortKey, "tscoll/capitst/TestBengaliSortKey"); 88 addTest(root, &TestGetKeywordValuesForLocale, "tscoll/capitst/TestGetKeywordValuesForLocale"); 89 addTest(root, &TestStrcollNull, "tscoll/capitst/TestStrcollNull"); 90 } 91 92 void TestGetSetAttr(void) { 93 UErrorCode status = U_ZERO_ERROR; 94 UCollator *coll = ucol_open(NULL, &status); 95 struct attrTest { 96 UColAttribute att; 97 UColAttributeValue val[5]; 98 uint32_t valueSize; 99 UColAttributeValue nonValue; 100 } attrs[] = { 101 {UCOL_FRENCH_COLLATION, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED}, 102 {UCOL_ALTERNATE_HANDLING, {UCOL_NON_IGNORABLE, UCOL_SHIFTED}, 2, UCOL_OFF},/* attribute for handling variable elements*/ 103 {UCOL_CASE_FIRST, {UCOL_OFF, UCOL_LOWER_FIRST, UCOL_UPPER_FIRST}, 3, UCOL_SHIFTED},/* who goes first, lower case or uppercase */ 104 {UCOL_CASE_LEVEL, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED},/* do we have an extra case level */ 105 {UCOL_NORMALIZATION_MODE, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED},/* attribute for normalization */ 106 {UCOL_DECOMPOSITION_MODE, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED}, 107 {UCOL_STRENGTH, {UCOL_PRIMARY, UCOL_SECONDARY, UCOL_TERTIARY, UCOL_QUATERNARY, UCOL_IDENTICAL}, 5, UCOL_SHIFTED},/* attribute for strength */ 108 {UCOL_HIRAGANA_QUATERNARY_MODE, {UCOL_ON, UCOL_OFF}, 2, UCOL_SHIFTED},/* when turned on, this attribute */ 109 }; 110 UColAttribute currAttr; 111 UColAttributeValue value; 112 uint32_t i = 0, j = 0; 113 114 if (coll == NULL) { 115 log_err_status(status, "Unable to open collator. %s\n", u_errorName(status)); 116 return; 117 } 118 for(i = 0; i<sizeof(attrs)/sizeof(attrs[0]); i++) { 119 currAttr = attrs[i].att; 120 ucol_setAttribute(coll, currAttr, UCOL_DEFAULT, &status); 121 if(U_FAILURE(status)) { 122 log_err_status(status, "ucol_setAttribute with the default value returned error: %s\n", u_errorName(status)); 123 break; 124 } 125 value = ucol_getAttribute(coll, currAttr, &status); 126 if(U_FAILURE(status)) { 127 log_err("ucol_getAttribute returned error: %s\n", u_errorName(status)); 128 break; 129 } 130 for(j = 0; j<attrs[i].valueSize; j++) { 131 ucol_setAttribute(coll, currAttr, attrs[i].val[j], &status); 132 if(U_FAILURE(status)) { 133 log_err("ucol_setAttribute with the value %i returned error: %s\n", attrs[i].val[j], u_errorName(status)); 134 break; 135 } 136 } 137 status = U_ZERO_ERROR; 138 ucol_setAttribute(coll, currAttr, attrs[i].nonValue, &status); 139 if(U_SUCCESS(status)) { 140 log_err("ucol_setAttribute with the bad value didn't return an error\n"); 141 break; 142 } 143 status = U_ZERO_ERROR; 144 145 ucol_setAttribute(coll, currAttr, value, &status); 146 if(U_FAILURE(status)) { 147 log_err("ucol_setAttribute with the default valuereturned error: %s\n", u_errorName(status)); 148 break; 149 } 150 } 151 status = U_ZERO_ERROR; 152 value = ucol_getAttribute(coll, UCOL_ATTRIBUTE_COUNT, &status); 153 if(U_SUCCESS(status)) { 154 log_err("ucol_getAttribute for UCOL_ATTRIBUTE_COUNT didn't return an error\n"); 155 } 156 status = U_ZERO_ERROR; 157 ucol_setAttribute(coll, UCOL_ATTRIBUTE_COUNT, UCOL_DEFAULT, &status); 158 if(U_SUCCESS(status)) { 159 log_err("ucol_setAttribute for UCOL_ATTRIBUTE_COUNT didn't return an error\n"); 160 } 161 status = U_ZERO_ERROR; 162 ucol_close(coll); 163 } 164 165 166 static void doAssert(int condition, const char *message) 167 { 168 if (condition==0) { 169 log_err("ERROR : %s\n", message); 170 } 171 } 172 173 #define UTF8_BUF_SIZE 128 174 175 static void doStrcoll(const UCollator* coll, const UChar* src, int32_t srcLen, const UChar* tgt, int32_t tgtLen, 176 UCollationResult expected, const char *message) { 177 UErrorCode err = U_ZERO_ERROR; 178 char srcU8[UTF8_BUF_SIZE], tgtU8[UTF8_BUF_SIZE]; 179 int32_t srcU8Len = -1, tgtU8Len = -1; 180 int32_t len = 0; 181 182 if (ucol_strcoll(coll, src, srcLen, tgt, tgtLen) != expected) { 183 log_err("ERROR : %s\n", message); 184 } 185 186 u_strToUTF8(srcU8, UTF8_BUF_SIZE, &len, src, srcLen, &err); 187 if (U_FAILURE(err) || len >= UTF8_BUF_SIZE) { 188 log_err("ERROR : UTF-8 conversion error\n"); 189 return; 190 } 191 if (srcLen >= 0) { 192 srcU8Len = len; 193 } 194 u_strToUTF8(tgtU8, UTF8_BUF_SIZE, &len, tgt, tgtLen, &err); 195 if (U_FAILURE(err) || len >= UTF8_BUF_SIZE) { 196 log_err("ERROR : UTF-8 conversion error\n"); 197 return; 198 } 199 if (tgtLen >= 0) { 200 tgtU8Len = len; 201 } 202 203 if (ucol_strcollUTF8(coll, srcU8, srcU8Len, tgtU8, tgtU8Len, &err) != expected 204 || U_FAILURE(err)) { 205 log_err("ERROR: %s (strcollUTF8)\n", message); 206 } 207 } 208 209 #if 0 210 /* We don't have default rules, at least not in the previous sense */ 211 void TestGetDefaultRules(){ 212 uint32_t size=0; 213 UErrorCode status=U_ZERO_ERROR; 214 UCollator *coll=NULL; 215 int32_t len1 = 0, len2=0; 216 uint8_t *binColData = NULL; 217 218 UResourceBundle *res = NULL; 219 UResourceBundle *binColl = NULL; 220 uint8_t *binResult = NULL; 221 222 223 const UChar * defaultRulesArray=ucol_getDefaultRulesArray(&size); 224 log_verbose("Test the function ucol_getDefaultRulesArray()\n"); 225 226 coll = ucol_openRules(defaultRulesArray, size, UCOL_ON, UCOL_PRIMARY, &status); 227 if(U_SUCCESS(status) && coll !=NULL) { 228 binColData = (uint8_t*)ucol_cloneRuleData(coll, &len1, &status); 229 230 } 231 232 233 status=U_ZERO_ERROR; 234 res=ures_open(NULL, "root", &status); 235 if(U_FAILURE(status)){ 236 log_err("ERROR: Failed to get resource for \"root Locale\" with %s", myErrorName(status)); 237 return; 238 } 239 binColl=ures_getByKey(res, "%%Collation", binColl, &status); 240 if(U_SUCCESS(status)){ 241 binResult=(uint8_t*)ures_getBinary(binColl, &len2, &status); 242 if(U_FAILURE(status)){ 243 log_err("ERROR: ures_getBinary() failed\n"); 244 } 245 }else{ 246 log_err("ERROR: ures_getByKey(locale(default), %%Collation) failed"); 247 } 248 249 250 if(len1 != len2){ 251 log_err("Error: ucol_getDefaultRulesArray() failed to return the correct length.\n"); 252 } 253 if(memcmp(binColData, binResult, len1) != 0){ 254 log_err("Error: ucol_getDefaultRulesArray() failed\n"); 255 } 256 257 free(binColData); 258 ures_close(binColl); 259 ures_close(res); 260 ucol_close(coll); 261 262 } 263 #endif 264 265 /* Collator Properties 266 ucol_open, ucol_strcoll, getStrength/setStrength 267 getDecomposition/setDecomposition, getDisplayName*/ 268 void TestProperty() 269 { 270 UCollator *col, *ruled; 271 const UChar *rules; 272 UChar *disName; 273 int32_t len = 0; 274 UChar source[12], target[12]; 275 int32_t tempLength; 276 UErrorCode status = U_ZERO_ERROR; 277 /* 278 * Expected version of the English collator. 279 * Currently, the major/minor version numbers change when the builder code 280 * changes, 281 * number 2 is from the tailoring data version and 282 * number 3 is the UCA version. 283 * This changes with every UCA version change, and the expected value 284 * needs to be adjusted. 285 * Same in intltest/apicoll.cpp. 286 */ 287 UVersionInfo currVersionArray = {0x31, 0xC0, 0x05, 0x2A}; /* from ICU 4.4/UCA 5.2 */ 288 UVersionInfo versionArray = {0, 0, 0, 0}; 289 UVersionInfo versionUCAArray = {0, 0, 0, 0}; 290 UVersionInfo versionUCDArray = {0, 0, 0, 0}; 291 292 log_verbose("The property tests begin : \n"); 293 log_verbose("Test ucol_strcoll : \n"); 294 col = ucol_open("en_US", &status); 295 if (U_FAILURE(status)) { 296 log_err_status(status, "Default Collator creation failed.: %s\n", myErrorName(status)); 297 return; 298 } 299 300 ucol_getVersion(col, versionArray); 301 /* Check for a version greater than some value rather than equality 302 * so that we need not update the expected version each time. */ 303 if (uprv_memcmp(versionArray, currVersionArray, 4)<0) { 304 log_err("Testing ucol_getVersion() - unexpected result: %02x.%02x.%02x.%02x\n", 305 versionArray[0], versionArray[1], versionArray[2], versionArray[3]); 306 } else { 307 log_verbose("ucol_getVersion() result: %02x.%02x.%02x.%02x\n", 308 versionArray[0], versionArray[1], versionArray[2], versionArray[3]); 309 } 310 311 /* Assume that the UCD and UCA versions are the same, 312 * rather than hardcoding (and updating each time) a particular UCA version. */ 313 u_getUnicodeVersion(versionUCDArray); 314 ucol_getUCAVersion(col, versionUCAArray); 315 if (0!=uprv_memcmp(versionUCAArray, versionUCDArray, 4)) { 316 log_err("Testing ucol_getUCAVersion() - unexpected result: %hu.%hu.%hu.%hu\n", 317 versionUCAArray[0], versionUCAArray[1], versionUCAArray[2], versionUCAArray[3]); 318 } 319 320 u_uastrcpy(source, "ab"); 321 u_uastrcpy(target, "abc"); 322 323 doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_LESS, "ab < abc comparison failed"); 324 325 u_uastrcpy(source, "ab"); 326 u_uastrcpy(target, "AB"); 327 328 doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_LESS, "ab < AB comparison failed"); 329 330 u_uastrcpy(source, "blackbird"); 331 u_uastrcpy(target, "black-bird"); 332 333 doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_GREATER, "black-bird > blackbird comparison failed"); 334 335 u_uastrcpy(source, "black bird"); 336 u_uastrcpy(target, "black-bird"); 337 338 doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_LESS, "black bird < black-bird comparison failed"); 339 340 u_uastrcpy(source, "Hello"); 341 u_uastrcpy(target, "hello"); 342 343 doStrcoll(col, source, u_strlen(source), target, u_strlen(target), UCOL_GREATER, "Hello > hello comparison failed"); 344 345 log_verbose("Test ucol_strcoll ends.\n"); 346 347 log_verbose("testing ucol_getStrength() method ...\n"); 348 doAssert( (ucol_getStrength(col) == UCOL_TERTIARY), "collation object has the wrong strength"); 349 doAssert( (ucol_getStrength(col) != UCOL_PRIMARY), "collation object's strength is primary difference"); 350 351 log_verbose("testing ucol_setStrength() method ...\n"); 352 ucol_setStrength(col, UCOL_SECONDARY); 353 doAssert( (ucol_getStrength(col) != UCOL_TERTIARY), "collation object's strength is secondary difference"); 354 doAssert( (ucol_getStrength(col) != UCOL_PRIMARY), "collation object's strength is primary difference"); 355 doAssert( (ucol_getStrength(col) == UCOL_SECONDARY), "collation object has the wrong strength"); 356 357 358 log_verbose("Get display name for the default collation in German : \n"); 359 360 len=ucol_getDisplayName("en_US", "de_DE", NULL, 0, &status); 361 if(status==U_BUFFER_OVERFLOW_ERROR){ 362 status=U_ZERO_ERROR; 363 disName=(UChar*)malloc(sizeof(UChar) * (len+1)); 364 ucol_getDisplayName("en_US", "de_DE", disName, len+1, &status); 365 log_verbose("the display name for default collation in german: %s\n", austrdup(disName) ); 366 free(disName); 367 } 368 if(U_FAILURE(status)){ 369 log_err("ERROR: in getDisplayName: %s\n", myErrorName(status)); 370 return; 371 } 372 log_verbose("Default collation getDisplayName ended.\n"); 373 374 ruled = ucol_open("da_DK", &status); 375 if(U_FAILURE(status)) { 376 log_data_err("ucol_open(\"da_DK\") failed - %s\n", u_errorName(status)); 377 ucol_close(col); 378 return; 379 } 380 log_verbose("ucol_getRules() testing ...\n"); 381 rules = ucol_getRules(ruled, &tempLength); 382 if(tempLength == 0) { 383 log_data_err("missing da_DK tailoring rule string\n"); 384 } else { 385 UChar aa[2] = { 0x61, 0x61 }; 386 doAssert(u_strFindFirst(rules, tempLength, aa, 2) != NULL, 387 "da_DK rules do not contain 'aa'"); 388 } 389 log_verbose("getRules tests end.\n"); 390 { 391 UChar *buffer = (UChar *)malloc(200000*sizeof(UChar)); 392 int32_t bufLen = 200000; 393 buffer[0] = '\0'; 394 log_verbose("ucol_getRulesEx() testing ...\n"); 395 tempLength = ucol_getRulesEx(col,UCOL_TAILORING_ONLY,buffer,bufLen ); 396 doAssert( tempLength == 0x00, "getRulesEx() result incorrect" ); 397 log_verbose("getRules tests end.\n"); 398 399 log_verbose("ucol_getRulesEx() testing ...\n"); 400 tempLength=ucol_getRulesEx(col,UCOL_FULL_RULES,buffer,bufLen ); 401 if(tempLength == 0) { 402 log_data_err("missing *full* rule string\n"); 403 } 404 log_verbose("getRulesEx tests end.\n"); 405 free(buffer); 406 } 407 ucol_close(ruled); 408 ucol_close(col); 409 410 log_verbose("open an collator for french locale"); 411 col = ucol_open("fr_FR", &status); 412 if (U_FAILURE(status)) { 413 log_err("ERROR: Creating French collation failed.: %s\n", myErrorName(status)); 414 return; 415 } 416 ucol_setStrength(col, UCOL_PRIMARY); 417 log_verbose("testing ucol_getStrength() method again ...\n"); 418 doAssert( (ucol_getStrength(col) != UCOL_TERTIARY), "collation object has the wrong strength"); 419 doAssert( (ucol_getStrength(col) == UCOL_PRIMARY), "collation object's strength is not primary difference"); 420 421 log_verbose("testing French ucol_setStrength() method ...\n"); 422 ucol_setStrength(col, UCOL_TERTIARY); 423 doAssert( (ucol_getStrength(col) == UCOL_TERTIARY), "collation object's strength is not tertiary difference"); 424 doAssert( (ucol_getStrength(col) != UCOL_PRIMARY), "collation object's strength is primary difference"); 425 doAssert( (ucol_getStrength(col) != UCOL_SECONDARY), "collation object's strength is secondary difference"); 426 ucol_close(col); 427 428 log_verbose("Get display name for the french collation in english : \n"); 429 len=ucol_getDisplayName("fr_FR", "en_US", NULL, 0, &status); 430 if(status==U_BUFFER_OVERFLOW_ERROR){ 431 status=U_ZERO_ERROR; 432 disName=(UChar*)malloc(sizeof(UChar) * (len+1)); 433 ucol_getDisplayName("fr_FR", "en_US", disName, len+1, &status); 434 log_verbose("the display name for french collation in english: %s\n", austrdup(disName) ); 435 free(disName); 436 } 437 if(U_FAILURE(status)){ 438 log_err("ERROR: in getDisplayName: %s\n", myErrorName(status)); 439 return; 440 } 441 log_verbose("Default collation getDisplayName ended.\n"); 442 443 } 444 445 /* Test RuleBasedCollator and getRules*/ 446 void TestRuleBasedColl() 447 { 448 UCollator *col1, *col2, *col3, *col4; 449 UCollationElements *iter1, *iter2; 450 UChar ruleset1[60]; 451 UChar ruleset2[50]; 452 UChar teststr[10]; 453 const UChar *rule1, *rule2, *rule3, *rule4; 454 int32_t tempLength; 455 UErrorCode status = U_ZERO_ERROR; 456 u_uastrcpy(ruleset1, "&9 < a, A < b, B < c, C; ch, cH, Ch, CH < d, D, e, E"); 457 u_uastrcpy(ruleset2, "&9 < a, A < b, B < c, C < d, D, e, E"); 458 459 460 col1 = ucol_openRules(ruleset1, u_strlen(ruleset1), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL,&status); 461 if (U_FAILURE(status)) { 462 log_err_status(status, "RuleBased Collator creation failed.: %s\n", myErrorName(status)); 463 return; 464 } 465 else 466 log_verbose("PASS: RuleBased Collator creation passed\n"); 467 468 status = U_ZERO_ERROR; 469 col2 = ucol_openRules(ruleset2, u_strlen(ruleset2), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); 470 if (U_FAILURE(status)) { 471 log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); 472 return; 473 } 474 else 475 log_verbose("PASS: RuleBased Collator creation passed\n"); 476 477 478 status = U_ZERO_ERROR; 479 col3= ucol_open(NULL, &status); 480 if (U_FAILURE(status)) { 481 log_err("Default Collator creation failed.: %s\n", myErrorName(status)); 482 return; 483 } 484 else 485 log_verbose("PASS: Default Collator creation passed\n"); 486 487 rule1 = ucol_getRules(col1, &tempLength); 488 rule2 = ucol_getRules(col2, &tempLength); 489 rule3 = ucol_getRules(col3, &tempLength); 490 491 doAssert((u_strcmp(rule1, rule2) != 0), "Default collator getRules failed"); 492 doAssert((u_strcmp(rule2, rule3) != 0), "Default collator getRules failed"); 493 doAssert((u_strcmp(rule1, rule3) != 0), "Default collator getRules failed"); 494 495 col4=ucol_openRules(rule2, u_strlen(rule2), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); 496 if (U_FAILURE(status)) { 497 log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); 498 return; 499 } 500 rule4= ucol_getRules(col4, &tempLength); 501 doAssert((u_strcmp(rule2, rule4) == 0), "Default collator getRules failed"); 502 503 ucol_close(col1); 504 ucol_close(col2); 505 ucol_close(col3); 506 ucol_close(col4); 507 508 /* tests that modifier ! is always ignored */ 509 u_uastrcpy(ruleset1, "!&a<b"); 510 teststr[0] = 0x0e40; 511 teststr[1] = 0x0e01; 512 teststr[2] = 0x0e2d; 513 col1 = ucol_openRules(ruleset1, u_strlen(ruleset1), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); 514 if (U_FAILURE(status)) { 515 log_err("RuleBased Collator creation failed.: %s\n", myErrorName(status)); 516 return; 517 } 518 col2 = ucol_open("en_US", &status); 519 if (U_FAILURE(status)) { 520 log_err("en_US Collator creation failed.: %s\n", myErrorName(status)); 521 return; 522 } 523 iter1 = ucol_openElements(col1, teststr, 3, &status); 524 iter2 = ucol_openElements(col2, teststr, 3, &status); 525 if(U_FAILURE(status)) { 526 log_err("ERROR: CollationElement iterator creation failed.: %s\n", myErrorName(status)); 527 return; 528 } 529 while (TRUE) { 530 /* testing with en since thai has its own tailoring */ 531 uint32_t ce = ucol_next(iter1, &status); 532 uint32_t ce2 = ucol_next(iter2, &status); 533 if(U_FAILURE(status)) { 534 log_err("ERROR: CollationElement iterator creation failed.: %s\n", myErrorName(status)); 535 return; 536 } 537 if (ce2 != ce) { 538 log_err("! modifier test failed"); 539 } 540 if (ce == UCOL_NULLORDER) { 541 break; 542 } 543 } 544 ucol_closeElements(iter1); 545 ucol_closeElements(iter2); 546 ucol_close(col1); 547 ucol_close(col2); 548 /* CLDR 24+ requires a reset before the first relation */ 549 u_uastrcpy(ruleset1, "< z < a"); 550 col1 = ucol_openRules(ruleset1, u_strlen(ruleset1), UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); 551 if (status != U_PARSE_ERROR && status != U_INVALID_FORMAT_ERROR) { 552 log_err("ucol_openRules(without initial reset: '< z < a') " 553 "should fail with U_PARSE_ERROR or U_INVALID_FORMAT_ERROR but yielded %s\n", 554 myErrorName(status)); 555 } 556 ucol_close(col1); 557 } 558 559 void TestCompare() 560 { 561 UErrorCode status = U_ZERO_ERROR; 562 UCollator *col; 563 UChar* test1; 564 UChar* test2; 565 566 log_verbose("The compare tests begin : \n"); 567 status=U_ZERO_ERROR; 568 col = ucol_open("en_US", &status); 569 if(U_FAILURE(status)) { 570 log_err_status(status, "ucal_open() collation creation failed.: %s\n", myErrorName(status)); 571 return; 572 } 573 test1=(UChar*)malloc(sizeof(UChar) * 6); 574 test2=(UChar*)malloc(sizeof(UChar) * 6); 575 u_uastrcpy(test1, "Abcda"); 576 u_uastrcpy(test2, "abcda"); 577 578 log_verbose("Use tertiary comparison level testing ....\n"); 579 580 doAssert( (!ucol_equal(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" != \"abcda\" "); 581 doAssert( (ucol_greater(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" >>> \"abcda\" "); 582 doAssert( (ucol_greaterOrEqual(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" >>> \"abcda\""); 583 584 ucol_setStrength(col, UCOL_SECONDARY); 585 log_verbose("Use secondary comparison level testing ....\n"); 586 587 doAssert( (ucol_equal(col, test1, u_strlen(test1), test2, u_strlen(test2) )), "Result should be \"Abcda\" == \"abcda\""); 588 doAssert( (!ucol_greater(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); 589 doAssert( (ucol_greaterOrEqual(col, test1, u_strlen(test1), test2, u_strlen(test2) )), "Result should be \"Abcda\" == \"abcda\""); 590 591 ucol_setStrength(col, UCOL_PRIMARY); 592 log_verbose("Use primary comparison level testing ....\n"); 593 594 doAssert( (ucol_equal(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); 595 doAssert( (!ucol_greater(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); 596 doAssert( (ucol_greaterOrEqual(col, test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"Abcda\" == \"abcda\""); 597 598 599 log_verbose("The compare tests end.\n"); 600 ucol_close(col); 601 free(test1); 602 free(test2); 603 604 } 605 /* 606 --------------------------------------------- 607 tests decomposition setting 608 */ 609 void TestDecomposition() { 610 UErrorCode status = U_ZERO_ERROR; 611 UCollator *en_US, *el_GR, *vi_VN; 612 en_US = ucol_open("en_US", &status); 613 el_GR = ucol_open("el_GR", &status); 614 vi_VN = ucol_open("vi_VN", &status); 615 616 if (U_FAILURE(status)) { 617 log_err_status(status, "ERROR: collation creation failed.: %s\n", myErrorName(status)); 618 return; 619 } 620 621 if (ucol_getAttribute(vi_VN, UCOL_NORMALIZATION_MODE, &status) != UCOL_ON || 622 U_FAILURE(status)) 623 { 624 log_err("ERROR: vi_VN collation did not have canonical decomposition for normalization!\n"); 625 } 626 627 status = U_ZERO_ERROR; 628 if (ucol_getAttribute(el_GR, UCOL_NORMALIZATION_MODE, &status) != UCOL_ON || 629 U_FAILURE(status)) 630 { 631 log_err("ERROR: el_GR collation did not have canonical decomposition for normalization!\n"); 632 } 633 634 status = U_ZERO_ERROR; 635 if (ucol_getAttribute(en_US, UCOL_NORMALIZATION_MODE, &status) != UCOL_OFF || 636 U_FAILURE(status)) 637 { 638 log_err("ERROR: en_US collation had canonical decomposition for normalization!\n"); 639 } 640 641 ucol_close(en_US); 642 ucol_close(el_GR); 643 ucol_close(vi_VN); 644 } 645 646 #define CLONETEST_COLLATOR_COUNT 4 647 648 void TestSafeClone() { 649 UChar test1[6]; 650 UChar test2[6]; 651 static const UChar umlautUStr[] = {0x00DC, 0}; 652 static const UChar oeStr[] = {0x0055, 0x0045, 0}; 653 UCollator * someCollators [CLONETEST_COLLATOR_COUNT]; 654 UCollator * someClonedCollators [CLONETEST_COLLATOR_COUNT]; 655 UCollator * col; 656 UErrorCode err = U_ZERO_ERROR; 657 int8_t idx = 6; /* Leave this here to test buffer alingment in memory*/ 658 uint8_t buffer [CLONETEST_COLLATOR_COUNT] [U_COL_SAFECLONE_BUFFERSIZE]; 659 int32_t bufferSize = U_COL_SAFECLONE_BUFFERSIZE; 660 const char sampleRuleChars[] = "&Z < CH"; 661 UChar sampleRule[sizeof(sampleRuleChars)]; 662 663 u_uastrcpy(test1, "abCda"); 664 u_uastrcpy(test2, "abcda"); 665 u_uastrcpy(sampleRule, sampleRuleChars); 666 667 /* one default collator & two complex ones */ 668 someCollators[0] = ucol_open("en_US", &err); 669 someCollators[1] = ucol_open("ko", &err); 670 someCollators[2] = ucol_open("ja_JP", &err); 671 someCollators[3] = ucol_openRules(sampleRule, -1, UCOL_ON, UCOL_TERTIARY, NULL, &err); 672 if(U_FAILURE(err)) { 673 for (idx = 0; idx < CLONETEST_COLLATOR_COUNT; idx++) { 674 ucol_close(someCollators[idx]); 675 } 676 log_data_err("Couldn't open one or more collators\n"); 677 return; 678 } 679 680 /* Check the various error & informational states: */ 681 682 /* Null status - just returns NULL */ 683 if (NULL != ucol_safeClone(someCollators[0], buffer[0], &bufferSize, NULL)) 684 { 685 log_err("FAIL: Cloned Collator failed to deal correctly with null status\n"); 686 } 687 /* error status - should return 0 & keep error the same */ 688 err = U_MEMORY_ALLOCATION_ERROR; 689 if (NULL != ucol_safeClone(someCollators[0], buffer[0], &bufferSize, &err) || err != U_MEMORY_ALLOCATION_ERROR) 690 { 691 log_err("FAIL: Cloned Collator failed to deal correctly with incoming error status\n"); 692 } 693 err = U_ZERO_ERROR; 694 695 /* Null buffer size pointer is ok */ 696 if (NULL == (col = ucol_safeClone(someCollators[0], buffer[0], NULL, &err)) || U_FAILURE(err)) 697 { 698 log_err("FAIL: Cloned Collator failed to deal correctly with null bufferSize pointer\n"); 699 } 700 ucol_close(col); 701 err = U_ZERO_ERROR; 702 703 /* buffer size pointer is 0 - fill in pbufferSize with a size */ 704 bufferSize = 0; 705 if (NULL != ucol_safeClone(someCollators[0], buffer[0], &bufferSize, &err) || 706 U_FAILURE(err) || bufferSize <= 0) 707 { 708 log_err("FAIL: Cloned Collator failed a sizing request ('preflighting')\n"); 709 } 710 /* Verify our define is large enough */ 711 if (U_COL_SAFECLONE_BUFFERSIZE < bufferSize) 712 { 713 log_err("FAIL: Pre-calculated buffer size is too small\n"); 714 } 715 /* Verify we can use this run-time calculated size */ 716 if (NULL == (col = ucol_safeClone(someCollators[0], buffer[0], &bufferSize, &err)) || U_FAILURE(err)) 717 { 718 log_err("FAIL: Collator can't be cloned with run-time size\n"); 719 } 720 if (col) ucol_close(col); 721 /* size one byte too small - should allocate & let us know */ 722 if (bufferSize > 1) { 723 --bufferSize; 724 } 725 if (NULL == (col = ucol_safeClone(someCollators[0], 0, &bufferSize, &err)) || err != U_SAFECLONE_ALLOCATED_WARNING) 726 { 727 log_err("FAIL: Cloned Collator failed to deal correctly with too-small buffer size\n"); 728 } 729 if (col) ucol_close(col); 730 err = U_ZERO_ERROR; 731 bufferSize = U_COL_SAFECLONE_BUFFERSIZE; 732 733 734 /* Null buffer pointer - return Collator & set error to U_SAFECLONE_ALLOCATED_ERROR */ 735 if (NULL == (col = ucol_safeClone(someCollators[0], 0, &bufferSize, &err)) || err != U_SAFECLONE_ALLOCATED_WARNING) 736 { 737 log_err("FAIL: Cloned Collator failed to deal correctly with null buffer pointer\n"); 738 } 739 if (col) ucol_close(col); 740 err = U_ZERO_ERROR; 741 742 /* Null Collator - return NULL & set U_ILLEGAL_ARGUMENT_ERROR */ 743 if (NULL != ucol_safeClone(NULL, buffer[0], &bufferSize, &err) || err != U_ILLEGAL_ARGUMENT_ERROR) 744 { 745 log_err("FAIL: Cloned Collator failed to deal correctly with null Collator pointer\n"); 746 } 747 748 err = U_ZERO_ERROR; 749 750 /* Test that a cloned collator doesn't accidentally use UCA. */ 751 col=ucol_open("de@collation=phonebook", &err); 752 bufferSize = U_COL_SAFECLONE_BUFFERSIZE; 753 someClonedCollators[0] = ucol_safeClone(col, buffer[0], &bufferSize, &err); 754 doAssert( (ucol_greater(col, umlautUStr, u_strlen(umlautUStr), oeStr, u_strlen(oeStr))), "Original German phonebook collation sorts differently than expected"); 755 doAssert( (ucol_greater(someClonedCollators[0], umlautUStr, u_strlen(umlautUStr), oeStr, u_strlen(oeStr))), "Cloned German phonebook collation sorts differently than expected"); 756 if (!ucol_equals(someClonedCollators[0], col)) { 757 log_err("FAIL: Cloned German phonebook collator is not equal to original.\n"); 758 } 759 ucol_close(col); 760 ucol_close(someClonedCollators[0]); 761 762 err = U_ZERO_ERROR; 763 764 /* change orig & clone & make sure they are independent */ 765 766 for (idx = 0; idx < CLONETEST_COLLATOR_COUNT; idx++) 767 { 768 ucol_setStrength(someCollators[idx], UCOL_IDENTICAL); 769 bufferSize = 1; 770 err = U_ZERO_ERROR; 771 ucol_close(ucol_safeClone(someCollators[idx], buffer[idx], &bufferSize, &err)); 772 if (err != U_SAFECLONE_ALLOCATED_WARNING) { 773 log_err("FAIL: collator number %d was not allocated.\n", idx); 774 log_err("FAIL: status of Collator[%d] is %d (hex: %x).\n", idx, err, err); 775 } 776 777 bufferSize = U_COL_SAFECLONE_BUFFERSIZE; 778 err = U_ZERO_ERROR; 779 someClonedCollators[idx] = ucol_safeClone(someCollators[idx], buffer[idx], &bufferSize, &err); 780 if (U_FAILURE(err)) { 781 log_err("FAIL: Unable to clone collator %d - %s\n", idx, u_errorName(err)); 782 continue; 783 } 784 if (!ucol_equals(someClonedCollators[idx], someCollators[idx])) { 785 log_err("FAIL: Cloned collator is not equal to original at index = %d.\n", idx); 786 } 787 788 /* Check the usability */ 789 ucol_setStrength(someCollators[idx], UCOL_PRIMARY); 790 ucol_setAttribute(someCollators[idx], UCOL_CASE_LEVEL, UCOL_OFF, &err); 791 792 doAssert( (ucol_equal(someCollators[idx], test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"abcda\" == \"abCda\""); 793 794 /* Close the original to make sure that the clone is usable. */ 795 ucol_close(someCollators[idx]); 796 797 ucol_setStrength(someClonedCollators[idx], UCOL_TERTIARY); 798 ucol_setAttribute(someClonedCollators[idx], UCOL_CASE_LEVEL, UCOL_OFF, &err); 799 doAssert( (ucol_greater(someClonedCollators[idx], test1, u_strlen(test1), test2, u_strlen(test2))), "Result should be \"abCda\" >>> \"abcda\" "); 800 801 ucol_close(someClonedCollators[idx]); 802 } 803 } 804 805 void TestCloneBinary(){ 806 UErrorCode err = U_ZERO_ERROR; 807 UCollator * col = ucol_open("en_US", &err); 808 UCollator * c; 809 int32_t size; 810 uint8_t * buffer; 811 812 if (U_FAILURE(err)) { 813 log_data_err("Couldn't open collator. Error: %s\n", u_errorName(err)); 814 return; 815 } 816 817 size = ucol_cloneBinary(col, NULL, 0, &err); 818 if(size==0 || err!=U_BUFFER_OVERFLOW_ERROR) { 819 log_err("ucol_cloneBinary - couldn't check size. Error: %s\n", u_errorName(err)); 820 return; 821 } 822 err = U_ZERO_ERROR; 823 824 buffer = (uint8_t *) malloc(size); 825 ucol_cloneBinary(col, buffer, size, &err); 826 if(U_FAILURE(err)) { 827 log_err("ucol_cloneBinary - couldn't clone.. Error: %s\n", u_errorName(err)); 828 free(buffer); 829 return; 830 } 831 832 /* how to check binary result ? */ 833 834 c = ucol_openBinary(buffer, size, col, &err); 835 if(U_FAILURE(err)) { 836 log_err("ucol_openBinary failed. Error: %s\n", u_errorName(err)); 837 } else { 838 UChar t[] = {0x41, 0x42, 0x43, 0}; /* ABC */ 839 uint8_t *k1, *k2; 840 int l1, l2; 841 l1 = ucol_getSortKey(col, t, -1, NULL,0); 842 l2 = ucol_getSortKey(c, t, -1, NULL,0); 843 k1 = (uint8_t *) malloc(sizeof(uint8_t) * l1); 844 k2 = (uint8_t *) malloc(sizeof(uint8_t) * l2); 845 ucol_getSortKey(col, t, -1, k1, l1); 846 ucol_getSortKey(col, t, -1, k2, l2); 847 if (strcmp((char *)k1,(char *)k2) != 0){ 848 log_err("ucol_openBinary - new collator should equal to old one\n"); 849 }; 850 free(k1); 851 free(k2); 852 } 853 free(buffer); 854 ucol_close(c); 855 ucol_close(col); 856 } 857 858 859 static void TestBengaliSortKey(void) 860 { 861 const char *curLoc = "bn"; 862 UChar str1[] = { 0x09BE, 0 }; 863 UChar str2[] = { 0x0B70, 0 }; 864 UCollator *c2 = NULL; 865 const UChar *rules; 866 int32_t rulesLength=-1; 867 uint8_t *sortKey1; 868 int32_t sortKeyLen1 = 0; 869 uint8_t *sortKey2; 870 int32_t sortKeyLen2 = 0; 871 UErrorCode status = U_ZERO_ERROR; 872 char sortKeyStr1[2048]; 873 uint32_t sortKeyStrLen1 = sizeof(sortKeyStr1)/sizeof(sortKeyStr1[0]); 874 char sortKeyStr2[2048]; 875 uint32_t sortKeyStrLen2 = sizeof(sortKeyStr2)/sizeof(sortKeyStr2[0]); 876 UCollationResult result; 877 878 static UChar preRules[41] = { 0x26, 0x9fa, 0x3c, 0x98c, 0x3c, 0x9e1, 0x3c, 0x98f, 0x3c, 0x990, 0x3c, 0x993, 0x3c, 0x994, 0x3c, 0x9bc, 0x3c, 0x982, 0x3c, 0x983, 0x3c, 0x981, 0x3c, 0x9b0, 0x3c, 0x9b8, 0x3c, 0x9b9, 0x3c, 0x9bd, 0x3c, 0x9be, 0x3c, 0x9bf, 0x3c, 0x9c8, 0x3c, 0x9cb, 0x3d, 0x9cb , 0}; 879 880 rules = preRules; 881 882 log_verbose("Rules: %s\n", aescstrdup(rules, rulesLength)); 883 884 c2 = ucol_openRules(rules, rulesLength, UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &status); 885 if (U_FAILURE(status)) { 886 log_data_err("ERROR: Creating collator from rules failed with locale: %s : %s\n", curLoc, myErrorName(status)); 887 return; 888 } 889 890 sortKeyLen1 = ucol_getSortKey(c2, str1, -1, NULL, 0); 891 sortKey1 = (uint8_t*)malloc(sortKeyLen1+1); 892 ucol_getSortKey(c2,str1,-1,sortKey1, sortKeyLen1+1); 893 ucol_sortKeyToString(c2, sortKey1, sortKeyStr1, sortKeyStrLen1); 894 895 896 sortKeyLen2 = ucol_getSortKey(c2, str2, -1, NULL, 0); 897 sortKey2 = (uint8_t*)malloc(sortKeyLen2+1); 898 ucol_getSortKey(c2,str2,-1,sortKey2, sortKeyLen2+1); 899 900 ucol_sortKeyToString(c2, sortKey2, sortKeyStr2, sortKeyStrLen2); 901 902 903 904 result=ucol_strcoll(c2, str1, -1, str2, -1); 905 if(result!=UCOL_LESS) { 906 log_err("Error: %s was not less than %s: result=%d.\n", aescstrdup(str1,-1), aescstrdup(str2,-1), result); 907 log_info("[%s] -> %s (%d, from rule)\n", aescstrdup(str1,-1), sortKeyStr1, sortKeyLen1); 908 log_info("[%s] -> %s (%d, from rule)\n", aescstrdup(str2,-1), sortKeyStr2, sortKeyLen2); 909 } else { 910 log_verbose("OK: %s was less than %s: result=%d.\n", aescstrdup(str1,-1), aescstrdup(str2,-1), result); 911 log_verbose("[%s] -> %s (%d, from rule)\n", aescstrdup(str1,-1), sortKeyStr1, sortKeyLen1); 912 log_verbose("[%s] -> %s (%d, from rule)\n", aescstrdup(str2,-1), sortKeyStr2, sortKeyLen2); 913 } 914 915 free(sortKey1); 916 free(sortKey2); 917 ucol_close(c2); 918 919 } 920 921 /* 922 TestOpenVsOpenRules ensures that collators from ucol_open and ucol_openRules 923 will generate identical sort keys 924 */ 925 void TestOpenVsOpenRules(){ 926 927 /* create an array of all the locales */ 928 int32_t numLocales = uloc_countAvailable(); 929 int32_t sizeOfStdSet; 930 uint32_t adder; 931 UChar str[41]; /* create an array of UChar of size maximum strSize + 1 */ 932 USet *stdSet; 933 char* curLoc; 934 UCollator * c1; 935 UCollator * c2; 936 const UChar* rules; 937 int32_t rulesLength; 938 int32_t sortKeyLen1, sortKeyLen2; 939 uint8_t *sortKey1 = NULL, *sortKey2 = NULL; 940 char sortKeyStr1[512], sortKeyStr2[512]; 941 uint32_t sortKeyStrLen1 = sizeof(sortKeyStr1) / sizeof(sortKeyStr1[0]), 942 sortKeyStrLen2 = sizeof(sortKeyStr2) / sizeof(sortKeyStr2[0]); 943 ULocaleData *uld; 944 int32_t x, y, z; 945 USet *eSet; 946 int32_t eSize; 947 int strSize; 948 949 UErrorCode err = U_ZERO_ERROR; 950 951 /* create a set of standard characters that aren't very interesting... 952 and then we can find some interesting ones later */ 953 954 stdSet = uset_open(0x61, 0x7A); 955 uset_addRange(stdSet, 0x41, 0x5A); 956 uset_addRange(stdSet, 0x30, 0x39); 957 sizeOfStdSet = uset_size(stdSet); 958 (void)sizeOfStdSet; /* Suppress set but not used warning. */ 959 960 adder = 1; 961 if(getTestOption(QUICK_OPTION)) 962 { 963 adder = 10; 964 } 965 966 for(x = 0; x < numLocales; x+=adder){ 967 curLoc = (char *)uloc_getAvailable(x); 968 log_verbose("Processing %s\n", curLoc); 969 970 /* create a collator the normal API way */ 971 c1 = ucol_open(curLoc, &err); 972 if (U_FAILURE(err)) { 973 log_err("ERROR: Normal collation creation failed with locale: %s : %s\n", curLoc, myErrorName(err)); 974 return; 975 } 976 977 /* grab the rules */ 978 rules = ucol_getRules(c1, &rulesLength); 979 if (rulesLength == 0) { 980 /* The optional tailoring rule string is either empty (boring) or missing. */ 981 ucol_close(c1); 982 continue; 983 } 984 985 /* use those rules to create a collator from rules */ 986 c2 = ucol_openRules(rules, rulesLength, UCOL_DEFAULT, UCOL_DEFAULT_STRENGTH, NULL, &err); 987 if (U_FAILURE(err)) { 988 log_err("ERROR: Creating collator from rules failed with locale: %s : %s\n", curLoc, myErrorName(err)); 989 ucol_close(c1); 990 continue; 991 } 992 993 uld = ulocdata_open(curLoc, &err); 994 995 /*now that we have some collators, we get several strings */ 996 997 for(y = 0; y < 5; y++){ 998 999 /* get a set of ALL the characters in this locale */ 1000 eSet = ulocdata_getExemplarSet(uld, NULL, 0, ULOCDATA_ES_STANDARD, &err); 1001 eSize = uset_size(eSet); 1002 1003 /* make a string with these characters in it */ 1004 strSize = (rand()%40) + 1; 1005 1006 for(z = 0; z < strSize; z++){ 1007 str[z] = uset_charAt(eSet, rand()%eSize); 1008 } 1009 1010 /* change the set to only include 'abnormal' characters (not A-Z, a-z, 0-9 */ 1011 uset_removeAll(eSet, stdSet); 1012 eSize = uset_size(eSet); 1013 1014 /* if there are some non-normal characters left, put a few into the string, just to make sure we have some */ 1015 if(eSize > 0){ 1016 str[2%strSize] = uset_charAt(eSet, rand()%eSize); 1017 str[3%strSize] = uset_charAt(eSet, rand()%eSize); 1018 str[5%strSize] = uset_charAt(eSet, rand()%eSize); 1019 str[10%strSize] = uset_charAt(eSet, rand()%eSize); 1020 str[13%strSize] = uset_charAt(eSet, rand()%eSize); 1021 } 1022 /* terminate the string */ 1023 str[strSize-1] = '\0'; 1024 log_verbose("String used: %S\n", str); 1025 1026 /* get sort keys for both of them, and check that the keys are identicle */ 1027 sortKeyLen1 = ucol_getSortKey(c1, str, u_strlen(str), NULL, 0); 1028 sortKey1 = (uint8_t*)malloc(sizeof(uint8_t) * (sortKeyLen1 + 1)); 1029 /*memset(sortKey1, 0xFE, sortKeyLen1);*/ 1030 ucol_getSortKey(c1, str, u_strlen(str), sortKey1, sortKeyLen1 + 1); 1031 ucol_sortKeyToString(c1, sortKey1, sortKeyStr1, sortKeyStrLen1); 1032 1033 sortKeyLen2 = ucol_getSortKey(c2, str, u_strlen(str), NULL, 0); 1034 sortKey2 = (uint8_t*)malloc(sizeof(uint8_t) * (sortKeyLen2 + 1)); 1035 /*memset(sortKey2, 0xFE, sortKeyLen2);*/ 1036 ucol_getSortKey(c2, str, u_strlen(str), sortKey2, sortKeyLen2 + 1); 1037 ucol_sortKeyToString(c2, sortKey2, sortKeyStr2, sortKeyStrLen2); 1038 1039 /* Check that the lengths are the same */ 1040 if (sortKeyLen1 != sortKeyLen2) { 1041 log_err("ERROR : Sort key lengths %d and %d for text '%s' in locale '%s' do not match.\n", 1042 sortKeyLen1, sortKeyLen2, str, curLoc); 1043 } 1044 1045 /* check that the keys are the same */ 1046 if (memcmp(sortKey1, sortKey2, sortKeyLen1) != 0) { 1047 log_err("ERROR : Sort keys '%s' and '%s' for text '%s' in locale '%s' are not equivalent.\n", 1048 sortKeyStr1, sortKeyStr2, str, curLoc); 1049 } 1050 1051 /* clean up after each string */ 1052 free(sortKey1); 1053 free(sortKey2); 1054 uset_close(eSet); 1055 } 1056 /* clean up after each locale */ 1057 ulocdata_close(uld); 1058 ucol_close(c1); 1059 ucol_close(c2); 1060 } 1061 /* final clean up */ 1062 uset_close(stdSet); 1063 } 1064 /* 1065 ---------------------------------------------------------------------------- 1066 ctor -- Tests the getSortKey 1067 */ 1068 void TestSortKey() 1069 { 1070 uint8_t *sortk1 = NULL, *sortk2 = NULL, *sortk3 = NULL, *sortkEmpty = NULL; 1071 int32_t sortklen, osortklen; 1072 UCollator *col; 1073 UChar *test1, *test2, *test3; 1074 UErrorCode status = U_ZERO_ERROR; 1075 char toStringBuffer[256], *resultP; 1076 uint32_t toStringLen=sizeof(toStringBuffer)/sizeof(toStringBuffer[0]); 1077 1078 1079 uint8_t s1[] = { 0x9f, 0x00 }; 1080 uint8_t s2[] = { 0x61, 0x00 }; 1081 int strcmpResult; 1082 1083 strcmpResult = strcmp((const char *)s1, (const char *)s2); 1084 log_verbose("strcmp(0x9f..., 0x61...) = %d\n", strcmpResult); 1085 1086 if(strcmpResult <= 0) { 1087 log_err("ERR: expected strcmp(\"9f 00\", \"61 00\") to be >=0 (GREATER).. got %d. Calling strcmp() for sortkeys may not work! \n", 1088 strcmpResult); 1089 } 1090 1091 1092 log_verbose("testing SortKey begins...\n"); 1093 /* this is supposed to open default date format, but later on it treats it like it is "en_US" 1094 - very bad if you try to run the tests on machine where default locale is NOT "en_US" */ 1095 /* col = ucol_open(NULL, &status); */ 1096 col = ucol_open("en_US", &status); 1097 if (U_FAILURE(status)) { 1098 log_err_status(status, "ERROR: Default collation creation failed.: %s\n", myErrorName(status)); 1099 return; 1100 } 1101 1102 1103 if(ucol_getStrength(col) != UCOL_DEFAULT_STRENGTH) 1104 { 1105 log_err("ERROR: default collation did not have UCOL_DEFAULT_STRENGTH !\n"); 1106 } 1107 /* Need to use identical strength */ 1108 ucol_setAttribute(col, UCOL_STRENGTH, UCOL_IDENTICAL, &status); 1109 1110 test1=(UChar*)malloc(sizeof(UChar) * 6); 1111 test2=(UChar*)malloc(sizeof(UChar) * 6); 1112 test3=(UChar*)malloc(sizeof(UChar) * 6); 1113 1114 memset(test1,0xFE, sizeof(UChar)*6); 1115 memset(test2,0xFE, sizeof(UChar)*6); 1116 memset(test3,0xFE, sizeof(UChar)*6); 1117 1118 1119 u_uastrcpy(test1, "Abcda"); 1120 u_uastrcpy(test2, "abcda"); 1121 u_uastrcpy(test3, "abcda"); 1122 1123 log_verbose("Use tertiary comparison level testing ....\n"); 1124 1125 sortklen=ucol_getSortKey(col, test1, u_strlen(test1), NULL, 0); 1126 sortk1=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); 1127 memset(sortk1,0xFE, sortklen); 1128 ucol_getSortKey(col, test1, u_strlen(test1), sortk1, sortklen+1); 1129 1130 sortklen=ucol_getSortKey(col, test2, u_strlen(test2), NULL, 0); 1131 sortk2=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); 1132 memset(sortk2,0xFE, sortklen); 1133 ucol_getSortKey(col, test2, u_strlen(test2), sortk2, sortklen+1); 1134 1135 osortklen = sortklen; 1136 sortklen=ucol_getSortKey(col, test2, u_strlen(test3), NULL, 0); 1137 sortk3=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); 1138 memset(sortk3,0xFE, sortklen); 1139 ucol_getSortKey(col, test2, u_strlen(test2), sortk3, sortklen+1); 1140 1141 doAssert( (sortklen == osortklen), "Sortkey length should be the same (abcda, abcda)"); 1142 1143 doAssert( (memcmp(sortk1, sortk2, sortklen) > 0), "Result should be \"Abcda\" > \"abcda\""); 1144 doAssert( (memcmp(sortk2, sortk1, sortklen) < 0), "Result should be \"abcda\" < \"Abcda\""); 1145 doAssert( (memcmp(sortk2, sortk3, sortklen) == 0), "Result should be \"abcda\" == \"abcda\""); 1146 1147 resultP = ucol_sortKeyToString(col, sortk3, toStringBuffer, toStringLen); 1148 doAssert( (resultP != 0), "sortKeyToString failed!"); 1149 1150 #if 1 /* verobse log of sortkeys */ 1151 { 1152 char junk2[1000]; 1153 char junk3[1000]; 1154 int i; 1155 1156 strcpy(junk2, "abcda[2] "); 1157 strcpy(junk3, " abcda[3] "); 1158 1159 for(i=0;i<sortklen;i++) 1160 { 1161 sprintf(junk2+strlen(junk2), "%02X ",(int)( 0xFF & sortk2[i])); 1162 sprintf(junk3+strlen(junk3), "%02X ",(int)( 0xFF & sortk3[i])); 1163 } 1164 1165 log_verbose("%s\n", junk2); 1166 log_verbose("%s\n", junk3); 1167 } 1168 #endif 1169 1170 free(sortk1); 1171 free(sortk2); 1172 free(sortk3); 1173 1174 log_verbose("Use secondary comparision level testing ...\n"); 1175 ucol_setStrength(col, UCOL_SECONDARY); 1176 sortklen=ucol_getSortKey(col, test1, u_strlen(test1), NULL, 0); 1177 sortk1=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); 1178 ucol_getSortKey(col, test1, u_strlen(test1), sortk1, sortklen+1); 1179 sortklen=ucol_getSortKey(col, test2, u_strlen(test2), NULL, 0); 1180 sortk2=(uint8_t*)malloc(sizeof(uint8_t) * (sortklen+1)); 1181 ucol_getSortKey(col, test2, u_strlen(test2), sortk2, sortklen+1); 1182 1183 doAssert( !(memcmp(sortk1, sortk2, sortklen) > 0), "Result should be \"Abcda\" == \"abcda\""); 1184 doAssert( !(memcmp(sortk2, sortk1, sortklen) < 0), "Result should be \"abcda\" == \"Abcda\""); 1185 doAssert( (memcmp(sortk1, sortk2, sortklen) == 0), "Result should be \"abcda\" == \"abcda\""); 1186 1187 log_verbose("getting sortkey for an empty string\n"); 1188 ucol_setAttribute(col, UCOL_STRENGTH, UCOL_TERTIARY, &status); 1189 sortklen = ucol_getSortKey(col, test1, 0, NULL, 0); 1190 sortkEmpty = (uint8_t*)malloc(sizeof(uint8_t) * sortklen+1); 1191 sortklen = ucol_getSortKey(col, test1, 0, sortkEmpty, sortklen+1); 1192 if(sortklen != 3 || sortkEmpty[0] != 1 || sortkEmpty[0] != 1 || sortkEmpty[2] != 0) { 1193 log_err("Empty string generated wrong sortkey!\n"); 1194 } 1195 free(sortkEmpty); 1196 1197 log_verbose("testing passing invalid string\n"); 1198 sortklen = ucol_getSortKey(col, NULL, 10, NULL, 0); 1199 if(sortklen != 0) { 1200 log_err("Invalid string didn't return sortkey size of 0\n"); 1201 } 1202 1203 1204 log_verbose("testing sortkey ends...\n"); 1205 ucol_close(col); 1206 free(test1); 1207 free(test2); 1208 free(test3); 1209 free(sortk1); 1210 free(sortk2); 1211 1212 } 1213 void TestHashCode() 1214 { 1215 uint8_t *sortk1, *sortk2, *sortk3; 1216 int32_t sortk1len, sortk2len, sortk3len; 1217 UCollator *col; 1218 UChar *test1, *test2, *test3; 1219 UErrorCode status = U_ZERO_ERROR; 1220 log_verbose("testing getHashCode begins...\n"); 1221 col = ucol_open("en_US", &status); 1222 if (U_FAILURE(status)) { 1223 log_err_status(status, "ERROR: Default collation creation failed.: %s\n", myErrorName(status)); 1224 return; 1225 } 1226 test1=(UChar*)malloc(sizeof(UChar) * 6); 1227 test2=(UChar*)malloc(sizeof(UChar) * 6); 1228 test3=(UChar*)malloc(sizeof(UChar) * 6); 1229 u_uastrcpy(test1, "Abcda"); 1230 u_uastrcpy(test2, "abcda"); 1231 u_uastrcpy(test3, "abcda"); 1232 1233 log_verbose("Use tertiary comparison level testing ....\n"); 1234 sortk1len=ucol_getSortKey(col, test1, u_strlen(test1), NULL, 0); 1235 sortk1=(uint8_t*)malloc(sizeof(uint8_t) * (sortk1len+1)); 1236 ucol_getSortKey(col, test1, u_strlen(test1), sortk1, sortk1len+1); 1237 sortk2len=ucol_getSortKey(col, test2, u_strlen(test2), NULL, 0); 1238 sortk2=(uint8_t*)malloc(sizeof(uint8_t) * (sortk2len+1)); 1239 ucol_getSortKey(col, test2, u_strlen(test2), sortk2, sortk2len+1); 1240 sortk3len=ucol_getSortKey(col, test2, u_strlen(test3), NULL, 0); 1241 sortk3=(uint8_t*)malloc(sizeof(uint8_t) * (sortk3len+1)); 1242 ucol_getSortKey(col, test2, u_strlen(test2), sortk3, sortk3len+1); 1243 1244 1245 log_verbose("ucol_hashCode() testing ...\n"); 1246 1247 doAssert( ucol_keyHashCode(sortk1, sortk1len) != ucol_keyHashCode(sortk2, sortk2len), "Hash test1 result incorrect" ); 1248 doAssert( !(ucol_keyHashCode(sortk1, sortk1len) == ucol_keyHashCode(sortk2, sortk2len)), "Hash test2 result incorrect" ); 1249 doAssert( ucol_keyHashCode(sortk2, sortk2len) == ucol_keyHashCode(sortk3, sortk3len), "Hash result not equal" ); 1250 1251 log_verbose("hashCode tests end.\n"); 1252 ucol_close(col); 1253 free(sortk1); 1254 free(sortk2); 1255 free(sortk3); 1256 free(test1); 1257 free(test2); 1258 free(test3); 1259 1260 1261 } 1262 /* 1263 *---------------------------------------------------------------------------- 1264 * Tests the UCollatorElements API. 1265 * 1266 */ 1267 void TestElemIter() 1268 { 1269 int32_t offset; 1270 int32_t order1, order2, order3; 1271 UChar *testString1, *testString2; 1272 UCollator *col; 1273 UCollationElements *iterator1, *iterator2, *iterator3; 1274 UErrorCode status = U_ZERO_ERROR; 1275 log_verbose("testing UCollatorElements begins...\n"); 1276 col = ucol_open("en_US", &status); 1277 ucol_setAttribute(col, UCOL_NORMALIZATION_MODE, UCOL_OFF, &status); 1278 if (U_FAILURE(status)) { 1279 log_err_status(status, "ERROR: Default collation creation failed.: %s\n", myErrorName(status)); 1280 return; 1281 } 1282 1283 testString1=(UChar*)malloc(sizeof(UChar) * 150); 1284 testString2=(UChar*)malloc(sizeof(UChar) * 150); 1285 u_uastrcpy(testString1, "XFILE What subset of all possible test cases has the highest probability of detecting the most errors?"); 1286 u_uastrcpy(testString2, "Xf_ile What subset of all possible test cases has the lowest probability of detecting the least errors?"); 1287 1288 log_verbose("Constructors and comparison testing....\n"); 1289 1290 iterator1 = ucol_openElements(col, testString1, u_strlen(testString1), &status); 1291 if(U_FAILURE(status)) { 1292 log_err("ERROR: Default collationElement iterator creation failed.: %s\n", myErrorName(status)); 1293 ucol_close(col); 1294 return; 1295 } 1296 else{ log_verbose("PASS: Default collationElement iterator1 creation passed\n");} 1297 1298 iterator2 = ucol_openElements(col, testString1, u_strlen(testString1), &status); 1299 if(U_FAILURE(status)) { 1300 log_err("ERROR: Default collationElement iterator creation failed.: %s\n", myErrorName(status)); 1301 ucol_close(col); 1302 return; 1303 } 1304 else{ log_verbose("PASS: Default collationElement iterator2 creation passed\n");} 1305 1306 iterator3 = ucol_openElements(col, testString2, u_strlen(testString2), &status); 1307 if(U_FAILURE(status)) { 1308 log_err("ERROR: Default collationElement iterator creation failed.: %s\n", myErrorName(status)); 1309 ucol_close(col); 1310 return; 1311 } 1312 else{ log_verbose("PASS: Default collationElement iterator3 creation passed\n");} 1313 1314 offset=ucol_getOffset(iterator1); 1315 (void)offset; /* Suppress set but not used warning. */ 1316 ucol_setOffset(iterator1, 6, &status); 1317 if (U_FAILURE(status)) { 1318 log_err("Error in setOffset for UCollatorElements iterator.: %s\n", myErrorName(status)); 1319 return; 1320 } 1321 if(ucol_getOffset(iterator1)==6) 1322 log_verbose("setOffset and getOffset working fine\n"); 1323 else{ 1324 log_err("error in set and get Offset got %d instead of 6\n", ucol_getOffset(iterator1)); 1325 } 1326 1327 ucol_setOffset(iterator1, 0, &status); 1328 order1 = ucol_next(iterator1, &status); 1329 if (U_FAILURE(status)) { 1330 log_err("Somehow ran out of memory stepping through the iterator1.: %s\n", myErrorName(status)); 1331 return; 1332 } 1333 order2=ucol_getOffset(iterator2); 1334 doAssert((order1 != order2), "The first iterator advance failed"); 1335 order2 = ucol_next(iterator2, &status); 1336 if (U_FAILURE(status)) { 1337 log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); 1338 return; 1339 } 1340 order3 = ucol_next(iterator3, &status); 1341 if (U_FAILURE(status)) { 1342 log_err("Somehow ran out of memory stepping through the iterator3.: %s\n", myErrorName(status)); 1343 return; 1344 } 1345 1346 doAssert((order1 == order2), "The second iterator advance failed should be the same as first one"); 1347 1348 doAssert( (ucol_primaryOrder(order1) == ucol_primaryOrder(order3)), "The primary orders should be identical"); 1349 doAssert( (ucol_secondaryOrder(order1) == ucol_secondaryOrder(order3)), "The secondary orders should be identical"); 1350 doAssert( (ucol_tertiaryOrder(order1) == ucol_tertiaryOrder(order3)), "The tertiary orders should be identical"); 1351 1352 order1=ucol_next(iterator1, &status); 1353 if (U_FAILURE(status)) { 1354 log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); 1355 return; 1356 } 1357 order3=ucol_next(iterator3, &status); 1358 if (U_FAILURE(status)) { 1359 log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); 1360 return; 1361 } 1362 doAssert( (ucol_primaryOrder(order1) == ucol_primaryOrder(order3)), "The primary orders should be identical"); 1363 doAssert( (ucol_tertiaryOrder(order1) != ucol_tertiaryOrder(order3)), "The tertiary orders should be different"); 1364 1365 order1=ucol_next(iterator1, &status); 1366 if (U_FAILURE(status)) { 1367 log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); 1368 return; 1369 } 1370 order3=ucol_next(iterator3, &status); 1371 if (U_FAILURE(status)) { 1372 log_err("Somehow ran out of memory stepping through the iterator2.: %s\n", myErrorName(status)); 1373 return; 1374 } 1375 /* this here, my friends, is either pure lunacy or something so obsolete that even it's mother 1376 * doesn't care about it. Essentialy, this test complains if secondary values for 'I' and '_' 1377 * are the same. According to the UCA, this is not true. Therefore, remove the test. 1378 * Besides, if primary strengths for two code points are different, it doesn't matter one bit 1379 * what is the relation between secondary or any other strengths. 1380 * killed by weiv 06/11/2002. 1381 */ 1382 /* 1383 doAssert( ((order1 & UCOL_SECONDARYMASK) != (order3 & UCOL_SECONDARYMASK)), "The secondary orders should be different"); 1384 */ 1385 doAssert( (order1 != UCOL_NULLORDER), "Unexpected end of iterator reached"); 1386 1387 free(testString1); 1388 free(testString2); 1389 ucol_closeElements(iterator1); 1390 ucol_closeElements(iterator2); 1391 ucol_closeElements(iterator3); 1392 ucol_close(col); 1393 1394 log_verbose("testing CollationElementIterator ends...\n"); 1395 } 1396 1397 void TestGetLocale() { 1398 UErrorCode status = U_ZERO_ERROR; 1399 const char *rules = "&a<x<y<z"; 1400 UChar rlz[256] = {0}; 1401 uint32_t rlzLen = u_unescape(rules, rlz, 256); 1402 1403 UCollator *coll = NULL; 1404 const char *locale = NULL; 1405 1406 int32_t i = 0; 1407 1408 static const struct { 1409 const char* requestedLocale; 1410 const char* validLocale; 1411 const char* actualLocale; 1412 } testStruct[] = { 1413 { "sr_RS", "sr_Cyrl_RS", "sr" }, 1414 { "sh_YU", "sr_Latn_RS", "sr_Latn" }, /* was sh, then aliased to hr, now sr_Latn via import per cldrbug 5647: */ 1415 { "en_BE_FOO", "en", "root" }, 1416 { "sv_SE_NONEXISTANT", "sv", "sv" } 1417 }; 1418 1419 /* test opening collators for different locales */ 1420 for(i = 0; i<sizeof(testStruct)/sizeof(testStruct[0]); i++) { 1421 status = U_ZERO_ERROR; 1422 coll = ucol_open(testStruct[i].requestedLocale, &status); 1423 if(U_FAILURE(status)) { 1424 log_err_status(status, "Failed to open collator for %s with %s\n", testStruct[i].requestedLocale, u_errorName(status)); 1425 ucol_close(coll); 1426 continue; 1427 } 1428 /* 1429 * The requested locale may be the same as the valid locale, 1430 * or may not be supported at all. See ticket #10477. 1431 */ 1432 locale = ucol_getLocaleByType(coll, ULOC_REQUESTED_LOCALE, &status); 1433 if(U_SUCCESS(status) && 1434 strcmp(locale, testStruct[i].requestedLocale) != 0 && strcmp(locale, testStruct[i].validLocale) != 0) { 1435 log_err("[Coll %s]: Error in requested locale, expected %s, got %s\n", testStruct[i].requestedLocale, testStruct[i].requestedLocale, locale); 1436 } 1437 status = U_ZERO_ERROR; 1438 locale = ucol_getLocaleByType(coll, ULOC_VALID_LOCALE, &status); 1439 if(strcmp(locale, testStruct[i].validLocale) != 0) { 1440 log_err("[Coll %s]: Error in valid locale, expected %s, got %s\n", testStruct[i].requestedLocale, testStruct[i].validLocale, locale); 1441 } 1442 locale = ucol_getLocaleByType(coll, ULOC_ACTUAL_LOCALE, &status); 1443 if(strcmp(locale, testStruct[i].actualLocale) != 0) { 1444 log_err("[Coll %s]: Error in actual locale, expected %s, got %s\n", testStruct[i].requestedLocale, testStruct[i].actualLocale, locale); 1445 } 1446 ucol_close(coll); 1447 } 1448 1449 /* completely non-existent locale for collator should get a root collator */ 1450 { 1451 UCollator *defaultColl = ucol_open(NULL, &status); 1452 coll = ucol_open("blahaha", &status); 1453 if(U_SUCCESS(status)) { 1454 /* See comment above about ticket #10477. 1455 if(strcmp(ucol_getLocaleByType(coll, ULOC_REQUESTED_LOCALE, &status), "blahaha")) { 1456 log_err("Nonexisting locale didn't preserve the requested locale\n"); 1457 } */ 1458 const char *name = ucol_getLocaleByType(coll, ULOC_VALID_LOCALE, &status); 1459 if(*name != 0 && strcmp(name, "root") != 0) { 1460 log_err("Valid locale for nonexisting-locale collator is \"%s\" not root\n", name); 1461 } 1462 name = ucol_getLocaleByType(coll, ULOC_ACTUAL_LOCALE, &status); 1463 if(*name != 0 && strcmp(name, "root") != 0) { 1464 log_err("Actual locale for nonexisting-locale collator is \"%s\" not root\n", name); 1465 } 1466 ucol_close(coll); 1467 ucol_close(defaultColl); 1468 } else { 1469 log_data_err("Couldn't open collators\n"); 1470 } 1471 } 1472 1473 1474 1475 /* collator instantiated from rules should have all three locales NULL */ 1476 coll = ucol_openRules(rlz, rlzLen, UCOL_DEFAULT, UCOL_DEFAULT, NULL, &status); 1477 if (coll != NULL) { 1478 locale = ucol_getLocaleByType(coll, ULOC_REQUESTED_LOCALE, &status); 1479 if(U_SUCCESS(status) && locale != NULL) { 1480 log_err("For collator instantiated from rules, requested locale returned %s instead of NULL\n", locale); 1481 } 1482 status = U_ZERO_ERROR; 1483 locale = ucol_getLocaleByType(coll, ULOC_VALID_LOCALE, &status); 1484 if(locale != NULL) { 1485 log_err("For collator instantiated from rules, valid locale returned %s instead of NULL\n", locale); 1486 } 1487 locale = ucol_getLocaleByType(coll, ULOC_ACTUAL_LOCALE, &status); 1488 if(locale != NULL) { 1489 log_err("For collator instantiated from rules, actual locale returned %s instead of NULL\n", locale); 1490 } 1491 ucol_close(coll); 1492 } else { 1493 log_data_err("Couldn't get collator from ucol_openRules() - %s\n", u_errorName(status)); 1494 } 1495 } 1496 1497 1498 void TestGetAll() 1499 { 1500 int32_t i, count; 1501 count=ucol_countAvailable(); 1502 /* use something sensible w/o hardcoding the count */ 1503 if(count < 0){ 1504 log_err("Error in countAvailable(), it returned %d\n", count); 1505 } 1506 else{ 1507 log_verbose("PASS: countAvailable() successful, it returned %d\n", count); 1508 } 1509 for(i=0;i<count;i++) 1510 log_verbose("%s\n", ucol_getAvailable(i)); 1511 1512 1513 } 1514 1515 1516 struct teststruct { 1517 const char *original; 1518 uint8_t key[256]; 1519 } ; 1520 1521 static int compare_teststruct(const void *string1, const void *string2) { 1522 return(strcmp((const char *)((struct teststruct *)string1)->key, (const char *)((struct teststruct *)string2)->key)); 1523 } 1524 1525 void TestBounds() { 1526 UErrorCode status = U_ZERO_ERROR; 1527 1528 UCollator *coll = ucol_open("sh", &status); 1529 1530 uint8_t sortkey[512], lower[512], upper[512]; 1531 UChar buffer[512]; 1532 1533 static const char * const test[] = { 1534 "John Smith", 1535 "JOHN SMITH", 1536 "john SMITH", 1537 "j\\u00F6hn sm\\u00EFth", 1538 "J\\u00F6hn Sm\\u00EFth", 1539 "J\\u00D6HN SM\\u00CFTH", 1540 "john smithsonian", 1541 "John Smithsonian", 1542 }; 1543 1544 struct teststruct tests[] = { 1545 {"\\u010CAKI MIHALJ" } , 1546 {"\\u010CAKI MIHALJ" } , 1547 {"\\u010CAKI PIRO\\u0160KA" }, 1548 {"\\u010CABAI ANDRIJA" } , 1549 {"\\u010CABAI LAJO\\u0160" } , 1550 {"\\u010CABAI MARIJA" } , 1551 {"\\u010CABAI STEVAN" } , 1552 {"\\u010CABAI STEVAN" } , 1553 {"\\u010CABARKAPA BRANKO" } , 1554 {"\\u010CABARKAPA MILENKO" } , 1555 {"\\u010CABARKAPA MIROSLAV" } , 1556 {"\\u010CABARKAPA SIMO" } , 1557 {"\\u010CABARKAPA STANKO" } , 1558 {"\\u010CABARKAPA TAMARA" } , 1559 {"\\u010CABARKAPA TOMA\\u0160" } , 1560 {"\\u010CABDARI\\u0106 NIKOLA" } , 1561 {"\\u010CABDARI\\u0106 ZORICA" } , 1562 {"\\u010CABI NANDOR" } , 1563 {"\\u010CABOVI\\u0106 MILAN" } , 1564 {"\\u010CABRADI AGNEZIJA" } , 1565 {"\\u010CABRADI IVAN" } , 1566 {"\\u010CABRADI JELENA" } , 1567 {"\\u010CABRADI LJUBICA" } , 1568 {"\\u010CABRADI STEVAN" } , 1569 {"\\u010CABRDA MARTIN" } , 1570 {"\\u010CABRILO BOGDAN" } , 1571 {"\\u010CABRILO BRANISLAV" } , 1572 {"\\u010CABRILO LAZAR" } , 1573 {"\\u010CABRILO LJUBICA" } , 1574 {"\\u010CABRILO SPASOJA" } , 1575 {"\\u010CADE\\u0160 ZDENKA" } , 1576 {"\\u010CADESKI BLAGOJE" } , 1577 {"\\u010CADOVSKI VLADIMIR" } , 1578 {"\\u010CAGLJEVI\\u0106 TOMA" } , 1579 {"\\u010CAGOROVI\\u0106 VLADIMIR" } , 1580 {"\\u010CAJA VANKA" } , 1581 {"\\u010CAJI\\u0106 BOGOLJUB" } , 1582 {"\\u010CAJI\\u0106 BORISLAV" } , 1583 {"\\u010CAJI\\u0106 RADOSLAV" } , 1584 {"\\u010CAK\\u0160IRAN MILADIN" } , 1585 {"\\u010CAKAN EUGEN" } , 1586 {"\\u010CAKAN EVGENIJE" } , 1587 {"\\u010CAKAN IVAN" } , 1588 {"\\u010CAKAN JULIJAN" } , 1589 {"\\u010CAKAN MIHAJLO" } , 1590 {"\\u010CAKAN STEVAN" } , 1591 {"\\u010CAKAN VLADIMIR" } , 1592 {"\\u010CAKAN VLADIMIR" } , 1593 {"\\u010CAKAN VLADIMIR" } , 1594 {"\\u010CAKARA ANA" } , 1595 {"\\u010CAKAREVI\\u0106 MOMIR" } , 1596 {"\\u010CAKAREVI\\u0106 NEDELJKO" } , 1597 {"\\u010CAKI \\u0160ANDOR" } , 1598 {"\\u010CAKI AMALIJA" } , 1599 {"\\u010CAKI ANDRA\\u0160" } , 1600 {"\\u010CAKI LADISLAV" } , 1601 {"\\u010CAKI LAJO\\u0160" } , 1602 {"\\u010CAKI LASLO" } , 1603 }; 1604 1605 1606 1607 int32_t i = 0, j = 0, k = 0, buffSize = 0, skSize = 0, lowerSize = 0, upperSize = 0; 1608 int32_t arraySize = sizeof(tests)/sizeof(tests[0]); 1609 1610 if(U_SUCCESS(status) && coll) { 1611 for(i = 0; i<arraySize; i++) { 1612 buffSize = u_unescape(tests[i].original, buffer, 512); 1613 skSize = ucol_getSortKey(coll, buffer, buffSize, tests[i].key, 512); 1614 } 1615 1616 qsort(tests, arraySize, sizeof(struct teststruct), compare_teststruct); 1617 1618 for(i = 0; i < arraySize-1; i++) { 1619 for(j = i+1; j < arraySize; j++) { 1620 lowerSize = ucol_getBound(tests[i].key, -1, UCOL_BOUND_LOWER, 1, lower, 512, &status); 1621 upperSize = ucol_getBound(tests[j].key, -1, UCOL_BOUND_UPPER, 1, upper, 512, &status); 1622 (void)lowerSize; /* Suppress set but not used warning. */ 1623 (void)upperSize; 1624 for(k = i; k <= j; k++) { 1625 if(strcmp((const char *)lower, (const char *)tests[k].key) > 0) { 1626 log_err("Problem with lower! j = %i (%s vs %s)\n", k, tests[k].original, tests[i].original); 1627 } 1628 if(strcmp((const char *)upper, (const char *)tests[k].key) <= 0) { 1629 log_err("Problem with upper! j = %i (%s vs %s)\n", k, tests[k].original, tests[j].original); 1630 } 1631 } 1632 } 1633 } 1634 1635 1636 #if 0 1637 for(i = 0; i < 1000; i++) { 1638 lowerRND = (rand()/(RAND_MAX/arraySize)); 1639 upperRND = lowerRND + (rand()/(RAND_MAX/(arraySize-lowerRND))); 1640 1641 lowerSize = ucol_getBound(tests[lowerRND].key, -1, UCOL_BOUND_LOWER, 1, lower, 512, &status); 1642 upperSize = ucol_getBound(tests[upperRND].key, -1, UCOL_BOUND_UPPER_LONG, 1, upper, 512, &status); 1643 1644 for(j = lowerRND; j<=upperRND; j++) { 1645 if(strcmp(lower, tests[j].key) > 0) { 1646 log_err("Problem with lower! j = %i (%s vs %s)\n", j, tests[j].original, tests[lowerRND].original); 1647 } 1648 if(strcmp(upper, tests[j].key) <= 0) { 1649 log_err("Problem with upper! j = %i (%s vs %s)\n", j, tests[j].original, tests[upperRND].original); 1650 } 1651 } 1652 } 1653 #endif 1654 1655 1656 1657 1658 1659 for(i = 0; i<sizeof(test)/sizeof(test[0]); i++) { 1660 buffSize = u_unescape(test[i], buffer, 512); 1661 skSize = ucol_getSortKey(coll, buffer, buffSize, sortkey, 512); 1662 lowerSize = ucol_getBound(sortkey, skSize, UCOL_BOUND_LOWER, 1, lower, 512, &status); 1663 upperSize = ucol_getBound(sortkey, skSize, UCOL_BOUND_UPPER_LONG, 1, upper, 512, &status); 1664 for(j = i+1; j<sizeof(test)/sizeof(test[0]); j++) { 1665 buffSize = u_unescape(test[j], buffer, 512); 1666 skSize = ucol_getSortKey(coll, buffer, buffSize, sortkey, 512); 1667 if(strcmp((const char *)lower, (const char *)sortkey) > 0) { 1668 log_err("Problem with lower! i = %i, j = %i (%s vs %s)\n", i, j, test[i], test[j]); 1669 } 1670 if(strcmp((const char *)upper, (const char *)sortkey) <= 0) { 1671 log_err("Problem with upper! i = %i, j = %i (%s vs %s)\n", i, j, test[i], test[j]); 1672 } 1673 } 1674 } 1675 ucol_close(coll); 1676 } else { 1677 log_data_err("Couldn't open collator\n"); 1678 } 1679 1680 } 1681 1682 static void doOverrunTest(UCollator *coll, const UChar *uString, int32_t strLen) { 1683 int32_t skLen = 0, skLen2 = 0; 1684 uint8_t sortKey[256]; 1685 int32_t i, j; 1686 uint8_t filler = 0xFF; 1687 1688 skLen = ucol_getSortKey(coll, uString, strLen, NULL, 0); 1689 1690 for(i = 0; i < skLen; i++) { 1691 memset(sortKey, filler, 256); 1692 skLen2 = ucol_getSortKey(coll, uString, strLen, sortKey, i); 1693 if(skLen != skLen2) { 1694 log_err("For buffer size %i, got different sortkey length. Expected %i got %i\n", i, skLen, skLen2); 1695 } 1696 for(j = i; j < 256; j++) { 1697 if(sortKey[j] != filler) { 1698 log_err("Something run over index %i\n", j); 1699 break; 1700 } 1701 } 1702 } 1703 } 1704 1705 /* j1865 reports that if a shorter buffer is passed to 1706 * to get sort key, a buffer overrun happens in some 1707 * cases. This test tries to check this. 1708 */ 1709 void TestSortKeyBufferOverrun(void) { 1710 UErrorCode status = U_ZERO_ERROR; 1711 const char* cString = "A very Merry liTTle-lamB.."; 1712 UChar uString[256]; 1713 int32_t strLen = 0; 1714 UCollator *coll = ucol_open("root", &status); 1715 strLen = u_unescape(cString, uString, 256); 1716 1717 if(U_SUCCESS(status)) { 1718 log_verbose("testing non ignorable\n"); 1719 ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_NON_IGNORABLE, &status); 1720 doOverrunTest(coll, uString, strLen); 1721 1722 log_verbose("testing shifted\n"); 1723 ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED, &status); 1724 doOverrunTest(coll, uString, strLen); 1725 1726 log_verbose("testing shifted quaternary\n"); 1727 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_QUATERNARY, &status); 1728 doOverrunTest(coll, uString, strLen); 1729 1730 log_verbose("testing with french secondaries\n"); 1731 ucol_setAttribute(coll, UCOL_FRENCH_COLLATION, UCOL_ON, &status); 1732 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_TERTIARY, &status); 1733 ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_NON_IGNORABLE, &status); 1734 doOverrunTest(coll, uString, strLen); 1735 1736 } 1737 ucol_close(coll); 1738 } 1739 1740 static void TestAttribute() 1741 { 1742 UErrorCode error = U_ZERO_ERROR; 1743 UCollator *coll = ucol_open(NULL, &error); 1744 1745 if (U_FAILURE(error)) { 1746 log_err_status(error, "Creation of default collator failed\n"); 1747 return; 1748 } 1749 1750 ucol_setAttribute(coll, UCOL_FRENCH_COLLATION, UCOL_OFF, &error); 1751 if (ucol_getAttribute(coll, UCOL_FRENCH_COLLATION, &error) != UCOL_OFF || 1752 U_FAILURE(error)) { 1753 log_err_status(error, "Setting and retrieving of the french collation failed\n"); 1754 } 1755 1756 ucol_setAttribute(coll, UCOL_FRENCH_COLLATION, UCOL_ON, &error); 1757 if (ucol_getAttribute(coll, UCOL_FRENCH_COLLATION, &error) != UCOL_ON || 1758 U_FAILURE(error)) { 1759 log_err_status(error, "Setting and retrieving of the french collation failed\n"); 1760 } 1761 1762 ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED, &error); 1763 if (ucol_getAttribute(coll, UCOL_ALTERNATE_HANDLING, &error) != UCOL_SHIFTED || 1764 U_FAILURE(error)) { 1765 log_err_status(error, "Setting and retrieving of the alternate handling failed\n"); 1766 } 1767 1768 ucol_setAttribute(coll, UCOL_ALTERNATE_HANDLING, UCOL_NON_IGNORABLE, &error); 1769 if (ucol_getAttribute(coll, UCOL_ALTERNATE_HANDLING, &error) != UCOL_NON_IGNORABLE || 1770 U_FAILURE(error)) { 1771 log_err_status(error, "Setting and retrieving of the alternate handling failed\n"); 1772 } 1773 1774 ucol_setAttribute(coll, UCOL_CASE_FIRST, UCOL_LOWER_FIRST, &error); 1775 if (ucol_getAttribute(coll, UCOL_CASE_FIRST, &error) != UCOL_LOWER_FIRST || 1776 U_FAILURE(error)) { 1777 log_err_status(error, "Setting and retrieving of the case first attribute failed\n"); 1778 } 1779 1780 ucol_setAttribute(coll, UCOL_CASE_FIRST, UCOL_UPPER_FIRST, &error); 1781 if (ucol_getAttribute(coll, UCOL_CASE_FIRST, &error) != UCOL_UPPER_FIRST || 1782 U_FAILURE(error)) { 1783 log_err_status(error, "Setting and retrieving of the case first attribute failed\n"); 1784 } 1785 1786 ucol_setAttribute(coll, UCOL_CASE_LEVEL, UCOL_ON, &error); 1787 if (ucol_getAttribute(coll, UCOL_CASE_LEVEL, &error) != UCOL_ON || 1788 U_FAILURE(error)) { 1789 log_err_status(error, "Setting and retrieving of the case level attribute failed\n"); 1790 } 1791 1792 ucol_setAttribute(coll, UCOL_CASE_LEVEL, UCOL_OFF, &error); 1793 if (ucol_getAttribute(coll, UCOL_CASE_LEVEL, &error) != UCOL_OFF || 1794 U_FAILURE(error)) { 1795 log_err_status(error, "Setting and retrieving of the case level attribute failed\n"); 1796 } 1797 1798 ucol_setAttribute(coll, UCOL_NORMALIZATION_MODE, UCOL_ON, &error); 1799 if (ucol_getAttribute(coll, UCOL_NORMALIZATION_MODE, &error) != UCOL_ON || 1800 U_FAILURE(error)) { 1801 log_err_status(error, "Setting and retrieving of the normalization on/off attribute failed\n"); 1802 } 1803 1804 ucol_setAttribute(coll, UCOL_NORMALIZATION_MODE, UCOL_OFF, &error); 1805 if (ucol_getAttribute(coll, UCOL_NORMALIZATION_MODE, &error) != UCOL_OFF || 1806 U_FAILURE(error)) { 1807 log_err_status(error, "Setting and retrieving of the normalization on/off attribute failed\n"); 1808 } 1809 1810 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_PRIMARY, &error); 1811 if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_PRIMARY || 1812 U_FAILURE(error)) { 1813 log_err_status(error, "Setting and retrieving of the collation strength failed\n"); 1814 } 1815 1816 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_SECONDARY, &error); 1817 if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_SECONDARY || 1818 U_FAILURE(error)) { 1819 log_err_status(error, "Setting and retrieving of the collation strength failed\n"); 1820 } 1821 1822 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_TERTIARY, &error); 1823 if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_TERTIARY || 1824 U_FAILURE(error)) { 1825 log_err_status(error, "Setting and retrieving of the collation strength failed\n"); 1826 } 1827 1828 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_QUATERNARY, &error); 1829 if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_QUATERNARY || 1830 U_FAILURE(error)) { 1831 log_err_status(error, "Setting and retrieving of the collation strength failed\n"); 1832 } 1833 1834 ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_IDENTICAL, &error); 1835 if (ucol_getAttribute(coll, UCOL_STRENGTH, &error) != UCOL_IDENTICAL || 1836 U_FAILURE(error)) { 1837 log_err_status(error, "Setting and retrieving of the collation strength failed\n"); 1838 } 1839 1840 ucol_close(coll); 1841 } 1842 1843 void TestGetTailoredSet() { 1844 struct { 1845 const char *rules; 1846 const char *tests[20]; 1847 int32_t testsize; 1848 } setTest[] = { 1849 { "&a < \\u212b", { "\\u212b", "A\\u030a", "\\u00c5" }, 3}, 1850 { "& S < \\u0161 <<< \\u0160", { "\\u0161", "s\\u030C", "\\u0160", "S\\u030C" }, 4} 1851 }; 1852 1853 int32_t i = 0, j = 0; 1854 UErrorCode status = U_ZERO_ERROR; 1855 UParseError pError; 1856 1857 UCollator *coll = NULL; 1858 UChar buff[1024]; 1859 int32_t buffLen = 0; 1860 USet *set = NULL; 1861 1862 for(i = 0; i < UPRV_LENGTHOF(setTest); i++) { 1863 buffLen = u_unescape(setTest[i].rules, buff, 1024); 1864 coll = ucol_openRules(buff, buffLen, UCOL_DEFAULT, UCOL_DEFAULT, &pError, &status); 1865 if(U_SUCCESS(status)) { 1866 set = ucol_getTailoredSet(coll, &status); 1867 if(uset_size(set) < setTest[i].testsize) { 1868 log_err("Tailored set size smaller (%d) than expected (%d)\n", uset_size(set), setTest[i].testsize); 1869 } 1870 for(j = 0; j < setTest[i].testsize; j++) { 1871 buffLen = u_unescape(setTest[i].tests[j], buff, 1024); 1872 if(!uset_containsString(set, buff, buffLen)) { 1873 log_err("Tailored set doesn't contain %s... It should\n", setTest[i].tests[j]); 1874 } 1875 } 1876 uset_close(set); 1877 } else { 1878 log_err_status(status, "Couldn't open collator with rules %s\n", setTest[i].rules); 1879 } 1880 ucol_close(coll); 1881 } 1882 } 1883 1884 static int tMemCmp(const uint8_t *first, const uint8_t *second) { 1885 int32_t firstLen = (int32_t)strlen((const char *)first); 1886 int32_t secondLen = (int32_t)strlen((const char *)second); 1887 return memcmp(first, second, uprv_min(firstLen, secondLen)); 1888 } 1889 static const char * strengthsC[] = { 1890 "UCOL_PRIMARY", 1891 "UCOL_SECONDARY", 1892 "UCOL_TERTIARY", 1893 "UCOL_QUATERNARY", 1894 "UCOL_IDENTICAL" 1895 }; 1896 1897 void TestMergeSortKeys(void) { 1898 UErrorCode status = U_ZERO_ERROR; 1899 UCollator *coll = ucol_open("en", &status); 1900 if(U_SUCCESS(status)) { 1901 1902 const char* cases[] = { 1903 "abc", 1904 "abcd", 1905 "abcde" 1906 }; 1907 uint32_t casesSize = sizeof(cases)/sizeof(cases[0]); 1908 const char* prefix = "foo"; 1909 const char* suffix = "egg"; 1910 char outBuff1[256], outBuff2[256]; 1911 1912 uint8_t **sortkeys = (uint8_t **)malloc(casesSize*sizeof(uint8_t *)); 1913 uint8_t **mergedPrefixkeys = (uint8_t **)malloc(casesSize*sizeof(uint8_t *)); 1914 uint8_t **mergedSuffixkeys = (uint8_t **)malloc(casesSize*sizeof(uint8_t *)); 1915 uint32_t *sortKeysLen = (uint32_t *)malloc(casesSize*sizeof(uint32_t)); 1916 uint8_t prefixKey[256], suffixKey[256]; 1917 uint32_t prefixKeyLen = 0, suffixKeyLen = 0, i = 0; 1918 UChar buffer[256]; 1919 uint32_t unescapedLen = 0, l1 = 0, l2 = 0; 1920 UColAttributeValue strength; 1921 1922 log_verbose("ucol_mergeSortkeys test\n"); 1923 log_verbose("Testing order of the test cases\n"); 1924 genericLocaleStarter("en", cases, casesSize); 1925 1926 for(i = 0; i<casesSize; i++) { 1927 sortkeys[i] = (uint8_t *)malloc(256*sizeof(uint8_t)); 1928 mergedPrefixkeys[i] = (uint8_t *)malloc(256*sizeof(uint8_t)); 1929 mergedSuffixkeys[i] = (uint8_t *)malloc(256*sizeof(uint8_t)); 1930 } 1931 1932 unescapedLen = u_unescape(prefix, buffer, 256); 1933 prefixKeyLen = ucol_getSortKey(coll, buffer, unescapedLen, prefixKey, 256); 1934 1935 unescapedLen = u_unescape(suffix, buffer, 256); 1936 suffixKeyLen = ucol_getSortKey(coll, buffer, unescapedLen, suffixKey, 256); 1937 1938 log_verbose("Massaging data with prefixes and different strengths\n"); 1939 strength = UCOL_PRIMARY; 1940 while(strength <= UCOL_IDENTICAL) { 1941 log_verbose("Strength %s\n", strengthsC[strength<=UCOL_QUATERNARY?strength:4]); 1942 ucol_setAttribute(coll, UCOL_STRENGTH, strength, &status); 1943 for(i = 0; i<casesSize; i++) { 1944 unescapedLen = u_unescape(cases[i], buffer, 256); 1945 sortKeysLen[i] = ucol_getSortKey(coll, buffer, unescapedLen, sortkeys[i], 256); 1946 ucol_mergeSortkeys(prefixKey, prefixKeyLen, sortkeys[i], sortKeysLen[i], mergedPrefixkeys[i], 256); 1947 ucol_mergeSortkeys(sortkeys[i], sortKeysLen[i], suffixKey, suffixKeyLen, mergedSuffixkeys[i], 256); 1948 if(i>0) { 1949 if(tMemCmp(mergedPrefixkeys[i-1], mergedPrefixkeys[i]) >= 0) { 1950 log_err("Error while comparing prefixed keys @ strength %s:\n", strengthsC[strength<=UCOL_QUATERNARY?strength:4]); 1951 log_err("%s\n%s\n", 1952 ucol_sortKeyToString(coll, mergedPrefixkeys[i-1], outBuff1, l1), 1953 ucol_sortKeyToString(coll, mergedPrefixkeys[i], outBuff2, l2)); 1954 } 1955 if(tMemCmp(mergedSuffixkeys[i-1], mergedSuffixkeys[i]) >= 0) { 1956 log_err("Error while comparing suffixed keys @ strength %s:\n", strengthsC[strength<=UCOL_QUATERNARY?strength:4]); 1957 log_err("%s\n%s\n", 1958 ucol_sortKeyToString(coll, mergedSuffixkeys[i-1], outBuff1, l1), 1959 ucol_sortKeyToString(coll, mergedSuffixkeys[i], outBuff2, l2)); 1960 } 1961 } 1962 } 1963 if(strength == UCOL_QUATERNARY) { 1964 strength = UCOL_IDENTICAL; 1965 } else { 1966 strength++; 1967 } 1968 } 1969 1970 { 1971 uint8_t smallBuf[3]; 1972 uint32_t reqLen = 0; 1973 log_verbose("testing buffer overflow\n"); 1974 reqLen = ucol_mergeSortkeys(prefixKey, prefixKeyLen, suffixKey, suffixKeyLen, smallBuf, 3); 1975 if(reqLen != (prefixKeyLen+suffixKeyLen)) { 1976 log_err("Wrong preflight size for merged sortkey\n"); 1977 } 1978 } 1979 1980 { 1981 UChar empty = 0; 1982 uint8_t emptyKey[20], abcKey[50], mergedKey[100]; 1983 int32_t emptyKeyLen = 0, abcKeyLen = 0, mergedKeyLen = 0; 1984 1985 log_verbose("testing merging with sortkeys generated for empty strings\n"); 1986 emptyKeyLen = ucol_getSortKey(coll, &empty, 0, emptyKey, 20); 1987 unescapedLen = u_unescape(cases[0], buffer, 256); 1988 abcKeyLen = ucol_getSortKey(coll, buffer, unescapedLen, abcKey, 50); 1989 mergedKeyLen = ucol_mergeSortkeys(emptyKey, emptyKeyLen, abcKey, abcKeyLen, mergedKey, 100); 1990 if(mergedKey[0] != 2) { 1991 log_err("Empty sortkey didn't produce a level separator\n"); 1992 } 1993 /* try with zeros */ 1994 mergedKeyLen = ucol_mergeSortkeys(emptyKey, 0, abcKey, abcKeyLen, mergedKey, 100); 1995 if(mergedKeyLen != 0 || mergedKey[0] != 0) { 1996 log_err("Empty key didn't produce null mergedKey\n"); 1997 } 1998 mergedKeyLen = ucol_mergeSortkeys(abcKey, abcKeyLen, emptyKey, 0, mergedKey, 100); 1999 if(mergedKeyLen != 0 || mergedKey[0] != 0) { 2000 log_err("Empty key didn't produce null mergedKey\n"); 2001 } 2002 2003 } 2004 2005 for(i = 0; i<casesSize; i++) { 2006 free(sortkeys[i]); 2007 free(mergedPrefixkeys[i]); 2008 free(mergedSuffixkeys[i]); 2009 } 2010 free(sortkeys); 2011 free(mergedPrefixkeys); 2012 free(mergedSuffixkeys); 2013 free(sortKeysLen); 2014 ucol_close(coll); 2015 /* need to finish this up */ 2016 } else { 2017 log_data_err("Couldn't open collator"); 2018 } 2019 } 2020 static void TestShortString(void) 2021 { 2022 struct { 2023 const char *input; 2024 const char *expectedOutput; 2025 const char *locale; 2026 UErrorCode expectedStatus; 2027 int32_t expectedOffset; 2028 uint32_t expectedIdentifier; 2029 } testCases[] = { 2030 /* 2031 * Note: The first test case sets variableTop to the dollar sign '$'. 2032 * We have agreed to drop support for variableTop in ucol_getShortDefinitionString(), 2033 * related to ticket #10372 "deprecate collation APIs for short definition strings", 2034 * and because it did not work for most spaces/punctuation/symbols, 2035 * as documented in ticket #10386 "collation short definition strings issues": 2036 * The old code wrote only 3 hex digits for primary weights below 0x0FFF, 2037 * which is a syntax error, and then failed to normalize the result. 2038 * 2039 * The "B2700" was removed from the expected result ("B2700_KPHONEBOOK_LDE"). 2040 * 2041 * Previously, this test had to be adjusted for root collator changes because the 2042 * primary weight of the variable top character naturally changed 2043 * but was baked into the expected result. 2044 */ 2045 {"LDE_RDE_KPHONEBOOK_T0024_ZLATN","KPHONEBOOK_LDE", "de@collation=phonebook", U_USING_FALLBACK_WARNING, 0, 0 }, 2046 2047 {"LEN_RUS_NO_AS_S4","AS_LROOT_NO_S4", NULL, U_USING_DEFAULT_WARNING, 0, 0 }, 2048 {"LDE_VPHONEBOOK_EO_SI","EO_KPHONEBOOK_LDE_SI", "de@collation=phonebook", U_ZERO_ERROR, 0, 0 }, 2049 {"LDE_Kphonebook","KPHONEBOOK_LDE", "de@collation=phonebook", U_ZERO_ERROR, 0, 0 }, 2050 {"Xqde_DE@collation=phonebookq_S3_EX","KPHONEBOOK_LDE", "de@collation=phonebook", U_USING_FALLBACK_WARNING, 0, 0 }, 2051 {"LFR_FO", "FO_LROOT", NULL, U_USING_DEFAULT_WARNING, 0, 0 }, 2052 {"SO_LX_AS", "", NULL, U_ILLEGAL_ARGUMENT_ERROR, 8, 0 }, 2053 {"S3_ASS_MMM", "", NULL, U_ILLEGAL_ARGUMENT_ERROR, 5, 0 } 2054 }; 2055 2056 int32_t i = 0; 2057 UCollator *coll = NULL, *fromNormalized = NULL; 2058 UParseError parseError; 2059 UErrorCode status = U_ZERO_ERROR; 2060 char fromShortBuffer[256], normalizedBuffer[256], fromNormalizedBuffer[256]; 2061 const char* locale = NULL; 2062 2063 2064 for(i = 0; i < sizeof(testCases)/sizeof(testCases[0]); i++) { 2065 status = U_ZERO_ERROR; 2066 if(testCases[i].locale) { 2067 locale = testCases[i].locale; 2068 } else { 2069 locale = NULL; 2070 } 2071 2072 coll = ucol_openFromShortString(testCases[i].input, FALSE, &parseError, &status); 2073 if(status != testCases[i].expectedStatus) { 2074 log_err_status(status, "Got status '%s' that is different from expected '%s' for '%s'\n", 2075 u_errorName(status), u_errorName(testCases[i].expectedStatus), testCases[i].input); 2076 continue; 2077 } 2078 2079 if(U_SUCCESS(status)) { 2080 ucol_getShortDefinitionString(coll, locale, fromShortBuffer, 256, &status); 2081 2082 if(strcmp(fromShortBuffer, testCases[i].expectedOutput)) { 2083 log_err("Got short string '%s' from the collator. Expected '%s' for input '%s'\n", 2084 fromShortBuffer, testCases[i].expectedOutput, testCases[i].input); 2085 } 2086 2087 ucol_normalizeShortDefinitionString(testCases[i].input, normalizedBuffer, 256, &parseError, &status); 2088 fromNormalized = ucol_openFromShortString(normalizedBuffer, FALSE, &parseError, &status); 2089 ucol_getShortDefinitionString(fromNormalized, locale, fromNormalizedBuffer, 256, &status); 2090 2091 if(strcmp(fromShortBuffer, fromNormalizedBuffer)) { 2092 log_err("Strings obtained from collators instantiated by short string ('%s') and from normalized string ('%s') differ\n", 2093 fromShortBuffer, fromNormalizedBuffer); 2094 } 2095 2096 2097 if(!ucol_equals(coll, fromNormalized)) { 2098 log_err("Collator from short string ('%s') differs from one obtained through a normalized version ('%s')\n", 2099 testCases[i].input, normalizedBuffer); 2100 } 2101 2102 ucol_close(fromNormalized); 2103 ucol_close(coll); 2104 2105 } else { 2106 if(parseError.offset != testCases[i].expectedOffset) { 2107 log_err("Got parse error offset %i, but expected %i instead for '%s'\n", 2108 parseError.offset, testCases[i].expectedOffset, testCases[i].input); 2109 } 2110 } 2111 } 2112 2113 } 2114 2115 static void 2116 doSetsTest(const char *locale, const USet *ref, USet *set, const char* inSet, const char* outSet, UErrorCode *status) { 2117 UChar buffer[65536]; 2118 int32_t bufLen; 2119 2120 uset_clear(set); 2121 bufLen = u_unescape(inSet, buffer, 512); 2122 uset_applyPattern(set, buffer, bufLen, 0, status); 2123 if(U_FAILURE(*status)) { 2124 log_err("%s: Failure setting pattern %s\n", locale, u_errorName(*status)); 2125 } 2126 2127 if(!uset_containsAll(ref, set)) { 2128 log_err("%s: Some stuff from %s is not present in the set\n", locale, inSet); 2129 uset_removeAll(set, ref); 2130 bufLen = uset_toPattern(set, buffer, UPRV_LENGTHOF(buffer), TRUE, status); 2131 log_info(" missing: %s\n", aescstrdup(buffer, bufLen)); 2132 bufLen = uset_toPattern(ref, buffer, UPRV_LENGTHOF(buffer), TRUE, status); 2133 log_info(" total: size=%i %s\n", uset_getItemCount(ref), aescstrdup(buffer, bufLen)); 2134 } 2135 2136 uset_clear(set); 2137 bufLen = u_unescape(outSet, buffer, 512); 2138 uset_applyPattern(set, buffer, bufLen, 0, status); 2139 if(U_FAILURE(*status)) { 2140 log_err("%s: Failure setting pattern %s\n", locale, u_errorName(*status)); 2141 } 2142 2143 if(!uset_containsNone(ref, set)) { 2144 log_err("%s: Some stuff from %s is present in the set\n", locale, outSet); 2145 } 2146 } 2147 2148 2149 2150 2151 static void 2152 TestGetContractionsAndUnsafes(void) 2153 { 2154 static struct { 2155 const char* locale; 2156 const char* inConts; 2157 const char* outConts; 2158 const char* inExp; 2159 const char* outExp; 2160 const char* unsafeCodeUnits; 2161 const char* safeCodeUnits; 2162 } tests[] = { 2163 { "ru", 2164 "[{\\u0418\\u0306}{\\u0438\\u0306}]", 2165 "[\\u0439\\u0457]", 2166 "[\\u00e6]", 2167 "[ae]", 2168 "[\\u0418\\u0438]", 2169 "[aAbB\\u0430\\u0410\\u0433\\u0413]" 2170 }, 2171 { "uk", 2172 "[{\\u0406\\u0308}{\\u0456\\u0308}{\\u0418\\u0306}{\\u0438\\u0306}]", 2173 "[\\u0407\\u0419\\u0439\\u0457]", 2174 "[\\u00e6]", 2175 "[ae]", 2176 "[\\u0406\\u0456\\u0418\\u0438]", 2177 "[aAbBxv]", 2178 }, 2179 { "sh", 2180 "[{C\\u0301}{C\\u030C}{C\\u0341}{DZ\\u030C}{Dz\\u030C}{D\\u017D}{D\\u017E}{lj}{nj}]", 2181 "[{\\u309d\\u3099}{\\u30fd\\u3099}]", 2182 "[\\u00e6]", 2183 "[a]", 2184 "[nlcdzNLCDZ]", 2185 "[jabv]" 2186 }, 2187 { "ja", 2188 /* 2189 * The "collv2" builder omits mappings if the collator maps their 2190 * character sequences to the same CEs. 2191 * For example, it omits Japanese contractions for NFD forms 2192 * of the voiced iteration mark (U+309E = U+309D + U+3099), such as 2193 * {\\u3053\\u3099\\u309D\\u3099}{\\u3053\\u309D\\u3099} 2194 * {\\u30B3\\u3099\\u30FD\\u3099}{\\u30B3\\u30FD\\u3099}. 2195 * It does add mappings for the precomposed forms. 2196 */ 2197 "[{\\u3053\\u3099\\u309D}{\\u3053\\u3099\\u309E}{\\u3053\\u3099\\u30FC}" 2198 "{\\u3053\\u309D}{\\u3053\\u309E}{\\u3053\\u30FC}" 2199 "{\\u30B3\\u3099\\u30FC}{\\u30B3\\u3099\\u30FD}{\\u30B3\\u3099\\u30FE}" 2200 "{\\u30B3\\u30FC}{\\u30B3\\u30FD}{\\u30B3\\u30FE}]", 2201 "[{\\u30FD\\u3099}{\\u309D\\u3099}{\\u3053\\u3099}{\\u30B3\\u3099}{lj}{nj}]", 2202 "[\\u30FE\\u00e6]", 2203 "[a]", 2204 "[\\u3099]", 2205 "[]" 2206 } 2207 }; 2208 2209 UErrorCode status = U_ZERO_ERROR; 2210 UCollator *coll = NULL; 2211 int32_t i = 0; 2212 int32_t noConts = 0; 2213 USet *conts = uset_open(0,0); 2214 USet *exp = uset_open(0, 0); 2215 USet *set = uset_open(0,0); 2216 int32_t setBufferLen = 65536; 2217 UChar buffer[65536]; 2218 int32_t setLen = 0; 2219 2220 for(i = 0; i < sizeof(tests)/sizeof(tests[0]); i++) { 2221 log_verbose("Testing locale: %s\n", tests[i].locale); 2222 coll = ucol_open(tests[i].locale, &status); 2223 if (coll == NULL || U_FAILURE(status)) { 2224 log_err_status(status, "Unable to open collator for locale %s ==> %s\n", tests[i].locale, u_errorName(status)); 2225 continue; 2226 } 2227 ucol_getContractionsAndExpansions(coll, conts, exp, TRUE, &status); 2228 doSetsTest(tests[i].locale, conts, set, tests[i].inConts, tests[i].outConts, &status); 2229 setLen = uset_toPattern(conts, buffer, setBufferLen, TRUE, &status); 2230 if(U_SUCCESS(status)) { 2231 /*log_verbose("Contractions %i: %s\n", uset_getItemCount(conts), aescstrdup(buffer, setLen));*/ 2232 } else { 2233 log_err("error %s. %i\n", u_errorName(status), setLen); 2234 status = U_ZERO_ERROR; 2235 } 2236 doSetsTest(tests[i].locale, exp, set, tests[i].inExp, tests[i].outExp, &status); 2237 setLen = uset_toPattern(exp, buffer, setBufferLen, TRUE, &status); 2238 if(U_SUCCESS(status)) { 2239 /*log_verbose("Expansions %i: %s\n", uset_getItemCount(exp), aescstrdup(buffer, setLen));*/ 2240 } else { 2241 log_err("error %s. %i\n", u_errorName(status), setLen); 2242 status = U_ZERO_ERROR; 2243 } 2244 2245 noConts = ucol_getUnsafeSet(coll, conts, &status); 2246 (void)noConts; /* Suppress set but not used warning */ 2247 doSetsTest(tests[i].locale, conts, set, tests[i].unsafeCodeUnits, tests[i].safeCodeUnits, &status); 2248 setLen = uset_toPattern(conts, buffer, setBufferLen, TRUE, &status); 2249 if(U_SUCCESS(status)) { 2250 log_verbose("Unsafe %i: %s\n", uset_getItemCount(exp), aescstrdup(buffer, setLen)); 2251 } else { 2252 log_err("error %s. %i\n", u_errorName(status), setLen); 2253 status = U_ZERO_ERROR; 2254 } 2255 2256 ucol_close(coll); 2257 } 2258 2259 2260 uset_close(conts); 2261 uset_close(exp); 2262 uset_close(set); 2263 } 2264 2265 static void 2266 TestOpenBinary(void) 2267 { 2268 /* 2269 * ucol_openBinary() documents: 2270 * "The API also takes a base collator which usually should be UCA." 2271 * and 2272 * "Currently it cannot be NULL." 2273 * 2274 * However, the check for NULL was commented out in ICU 3.4 (r18149). 2275 * Ticket #4355 requested "Make collation work with minimal data. 2276 * Optionally without UCA, with relevant parts of UCA copied into the tailoring table." 2277 * 2278 * The ICU team agreed with ticket #10517 "require base collator in ucol_openBinary() etc." 2279 * to require base!=NULL again. 2280 */ 2281 #define OPEN_BINARY_ACCEPTS_NULL_BASE 0 2282 UErrorCode status = U_ZERO_ERROR; 2283 /* 2284 char rule[] = "&h < d < c < b"; 2285 char *wUCA[] = { "a", "h", "d", "c", "b", "i" }; 2286 char *noUCA[] = {"d", "c", "b", "a", "h", "i" }; 2287 */ 2288 /* we have to use Cyrillic letters because latin-1 always gets copied */ 2289 const char rule[] = "&\\u0452 < \\u0434 < \\u0433 < \\u0432"; /* &dje < d < g < v */ 2290 const char *wUCA[] = { "\\u0430", "\\u0452", "\\u0434", "\\u0433", "\\u0432", "\\u0435" }; /* a, dje, d, g, v, e */ 2291 #if OPEN_BINARY_ACCEPTS_NULL_BASE 2292 const char *noUCA[] = {"\\u0434", "\\u0433", "\\u0432", "\\u0430", "\\u0435", "\\u0452" }; /* d, g, v, a, e, dje */ 2293 #endif 2294 2295 UChar uRules[256]; 2296 int32_t uRulesLen = u_unescape(rule, uRules, 256); 2297 2298 UCollator *coll = ucol_openRules(uRules, uRulesLen, UCOL_DEFAULT, UCOL_DEFAULT, NULL, &status); 2299 UCollator *UCA = NULL; 2300 UCollator *cloneNOUCA = NULL, *cloneWUCA = NULL; 2301 2302 uint8_t imageBuffer[32768]; 2303 uint8_t *image = imageBuffer; 2304 int32_t imageBufferCapacity = 32768; 2305 2306 int32_t imageSize; 2307 2308 if((coll==NULL)||(U_FAILURE(status))) { 2309 log_data_err("could not load collators or error occured: %s\n", 2310 u_errorName(status)); 2311 return; 2312 } 2313 UCA = ucol_open("root", &status); 2314 if((UCA==NULL)||(U_FAILURE(status))) { 2315 log_data_err("could not load UCA collator or error occured: %s\n", 2316 u_errorName(status)); 2317 return; 2318 } 2319 imageSize = ucol_cloneBinary(coll, image, imageBufferCapacity, &status); 2320 if(U_FAILURE(status)) { 2321 image = (uint8_t *)malloc(imageSize*sizeof(uint8_t)); 2322 status = U_ZERO_ERROR; 2323 imageSize = ucol_cloneBinary(coll, imageBuffer, imageSize, &status); 2324 } 2325 2326 2327 cloneWUCA = ucol_openBinary(image, imageSize, UCA, &status); 2328 cloneNOUCA = ucol_openBinary(image, imageSize, NULL, &status); 2329 #if !OPEN_BINARY_ACCEPTS_NULL_BASE 2330 if(status != U_ILLEGAL_ARGUMENT_ERROR) { 2331 log_err("ucol_openBinary(base=NULL) unexpectedly did not fail - %s\n", u_errorName(status)); 2332 } 2333 #endif 2334 2335 genericOrderingTest(coll, wUCA, sizeof(wUCA)/sizeof(wUCA[0])); 2336 2337 genericOrderingTest(cloneWUCA, wUCA, sizeof(wUCA)/sizeof(wUCA[0])); 2338 #if OPEN_BINARY_ACCEPTS_NULL_BASE 2339 genericOrderingTest(cloneNOUCA, noUCA, sizeof(noUCA)/sizeof(noUCA[0])); 2340 #endif 2341 2342 if(image != imageBuffer) { 2343 free(image); 2344 } 2345 ucol_close(coll); 2346 ucol_close(cloneNOUCA); 2347 ucol_close(cloneWUCA); 2348 ucol_close(UCA); 2349 } 2350 2351 static void TestDefault(void) { 2352 /* Tests for code coverage. */ 2353 UErrorCode status = U_ZERO_ERROR; 2354 UCollator *coll = ucol_open("es@collation=pinyin", &status); 2355 if (coll == NULL || status == U_FILE_ACCESS_ERROR) { 2356 log_data_err("Unable to open collator es@collation=pinyin\n"); 2357 return; 2358 } 2359 if (status != U_USING_DEFAULT_WARNING) { 2360 /* What do you mean that you know about using pinyin collation in Spanish!? This should be in the zh locale. */ 2361 log_err("es@collation=pinyin should return U_USING_DEFAULT_WARNING, but returned %s\n", u_errorName(status)); 2362 } 2363 ucol_close(coll); 2364 if (ucol_getKeywordValues("funky", &status) != NULL) { 2365 log_err("Collators should not know about the funky keyword.\n"); 2366 } 2367 if (status != U_ILLEGAL_ARGUMENT_ERROR) { 2368 log_err("funky keyword didn't fail as expected %s\n", u_errorName(status)); 2369 } 2370 if (ucol_getKeywordValues("collation", &status) != NULL) { 2371 log_err("ucol_getKeywordValues should not work when given a bad status.\n"); 2372 } 2373 } 2374 2375 static void TestDefaultKeyword(void) { 2376 /* Tests for code coverage. */ 2377 UErrorCode status = U_ZERO_ERROR; 2378 const char *loc = "zh_TW@collation=default"; 2379 UCollator *coll = ucol_open(loc, &status); 2380 if(U_FAILURE(status)) { 2381 log_info("Warning: ucol_open(%s, ...) returned %s, at least it didn't crash.\n", loc, u_errorName(status)); 2382 } else if (status != U_USING_FALLBACK_WARNING) { 2383 /* Hmm, skip the following test for CLDR 1.9 data and/or ICU 4.6, no longer seems to apply */ 2384 #if 0 2385 log_err("ucol_open(%s, ...) should return an error or some sort of U_USING_FALLBACK_WARNING, but returned %s\n", loc, u_errorName(status)); 2386 #endif 2387 } 2388 ucol_close(coll); 2389 } 2390 2391 static UBool uenum_contains(UEnumeration *e, const char *s, UErrorCode *status) { 2392 const char *t; 2393 uenum_reset(e, status); 2394 while(((t = uenum_next(e, NULL, status)) != NULL) && U_SUCCESS(*status)) { 2395 if(uprv_strcmp(s, t) == 0) { 2396 return TRUE; 2397 } 2398 } 2399 return FALSE; 2400 } 2401 2402 static void TestGetKeywordValuesForLocale(void) { 2403 #define MAX_NUMBER_OF_KEYWORDS 9 2404 const char *PREFERRED[][MAX_NUMBER_OF_KEYWORDS+1] = { 2405 { "und", "standard", "eor", "search", NULL, NULL, NULL, NULL, NULL, NULL }, 2406 { "en_US", "standard", "eor", "search", NULL, NULL, NULL, NULL, NULL, NULL }, 2407 { "en_029", "standard", "eor", "search", NULL, NULL, NULL, NULL, NULL, NULL }, 2408 { "de_DE", "standard", "phonebook", "search", "eor", NULL, NULL, NULL, NULL, NULL }, 2409 { "de_Latn_DE", "standard", "phonebook", "search", "eor", NULL, NULL, NULL, NULL, NULL }, 2410 { "zh", "pinyin", "stroke", "eor", "search", "standard", NULL }, 2411 { "zh_Hans", "pinyin", "stroke", "eor", "search", "standard", NULL }, 2412 { "zh_CN", "pinyin", "stroke", "eor", "search", "standard", NULL }, 2413 { "zh_Hant", "stroke", "pinyin", "eor", "search", "standard", NULL }, 2414 { "zh_TW", "stroke", "pinyin", "eor", "search", "standard", NULL }, 2415 { "zh__PINYIN", "pinyin", "stroke", "eor", "search", "standard", NULL }, 2416 { "es_ES", "standard", "search", "traditional", "eor", NULL, NULL, NULL, NULL, NULL }, 2417 { "es__TRADITIONAL","traditional", "search", "standard", "eor", NULL, NULL, NULL, NULL, NULL }, 2418 { "und@collation=phonebook", "standard", "eor", "search", NULL, NULL, NULL, NULL, NULL, NULL }, 2419 { "de_DE@collation=pinyin", "standard", "phonebook", "search", "eor", NULL, NULL, NULL, NULL, NULL }, 2420 { "zzz@collation=xxx", "standard", "eor", "search", NULL, NULL, NULL, NULL, NULL, NULL } 2421 }; 2422 2423 UErrorCode status = U_ZERO_ERROR; 2424 UEnumeration *keywordValues = NULL; 2425 int32_t i, n, size; 2426 const char *locale = NULL, *value = NULL; 2427 UBool errorOccurred = FALSE; 2428 2429 for (i = 0; i < UPRV_LENGTHOF(PREFERRED) && !errorOccurred; i++) { 2430 locale = PREFERRED[i][0]; 2431 value = NULL; 2432 size = 0; 2433 2434 keywordValues = ucol_getKeywordValuesForLocale("collation", locale, TRUE, &status); 2435 if (keywordValues == NULL || U_FAILURE(status)) { 2436 log_err_status(status, "Error getting keyword values: %s\n", u_errorName(status)); 2437 break; 2438 } 2439 size = uenum_count(keywordValues, &status); 2440 (void)size; 2441 2442 for (n = 0; (value = PREFERRED[i][n+1]) != NULL; n++) { 2443 if (!uenum_contains(keywordValues, value, &status)) { 2444 if (U_SUCCESS(status)) { 2445 log_err("Keyword value \"%s\" missing for locale: %s\n", value, locale); 2446 } else { 2447 log_err("While getting keyword value from locale: %s got this error: %s\n", locale, u_errorName(status)); 2448 errorOccurred = TRUE; 2449 break; 2450 } 2451 } 2452 } 2453 uenum_close(keywordValues); 2454 keywordValues = NULL; 2455 } 2456 uenum_close(keywordValues); 2457 } 2458 2459 static void TestStrcollNull(void) { 2460 UErrorCode status = U_ZERO_ERROR; 2461 UCollator *coll; 2462 2463 const UChar u16asc[] = {0x0049, 0x0042, 0x004D, 0}; 2464 const int32_t u16ascLen = 3; 2465 2466 const UChar u16han[] = {0x5c71, 0x5ddd, 0}; 2467 const int32_t u16hanLen = 2; 2468 2469 const char *u8asc = "\x49\x42\x4D"; 2470 const int32_t u8ascLen = 3; 2471 2472 const char *u8han = "\xE5\xB1\xB1\xE5\xB7\x9D"; 2473 const int32_t u8hanLen = 6; 2474 2475 coll = ucol_open(NULL, &status); 2476 if (U_FAILURE(status)) { 2477 log_err_status(status, "Default Collator creation failed.: %s\n", myErrorName(status)); 2478 return; 2479 } 2480 2481 /* UChar API */ 2482 if (ucol_strcoll(coll, NULL, 0, NULL, 0) != 0) { 2483 log_err("ERROR : ucol_strcoll NULL/0 and NULL/0"); 2484 } 2485 2486 if (ucol_strcoll(coll, NULL, -1, NULL, 0) != 0) { 2487 /* No error arg, should return equal without crash */ 2488 log_err("ERROR : ucol_strcoll NULL/-1 and NULL/0"); 2489 } 2490 2491 if (ucol_strcoll(coll, u16asc, -1, NULL, 10) != 0) { 2492 /* No error arg, should return equal without crash */ 2493 log_err("ERROR : ucol_strcoll u16asc/u16ascLen and NULL/10"); 2494 } 2495 2496 if (ucol_strcoll(coll, u16asc, -1, NULL, 0) <= 0) { 2497 log_err("ERROR : ucol_strcoll u16asc/-1 and NULL/0"); 2498 } 2499 if (ucol_strcoll(coll, NULL, 0, u16asc, -1) >= 0) { 2500 log_err("ERROR : ucol_strcoll NULL/0 and u16asc/-1"); 2501 } 2502 if (ucol_strcoll(coll, u16asc, u16ascLen, NULL, 0) <= 0) { 2503 log_err("ERROR : ucol_strcoll u16asc/u16ascLen and NULL/0"); 2504 } 2505 2506 if (ucol_strcoll(coll, u16han, -1, NULL, 0) <= 0) { 2507 log_err("ERROR : ucol_strcoll u16han/-1 and NULL/0"); 2508 } 2509 if (ucol_strcoll(coll, NULL, 0, u16han, -1) >= 0) { 2510 log_err("ERROR : ucol_strcoll NULL/0 and u16han/-1"); 2511 } 2512 if (ucol_strcoll(coll, NULL, 0, u16han, u16hanLen) >= 0) { 2513 log_err("ERROR : ucol_strcoll NULL/0 and u16han/u16hanLen"); 2514 } 2515 2516 /* UTF-8 API */ 2517 status = U_ZERO_ERROR; 2518 if (ucol_strcollUTF8(coll, NULL, 0, NULL, 0, &status) != 0 || U_FAILURE(status)) { 2519 log_err("ERROR : ucol_strcollUTF8 NULL/0 and NULL/0"); 2520 } 2521 status = U_ZERO_ERROR; 2522 ucol_strcollUTF8(coll, NULL, -1, NULL, 0, &status); 2523 if (status != U_ILLEGAL_ARGUMENT_ERROR) { 2524 log_err("ERROR: ucol_strcollUTF8 NULL/-1 and NULL/0, should return U_ILLEGAL_ARGUMENT_ERROR"); 2525 } 2526 status = U_ZERO_ERROR; 2527 ucol_strcollUTF8(coll, u8asc, u8ascLen, NULL, 10, &status); 2528 if (status != U_ILLEGAL_ARGUMENT_ERROR) { 2529 log_err("ERROR: ucol_strcollUTF8 u8asc/u8ascLen and NULL/10, should return U_ILLEGAL_ARGUMENT_ERROR"); 2530 } 2531 2532 status = U_ZERO_ERROR; 2533 if (ucol_strcollUTF8(coll, u8asc, -1, NULL, 0, &status) <= 0 || U_FAILURE(status)) { 2534 log_err("ERROR : ucol_strcollUTF8 u8asc/-1 and NULL/0"); 2535 } 2536 status = U_ZERO_ERROR; 2537 if (ucol_strcollUTF8(coll, NULL, 0, u8asc, -1, &status) >= 0 || U_FAILURE(status)) { 2538 log_err("ERROR : ucol_strcollUTF8 NULL/0 and u8asc/-1"); 2539 } 2540 status = U_ZERO_ERROR; 2541 if (ucol_strcollUTF8(coll, u8asc, u8ascLen, NULL, 0, &status) <= 0 || U_FAILURE(status)) { 2542 log_err("ERROR : ucol_strcollUTF8 u8asc/u8ascLen and NULL/0"); 2543 } 2544 2545 status = U_ZERO_ERROR; 2546 if (ucol_strcollUTF8(coll, u8han, -1, NULL, 0, &status) <= 0 || U_FAILURE(status)) { 2547 log_err("ERROR : ucol_strcollUTF8 u8han/-1 and NULL/0"); 2548 } 2549 status = U_ZERO_ERROR; 2550 if (ucol_strcollUTF8(coll, NULL, 0, u8han, -1, &status) >= 0 || U_FAILURE(status)) { 2551 log_err("ERROR : ucol_strcollUTF8 NULL/0 and u8han/-1"); 2552 } 2553 status = U_ZERO_ERROR; 2554 if (ucol_strcollUTF8(coll, NULL, 0, u8han, u8hanLen, &status) >= 0 || U_FAILURE(status)) { 2555 log_err("ERROR : ucol_strcollUTF8 NULL/0 and u8han/u8hanLen"); 2556 } 2557 2558 ucol_close(coll); 2559 } 2560 2561 #endif /* #if !UCONFIG_NO_COLLATION */ 2562
