1 /************************************************************************ 2 * COPYRIGHT: 3 * Copyright (c) 2000-2009, International Business Machines Corporation 4 * and others. All Rights Reserved. 5 ************************************************************************/ 6 /************************************************************************ 7 * Date Name Description 8 * 1/03/2000 Madhu Creation. 9 ************************************************************************/ 10 11 #include "unicode/utypes.h" 12 13 #if !UCONFIG_NO_TRANSLITERATION 14 15 #include "ittrans.h" 16 #include "transapi.h" 17 #include "unicode/utypes.h" 18 #include "unicode/translit.h" 19 #include "unicode/unifilt.h" 20 #include "cpdtrans.h" 21 #include <string.h> 22 #include <stdio.h> 23 #include <stdlib.h> 24 #include "unicode/rep.h" 25 #include "unicode/locid.h" 26 #include "unicode/uniset.h" 27 28 int32_t getInt(UnicodeString str) 29 { 30 char buffer[20]; 31 int len=str.length(); 32 if(len>=20) { 33 len=19; 34 } 35 str.extract(0, len, buffer, ""); 36 buffer[len]=0; 37 return atoi(buffer); 38 } 39 40 //--------------------------------------------- 41 // runIndexedTest 42 //--------------------------------------------- 43 44 void 45 TransliteratorAPITest::runIndexedTest(int32_t index, UBool exec, 46 const char* &name, char* /*par*/) { 47 switch (index) { 48 TESTCASE(0,TestgetInverse); 49 TESTCASE(1,TestgetID); 50 TESTCASE(2,TestGetDisplayName); 51 TESTCASE(3,TestTransliterate1); 52 TESTCASE(4,TestTransliterate2); 53 TESTCASE(5,TestTransliterate3); 54 TESTCASE(6,TestSimpleKeyboardTransliterator); 55 TESTCASE(7,TestKeyboardTransliterator1); 56 TESTCASE(8,TestKeyboardTransliterator2); 57 TESTCASE(9,TestKeyboardTransliterator3); 58 TESTCASE(10,TestGetAdoptFilter); 59 TESTCASE(11,TestClone); 60 TESTCASE(12,TestNullTransliterator); 61 TESTCASE(13,TestRegisterUnregister); 62 TESTCASE(14,TestUnicodeFunctor); 63 default: name = ""; break; 64 } 65 } 66 67 68 void TransliteratorAPITest::TestgetID() { 69 UnicodeString trans="Latin-Greek"; 70 UnicodeString ID; 71 UParseError parseError; 72 UErrorCode status = U_ZERO_ERROR; 73 Transliterator* t= Transliterator::createInstance(trans, UTRANS_FORWARD, parseError, status); 74 if(t==0 || U_FAILURE(status)){ 75 dataerrln("FAIL: construction of Latin-Greek - %s",u_errorName(status)); 76 return; 77 }else{ 78 ID= t->getID(); 79 if(ID != trans) 80 errln("FAIL: getID returned " + ID + " instead of Latin-Greek"); 81 delete t; 82 } 83 int i; 84 for (i=0; i<Transliterator::countAvailableIDs(); i++){ 85 status = U_ZERO_ERROR; 86 ID = (UnicodeString) Transliterator::getAvailableID(i); 87 if(ID.indexOf("Thai")>-1){ 88 continue; 89 } 90 t = Transliterator::createInstance(ID, UTRANS_FORWARD, parseError, status); 91 if(t == 0){ 92 errln("FAIL: " + ID); 93 continue; 94 } 95 if(ID != t->getID()) 96 errln("FAIL: getID() returned " + t->getID() + " instead of " + ID); 97 delete t; 98 } 99 ID=(UnicodeString)Transliterator::getAvailableID(i); 100 if(ID != (UnicodeString)Transliterator::getAvailableID(0)){ 101 errln("FAIL: calling getAvailableID(index > coundAvailableIDs) should make index=0\n"); 102 } 103 104 Transliterator* t1=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status); 105 Transliterator* t2=Transliterator::createInstance("Latin-Greek", UTRANS_FORWARD, parseError, status); 106 if(t1 ==0 || t2 == 0){ 107 errln("FAIL: construction"); 108 return; 109 } 110 Transliterator* t3=t1->clone(); 111 Transliterator* t4=t2->clone(); 112 113 if(t1->getID() != t3->getID() || t2->getID() != t4->getID() || 114 t1->getID() == t4->getID() || t2->getID() == t3->getID() || 115 t1->getID()== t4->getID() ) 116 errln("FAIL: getID or clone failed"); 117 118 119 Transliterator* t5=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status); 120 if(t5 == 0) 121 errln("FAIL: construction"); 122 else if(t1->getID() != t5->getID() || t5->getID() != t3->getID() || t1->getID() != t3->getID()) 123 errln("FAIL: getID or clone failed"); 124 125 126 delete t1; 127 delete t2; 128 delete t3; 129 delete t4; 130 delete t5; 131 } 132 133 void TransliteratorAPITest::TestgetInverse() { 134 UErrorCode status = U_ZERO_ERROR; 135 UParseError parseError; 136 Transliterator* t1 = Transliterator::createInstance("Katakana-Latin", UTRANS_FORWARD, parseError, status); 137 Transliterator* invt1 = Transliterator::createInstance("Latin-Katakana", UTRANS_FORWARD, parseError, status); 138 Transliterator* t2 = Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status); 139 Transliterator* invt2 = Transliterator::createInstance("Devanagari-Latin", UTRANS_FORWARD, parseError, status); 140 if(t1 == 0 || invt1 == 0 || t2 == 0 || invt2 == 0) { 141 dataerrln("FAIL: in instantiation - %s", u_errorName(status)); 142 return; 143 } 144 145 Transliterator* inverse1=t1->createInverse(status); 146 Transliterator* inverse2=t2->createInverse(status); 147 if(inverse1->getID() != invt1->getID() || inverse2->getID() != invt2->getID() 148 || inverse1->getID() == invt2->getID() || inverse2->getID() == invt1->getID() ) 149 errln("FAIL: getInverse() "); 150 151 UnicodeString TransID[]={ 152 "Halfwidth-Fullwidth", 153 "Fullwidth-Halfwidth", 154 "Greek-Latin" , 155 "Latin-Greek", 156 //"Arabic-Latin", // removed in 2.0 157 //"Latin-Arabic", 158 "Katakana-Latin", 159 "Latin-Katakana", 160 //"Hebrew-Latin", // removed in 2.0 161 //"Latin-Hebrew", 162 "Cyrillic-Latin", 163 "Latin-Cyrillic", 164 "Devanagari-Latin", 165 "Latin-Devanagari", 166 "Any-Hex", 167 "Hex-Any" 168 }; 169 for(uint32_t i=0; i<sizeof(TransID)/sizeof(TransID[0]); i=i+2){ 170 Transliterator *trans1=Transliterator::createInstance(TransID[i], UTRANS_FORWARD, parseError, status); 171 if(t1 == 0){ 172 errln("FAIL: in instantiation for" + TransID[i]); 173 continue; 174 } 175 Transliterator *inver1=trans1->createInverse(status); 176 if(inver1->getID() != TransID[i+1] ) 177 errln("FAIL :getInverse() for " + TransID[i] + " returned " + inver1->getID() + " instead of " + TransID[i+1]); 178 delete inver1; 179 delete trans1; 180 } 181 delete t1; 182 delete t2; 183 delete invt1; 184 delete invt2; 185 delete inverse1; 186 delete inverse2; 187 188 } 189 190 void TransliteratorAPITest::TestClone(){ 191 Transliterator *t1, *t2, *t3, *t4; 192 UErrorCode status = U_ZERO_ERROR; 193 UParseError parseError; 194 t1=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status); 195 t2=Transliterator::createInstance("Latin-Greek", UTRANS_FORWARD, parseError, status); 196 if(t1 == 0 || t2 == 0){ 197 dataerrln("FAIL: construction - %s", u_errorName(status)); 198 return; 199 } 200 t3=t1->clone(); 201 t4=t2->clone(); 202 203 if(t1->getID() != t3->getID() || t2->getID() != t4->getID() ) 204 errln("FAIL: clone or getID failed"); 205 if(t1->getID()==t4->getID() || t2->getID()==t3->getID() || t1->getID()==t4->getID()) 206 errln("FAIL: clone or getID failed"); 207 208 delete t1; 209 delete t2; 210 delete t3; 211 delete t4; 212 213 } 214 215 void TransliteratorAPITest::TestGetDisplayName() { 216 UnicodeString dispNames[]= { 217 //ID, displayName 218 //"CurlyQuotes-StraightQuotes" ,"CurlyQuotes to StraightQuotes", 219 "Any-Hex" ,"Any to Hex Escape", 220 "Halfwidth-Fullwidth" ,"Halfwidth to Fullwidth" , 221 //"Latin-Arabic" ,"Latin to Arabic" , 222 "Latin-Devanagari" ,"Latin to Devanagari" , 223 "Greek-Latin" ,"Greek to Latin" , 224 //"Arabic-Latin" ,"Arabic to Latin" , 225 "Hex-Any" ,"Hex Escape to Any", 226 "Cyrillic-Latin" ,"Cyrillic to Latin" , 227 "Latin-Greek" ,"Latin to Greek" , 228 "Latin-Katakana" ,"Latin to Katakana" , 229 //"Latin-Hebrew" ,"Latin to Hebrew" , 230 "Katakana-Latin" ,"Katakana to Latin" 231 }; 232 UnicodeString name=""; 233 Transliterator* t; 234 UnicodeString message; 235 UErrorCode status = U_ZERO_ERROR; 236 UParseError parseError; 237 238 #if UCONFIG_NO_FORMATTING 239 logln("Skipping, UCONFIG_NO_FORMATTING is set\n"); 240 return; 241 #else 242 243 for (uint32_t i=0; i<sizeof(dispNames)/sizeof(dispNames[0]); i=i+2 ) { 244 t = Transliterator::createInstance(dispNames[i+0], UTRANS_FORWARD, parseError, status); 245 if(t==0){ 246 dataerrln("FAIL: construction: " + dispNames[i+0] + " - " + u_errorName(status)); 247 status = U_ZERO_ERROR; 248 continue; 249 } 250 t->getDisplayName(t->getID(), name); 251 message="Display name for ID:" + t->getID(); 252 // doTest(message, name, dispNames[i+1]); //!!! This will obviously fail for any locale other than english and its children!!! 253 name=""; 254 t->getDisplayName(t->getID(), Locale::getUS(), name); 255 message.remove(); 256 message.append("Display name for on english locale ID:"); 257 message.append(t->getID()); 258 // message="Display name for on english locale ID:" + t->getID(); 259 doTest(message, name, dispNames[i+1]); 260 name=""; 261 262 delete t; 263 } 264 #endif 265 266 } 267 268 void TransliteratorAPITest::TestTransliterate1(){ 269 270 UnicodeString Data[]={ 271 //ID, input string, transliterated string 272 "Any-Hex", "hello", UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", "") , 273 "Hex-Any", UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""), "hello" , 274 "Latin-Devanagari",CharsToUnicodeString("bha\\u0304rata"), CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924") , 275 "Latin-Devanagari",UnicodeString("kra ksha khra gra cra dya dhya",""), CharsToUnicodeString("\\u0915\\u094D\\u0930 \\u0915\\u094D\\u0936 \\u0916\\u094D\\u0930 \\u0917\\u094D\\u0930 \\u091a\\u094D\\u0930 \\u0926\\u094D\\u092F \\u0927\\u094D\\u092F") , 276 277 "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), CharsToUnicodeString("bh\\u0101rata"), 278 // "Contracted-Expanded", CharsToUnicodeString("\\u00C0\\u00C1\\u0042"), CharsToUnicodeString("\\u0041\\u0300\\u0041\\u0301\\u0042") , 279 // "Expanded-Contracted", CharsToUnicodeString("\\u0041\\u0300\\u0041\\u0301\\u0042"), CharsToUnicodeString("\\u00C0\\u00C1\\u0042") , 280 //"Latin-Arabic", "aap", CharsToUnicodeString("\\u0627\\u06A4") , 281 //"Arabic-Latin", CharsToUnicodeString("\\u0627\\u06A4"), "aap" 282 }; 283 284 UnicodeString gotResult; 285 UnicodeString temp; 286 UnicodeString message; 287 Transliterator* t; 288 logln("Testing transliterate"); 289 UErrorCode status = U_ZERO_ERROR; 290 UParseError parseError; 291 292 for(uint32_t i=0;i<sizeof(Data)/sizeof(Data[0]); i=i+3){ 293 t=Transliterator::createInstance(Data[i+0], UTRANS_FORWARD, parseError, status); 294 if(t==0){ 295 dataerrln("FAIL: construction: " + Data[i+0] + " Error: " + u_errorName(status)); 296 dataerrln("PreContext: " + prettify(parseError.preContext) + " PostContext: " + prettify( parseError.postContext) ); 297 status = U_ZERO_ERROR; 298 continue; 299 } 300 gotResult = Data[i+1]; 301 t->transliterate(gotResult); 302 message=t->getID() + "->transliterate(UnicodeString, UnicodeString) for\n\t Source:" + prettify(Data[i+1]); 303 doTest(message, gotResult, Data[i+2]); 304 305 //doubt here 306 temp=Data[i+1]; 307 t->transliterate(temp); 308 message.remove(); 309 message.append(t->getID()); 310 message.append("->transliterate(Replaceable) for \n\tSource:"); 311 message.append(Data[i][1]); 312 doTest(message, temp, Data[i+2]); 313 314 callEverything(t, __LINE__); 315 delete t; 316 } 317 } 318 319 void TransliteratorAPITest::TestTransliterate2(){ 320 //testing tranliterate(String text, int start, int limit, StringBuffer result) 321 UnicodeString Data2[]={ 322 //ID, input string, start, limit, transliterated string 323 "Any-Hex", "hello! How are you?", "0", "5", UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""), UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F! How are you?", "") , 324 "Any-Hex", "hello! How are you?", "7", "12", UnicodeString("\\u0048\\u006F\\u0077\\u0020\\u0061", ""), UnicodeString("hello! \\u0048\\u006F\\u0077\\u0020\\u0061re you?", ""), 325 "Hex-Any", CharsToUnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F\\u0021\\u0020"), "0", "5", "hello", "hello! " , 326 // "Contracted-Expanded", CharsToUnicodeString("\\u00C0\\u00C1\\u0042"), "1", "2", CharsToUnicodeString("\\u0041\\u0301"), CharsToUnicodeString("\\u00C0\\u0041\\u0301\\u0042") , 327 "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), "0", "1", "bha", CharsToUnicodeString("bha\\u093E\\u0930\\u0924") , 328 "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), "1", "2", CharsToUnicodeString("\\u0314\\u0101"), CharsToUnicodeString("\\u092D\\u0314\\u0101\\u0930\\u0924") 329 330 }; 331 logln("\n Testing transliterate(String, int, int, StringBuffer)"); 332 Transliterator* t; 333 UnicodeString gotResBuf; 334 UnicodeString temp; 335 int32_t start, limit; 336 UErrorCode status = U_ZERO_ERROR; 337 UParseError parseError; 338 339 for(uint32_t i=0; i<sizeof(Data2)/sizeof(Data2[0]); i=i+6){ 340 t=Transliterator::createInstance(Data2[i+0], UTRANS_FORWARD, parseError, status); 341 if(t==0){ 342 dataerrln("FAIL: construction: " + prettify(Data2[i+0]) + " - " + u_errorName(status)); 343 continue; 344 } 345 start=getInt(Data2[i+2]); 346 limit=getInt(Data2[i+3]); 347 Data2[i+1].extractBetween(start, limit, gotResBuf); 348 t->transliterate(gotResBuf); 349 // errln("FAIL: calling transliterate on " + t->getID()); 350 doTest(t->getID() + ".transliterate(UnicodeString, int32_t, int32_t, UnicodeString):(" + start + "," + limit + ") for \n\t source: " + prettify(Data2[i+1]), gotResBuf, Data2[i+4]); 351 352 temp=Data2[i+1]; 353 t->transliterate(temp, start, limit); 354 doTest(t->getID() + ".transliterate(Replaceable, int32_t, int32_t, ):(" + start + "," + limit + ") for \n\t source: " + prettify(Data2[i+1]), temp, Data2[i+5]); 355 status = U_ZERO_ERROR; 356 callEverything(t, __LINE__); 357 delete t; 358 t = NULL; 359 } 360 361 status = U_ZERO_ERROR; 362 logln("\n Try calling transliterate with illegal start and limit values"); 363 t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 364 if(U_FAILURE(status)) { 365 errln("Error creating transliterator %s", u_errorName(status)); 366 delete t; 367 return; 368 } 369 gotResBuf = temp = "try start greater than limit"; 370 t->transliterate(gotResBuf, 10, 5); 371 if(gotResBuf == temp) { 372 logln("OK: start greater than limit value handled correctly"); 373 } else { 374 errln("FAIL: start greater than limit value returned" + gotResBuf); 375 } 376 377 callEverything(t, __LINE__); 378 delete t; 379 380 } 381 void TransliteratorAPITest::TestTransliterate3(){ 382 UnicodeString rs="This is the replaceable String"; 383 UnicodeString Data[] = { 384 "0", "0", "This is the replaceable String", 385 "2", "3", UnicodeString("Th\\u0069s is the replaceable String", ""), 386 "21", "23", UnicodeString("Th\\u0069s is the repl\\u0061\\u0063eable String", ""), 387 "14", "17", UnicodeString("Th\\u0069s is t\\u0068\\u0065\\u0020repl\\u0061\\u0063eable String", ""), 388 }; 389 int start, limit; 390 UnicodeString message; 391 UParseError parseError; 392 UErrorCode status = U_ZERO_ERROR; 393 Transliterator *t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 394 if(U_FAILURE(status)) { 395 errln("Error creating transliterator %s", u_errorName(status)); 396 delete t; 397 return; 398 } 399 400 if(t == 0) 401 errln("FAIL : construction"); 402 for(uint32_t i=0; i<sizeof(Data)/sizeof(Data[0]); i=i+3){ 403 start=getInt(Data[i+0]); 404 limit=getInt(Data[i+1]); 405 t->transliterate(rs, start, limit); 406 message=t->getID() + ".transliterate(ReplaceableString, start, limit):("+start+","+limit+"):"; 407 doTest(message, rs, Data[i+2]); 408 } 409 delete t; 410 } 411 412 void TransliteratorAPITest::TestSimpleKeyboardTransliterator(){ 413 logln("simple call to transliterate"); 414 UErrorCode status=U_ZERO_ERROR; 415 UParseError parseError; 416 Transliterator* t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 417 if(t == 0) { 418 UnicodeString context; 419 420 if (parseError.preContext[0]) { 421 context += (UnicodeString)" at " + parseError.preContext; 422 } 423 if (parseError.postContext[0]) { 424 context += (UnicodeString)" | " + parseError.postContext; 425 } 426 errln((UnicodeString)"FAIL: can't create Any-Hex, " + 427 (UnicodeString)u_errorName(status) + context); 428 return; 429 } 430 UTransPosition index={19,20,20,20}; 431 UnicodeString rs= "Transliterate this-''"; 432 UnicodeString insertion="abc"; 433 UnicodeString expected=UnicodeString("Transliterate this-'\\u0061\\u0062\\u0063'", ""); 434 t->transliterate(rs, index, insertion, status); 435 if(U_FAILURE(status)) 436 errln("FAIL: " + t->getID()+ ".translitere(Replaceable, int[], UnicodeString, UErrorCode)-->" + (UnicodeString)u_errorName(status)); 437 t->finishTransliteration(rs, index); 438 UnicodeString message="transliterate"; 439 doTest(message, rs, expected); 440 441 logln("try calling transliterate with invalid index values"); 442 UTransPosition index1[]={ 443 //START, LIMIT, CURSOR 444 {10, 10, 12, 10}, //invalid since CURSOR>LIMIT valid:-START <= CURSOR <= LIMIT 445 {17, 16, 17, 17}, //invalid since START>LIMIT valid:-0<=START<=LIMIT 446 {-1, 16, 14, 16}, //invalid since START<0 447 {3, 50, 2, 50} //invalid since LIMIT>text.length() 448 }; 449 for(uint32_t i=0; i<sizeof(index1)/sizeof(index1[0]); i++){ 450 status=U_ZERO_ERROR; 451 t->transliterate(rs, index1[i], insertion, status); 452 if(status == U_ILLEGAL_ARGUMENT_ERROR) 453 logln("OK: invalid index values handled correctly"); 454 else 455 errln("FAIL: invalid index values didn't throw U_ILLEGAL_ARGUMENT_ERROR throw" + (UnicodeString)u_errorName(status)); 456 } 457 458 delete t; 459 } 460 void TransliteratorAPITest::TestKeyboardTransliterator1(){ 461 UnicodeString Data[]={ 462 //insertion, buffer 463 "a", UnicodeString("\\u0061", "") , 464 "bbb", UnicodeString("\\u0061\\u0062\\u0062\\u0062", "") , 465 "ca", UnicodeString("\\u0061\\u0062\\u0062\\u0062\\u0063\\u0061", "") , 466 " ", UnicodeString("\\u0061\\u0062\\u0062\\u0062\\u0063\\u0061\\u0020", "") , 467 "", UnicodeString("\\u0061\\u0062\\u0062\\u0062\\u0063\\u0061\\u0020", "") , 468 469 "a", UnicodeString("\\u0061", "") , 470 "b", UnicodeString("\\u0061\\u0062", "") , 471 "z", UnicodeString("\\u0061\\u0062\\u007A", "") , 472 "", UnicodeString("\\u0061\\u0062\\u007A", "") 473 474 }; 475 UParseError parseError; 476 UErrorCode status = U_ZERO_ERROR; 477 Transliterator* t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 478 if(U_FAILURE(status)) { 479 errln("Error creating transliterator %s", u_errorName(status)); 480 delete t; 481 return; 482 } 483 //keyboardAux(t, Data); 484 UTransPosition index={0, 0, 0, 0}; 485 UnicodeString s; 486 uint32_t i; 487 logln("Testing transliterate(Replaceable, int32_t, UnicodeString, UErrorCode)"); 488 for (i=0; i<10; i=i+2) { 489 UnicodeString log; 490 if (Data[i+0] != "") { 491 log = s + " + " + Data[i+0] + " -> "; 492 t->transliterate(s, index, Data[i+0], status); 493 if(U_FAILURE(status)){ 494 errln("FAIL: " + t->getID()+ ".transliterate(Replaceable, int32_t[], UnicodeString, UErrorCode)-->" + (UnicodeString)u_errorName(status)); 495 continue; 496 } 497 }else { 498 log = s + " => "; 499 t->finishTransliteration(s, index); 500 } 501 // Show the start index '{' and the cursor '|' 502 displayOutput(s, Data[i+1], log, index); 503 504 } 505 506 s=""; 507 status=U_ZERO_ERROR; 508 index.contextStart = index.contextLimit = index.start = index.limit = 0; 509 logln("Testing transliterate(Replaceable, int32_t, UChar, UErrorCode)"); 510 for(i=10; i<sizeof(Data)/sizeof(Data[0]); i=i+2){ 511 UnicodeString log; 512 if (Data[i+0] != "") { 513 log = s + " + " + Data[i+0] + " -> "; 514 UChar c=Data[i+0].charAt(0); 515 t->transliterate(s, index, c, status); 516 if(U_FAILURE(status)) 517 errln("FAIL: " + t->getID()+ ".transliterate(Replaceable, int32_t[], UChar, UErrorCode)-->" + (UnicodeString)u_errorName(status)); 518 continue; 519 }else { 520 log = s + " => "; 521 t->finishTransliteration(s, index); 522 } 523 // Show the start index '{' and the cursor '|' 524 displayOutput(s, Data[i+1], log, index); 525 } 526 527 delete t; 528 } 529 530 void TransliteratorAPITest::TestKeyboardTransliterator2(){ 531 UnicodeString Data[]={ 532 //insertion, buffer, index[START], index[LIMIT], index[CURSOR] 533 //data for Any-Hex 534 "abc", UnicodeString("Initial String: add-\\u0061\\u0062\\u0063-", ""), "19", "20", "20", 535 "a", UnicodeString("In\\u0069\\u0061tial String: add-\\u0061\\u0062\\u0063-", ""), "2", "3", "2" , 536 "b", UnicodeString("\\u0062In\\u0069\\u0061tial String: add-\\u0061\\u0062\\u0063-", ""), "0", "0", "0" , 537 "", UnicodeString("\\u0062In\\u0069\\u0061tial String: add-\\u0061\\u0062\\u0063-", ""), "0", "0", "0" , 538 //data for Latin-Devanagiri 539 CharsToUnicodeString("a\\u0304"), CharsToUnicodeString("Hindi -\\u0906-"), "6", "7", "6", 540 CharsToUnicodeString("ma\\u0304"), CharsToUnicodeString("Hindi -\\u0906\\u092E\\u093E-"), "7", "8", "7", 541 CharsToUnicodeString("ra\\u0304"), CharsToUnicodeString("Hi\\u0930\\u093Endi -\\u0906\\u092E\\u093E-"),"1", "2", "2", 542 CharsToUnicodeString(""), CharsToUnicodeString("Hi\\u0930\\u093Endi -\\u0906\\u092E\\u093E-"),"1", "2", "2" 543 //data for contracted-Expanded 544 // CharsToUnicodeString("\\u00C1"), CharsToUnicodeString("Ad\\u0041\\u0301d here:"), "1", "2", "1" , 545 // CharsToUnicodeString("\\u00C0"), CharsToUnicodeString("Ad\\u0041\\u0301d here:\\u0041\\u0300"), "11", "11", "11", 546 // "", CharsToUnicodeString("Ad\\u0041\\u0301d here:\\u0041\\u0300"), "11", "11", "11", 547 }; 548 Transliterator *t; 549 UnicodeString rs; 550 UnicodeString dataStr; 551 logln("Testing transliterate(Replaceable, int32_t, UnicodeString, UErrorCode)"); 552 UErrorCode status = U_ZERO_ERROR; 553 UParseError parseError; 554 rs="Initial String: add--"; 555 t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 556 if(t == 0) 557 dataerrln("FAIL : construction - %s", u_errorName(status)); 558 else { 559 keyboardAux(t, Data, rs, 0, 20); 560 delete t; 561 } 562 563 rs="Hindi --"; 564 t=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status); 565 if(t == 0) 566 dataerrln("FAIL : construction - %s", u_errorName(status)); 567 else 568 keyboardAux(t, Data, rs, 20, 40); 569 570 571 // rs="Add here:"; 572 // t=Transliterator::createInstance("Contracted-Expanded"); 573 // keyboardAux(t, Data, rs, 35, 55); 574 575 576 delete t; 577 } 578 579 void TransliteratorAPITest::TestKeyboardTransliterator3(){ 580 UnicodeString s="This is the main string"; 581 UnicodeString Data[] = { 582 "0", "0", "0", "This is the main string", 583 "1", "3", "2", UnicodeString("Th\\u0069s is the main string", ""), 584 "20", "21", "20", UnicodeString("Th\\u0069s is the mai\\u006E string", "") 585 }; 586 587 UErrorCode status=U_ZERO_ERROR; 588 UParseError parseError; 589 UTransPosition index={0, 0, 0, 0}; 590 logln("Testing transliterate(Replaceable, int32_t, UErrorCode)"); 591 Transliterator *t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 592 if(t == 0 || U_FAILURE(status)) { 593 errln("Error creating transliterator %s", u_errorName(status)); 594 delete t; 595 return; 596 } 597 for(uint32_t i=0; i<sizeof(Data)/sizeof(Data[0]); i=i+4){ 598 UnicodeString log; 599 index.contextStart=getInt(Data[i+0]); 600 index.contextLimit=index.limit=getInt(Data[i+1]); 601 index.start=getInt(Data[i+2]); 602 t->transliterate(s, index, status); 603 if(U_FAILURE(status)){ 604 errln("FAIL: " + t->getID()+ ".transliterate(Replaceable, int32_t[], UErrorCode)-->" + (UnicodeString)u_errorName(status)); 605 continue; 606 } 607 t->finishTransliteration(s, index); 608 log = s + " => "; 609 // Show the start index '{' and the cursor '|' 610 displayOutput(s, Data[i+3], log, index); 611 } 612 613 delete t; 614 } 615 void TransliteratorAPITest::TestNullTransliterator(){ 616 UErrorCode status=U_ZERO_ERROR; 617 UnicodeString s("Transliterate using null transliterator"); 618 Transliterator *nullTrans=Transliterator::createInstance("Any-Null", UTRANS_FORWARD, status); 619 int32_t transLimit; 620 int32_t start=0; 621 int32_t limit=s.length(); 622 UnicodeString replaceable=s; 623 transLimit=nullTrans->transliterate(replaceable, start, limit); 624 if(transLimit != limit){ 625 errln("ERROR: NullTransliterator->transliterate() failed"); 626 } 627 doTest((UnicodeString)"nulTrans->transliterate", replaceable, s); 628 replaceable.remove(); 629 replaceable.append(s); 630 UTransPosition index; 631 index.contextStart =start; 632 index.contextLimit = limit; 633 index.start = 0; 634 index.limit = limit; 635 nullTrans->finishTransliteration(replaceable, index); 636 if(index.start != limit){ 637 errln("ERROR: NullTransliterator->handleTransliterate() failed"); 638 } 639 doTest((UnicodeString)"NullTransliterator->handleTransliterate", replaceable, s); 640 callEverything(nullTrans, __LINE__); 641 delete nullTrans; 642 643 644 } 645 void TransliteratorAPITest::TestRegisterUnregister(){ 646 647 UErrorCode status=U_ZERO_ERROR; 648 /* Make sure it doesn't exist */ 649 if (Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, status) != NULL) { 650 errln("FAIL: TestA-TestB already registered\n"); 651 return; 652 } 653 /* Check inverse too 654 if (Transliterator::createInstance("TestA-TestB", 655 (UTransDirection)UTRANS_REVERSE) != NULL) { 656 errln("FAIL: TestA-TestB inverse already registered\n"); 657 return; 658 } 659 */ 660 status =U_ZERO_ERROR; 661 662 /* Create it */ 663 UParseError parseError; 664 Transliterator *t = Transliterator::createFromRules("TestA-TestB", 665 "a<>b", 666 UTRANS_FORWARD, parseError, 667 status); 668 /* Register it */ 669 Transliterator::registerInstance(t); 670 671 /* Now check again -- should exist now*/ 672 Transliterator *s = Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, status); 673 if (s == NULL) { 674 errln("FAIL: TestA-TestB not registered\n"); 675 return; 676 } 677 callEverything(s, __LINE__); 678 callEverything(t, __LINE__); 679 delete s; 680 681 /* Check inverse too 682 s = Transliterator::createInstance("TestA-TestB", 683 (UTransDirection)UTRANS_REVERSE); 684 if (s == NULL) { 685 errln("FAIL: TestA-TestB inverse not registered\n"); 686 return; 687 } 688 delete s; 689 */ 690 691 /*unregister the instance*/ 692 Transliterator::unregister("TestA-TestB"); 693 /* now Make sure it doesn't exist */ 694 if (Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, status) != NULL) { 695 errln("FAIL: TestA-TestB isn't unregistered\n"); 696 return; 697 } 698 699 } 700 701 702 int gTestFilter1ClassID = 0; 703 int gTestFilter2ClassID = 0; 704 int gTestFilter3ClassID = 0; 705 706 /** 707 * Used by TestFiltering(). 708 */ 709 class TestFilter1 : public UnicodeFilter { 710 UClassID getDynamicClassID()const { return &gTestFilter1ClassID; } 711 virtual UnicodeFunctor* clone() const { 712 return new TestFilter1(*this); 713 } 714 virtual UBool contains(UChar32 c) const { 715 if(c==0x63 || c==0x61 || c==0x43 || c==0x41) 716 return FALSE; 717 else 718 return TRUE; 719 } 720 // Stubs 721 virtual UnicodeString& toPattern(UnicodeString& result, 722 UBool /*escapeUnprintable*/) const { 723 return result; 724 } 725 virtual UBool matchesIndexValue(uint8_t /*v*/) const { 726 return FALSE; 727 } 728 virtual void addMatchSetTo(UnicodeSet& /*toUnionTo*/) const {} 729 }; 730 class TestFilter2 : public UnicodeFilter { 731 UClassID getDynamicClassID()const { return &gTestFilter2ClassID; } 732 virtual UnicodeFunctor* clone() const { 733 return new TestFilter2(*this); 734 } 735 virtual UBool contains(UChar32 c) const { 736 if(c==0x65 || c==0x6c) 737 return FALSE; 738 else 739 return TRUE; 740 } 741 // Stubs 742 virtual UnicodeString& toPattern(UnicodeString& result, 743 UBool /*escapeUnprintable*/) const { 744 return result; 745 } 746 virtual UBool matchesIndexValue(uint8_t /*v*/) const { 747 return FALSE; 748 } 749 virtual void addMatchSetTo(UnicodeSet& /*toUnionTo*/) const {} 750 }; 751 class TestFilter3 : public UnicodeFilter { 752 UClassID getDynamicClassID()const { return &gTestFilter3ClassID; } 753 virtual UnicodeFunctor* clone() const { 754 return new TestFilter3(*this); 755 } 756 virtual UBool contains(UChar32 c) const { 757 if(c==0x6f || c==0x77) 758 return FALSE; 759 else 760 return TRUE; 761 } 762 // Stubs 763 virtual UnicodeString& toPattern(UnicodeString& result, 764 UBool /*escapeUnprintable*/) const { 765 return result; 766 } 767 virtual UBool matchesIndexValue(uint8_t /*v*/) const { 768 return FALSE; 769 } 770 virtual void addMatchSetTo(UnicodeSet& /*toUnionTo*/) const {} 771 }; 772 773 774 void TransliteratorAPITest::TestGetAdoptFilter(){ 775 UErrorCode status = U_ZERO_ERROR; 776 UParseError parseError; 777 Transliterator *t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status); 778 if(t == 0 || U_FAILURE(status)) { 779 errln("Error creating transliterator %s", u_errorName(status)); 780 delete t; 781 return; 782 } 783 const UnicodeFilter *u=t->getFilter(); 784 if(u != NULL){ 785 errln("FAIL: getFilter failed. Didn't return null when the transliterator used no filtering"); 786 delete t; 787 return; 788 } 789 790 UnicodeString got, temp, message; 791 UnicodeString data="ABCabcbbCBa"; 792 temp = data; 793 t->transliterate(temp); 794 t->adoptFilter(new TestFilter1); 795 796 got = data; 797 t->transliterate(got); 798 UnicodeString exp=UnicodeString("A\\u0042Ca\\u0062c\\u0062\\u0062C\\u0042a", ""); 799 message="transliteration after adoptFilter(a,A,c,C) "; 800 doTest(message, got, exp); 801 802 logln("Testing round trip"); 803 t->adoptFilter((UnicodeFilter*)u); 804 if(t->getFilter() == NULL) 805 logln("OK: adoptFilter and getFilter round trip worked"); 806 else 807 errln("FAIL: adoptFilter or getFilter round trip failed"); 808 809 got = data; 810 t->transliterate(got); 811 exp=UnicodeString("\\u0041\\u0042\\u0043\\u0061\\u0062\\u0063\\u0062\\u0062\\u0043\\u0042\\u0061", ""); 812 message="transliteration after adopting null filter"; 813 doTest(message, got, exp); 814 message="adoptFilter round trip"; 815 doTest("adoptFilter round trip", got, temp); 816 817 t->adoptFilter(new TestFilter2); 818 callEverything(t, __LINE__); 819 data="heelloe"; 820 exp=UnicodeString("\\u0068eell\\u006Fe", ""); 821 got = data; 822 t->transliterate(got); 823 message="transliteration using (e,l) filter"; 824 doTest("transliteration using (e,l) filter", got, exp); 825 826 data="are well"; 827 exp=UnicodeString("\\u0061\\u0072e\\u0020\\u0077ell", ""); 828 got = data; 829 t->transliterate(got); 830 doTest(message, got, exp); 831 832 t->adoptFilter(new TestFilter3); 833 data="ho, wow!"; 834 exp=UnicodeString("\\u0068o\\u002C\\u0020wow\\u0021", ""); 835 got = data; 836 t->transliterate(got); 837 message="transliteration using (o,w) filter"; 838 doTest("transliteration using (o,w) filter", got, exp); 839 840 data="owl"; 841 exp=UnicodeString("ow\\u006C", ""); 842 got = data; 843 t->transliterate(got); 844 doTest("transliteration using (o,w) filter", got, exp); 845 846 delete t; 847 848 } 849 850 851 852 void TransliteratorAPITest::keyboardAux(Transliterator *t, UnicodeString DATA[], UnicodeString& s, int32_t begin, int32_t end) { 853 UTransPosition index={0, 0, 0, 0}; 854 UErrorCode status=U_ZERO_ERROR; 855 for (int32_t i=begin; i<end; i=i+5) { 856 UnicodeString log; 857 if (DATA[i+0] != "") { 858 log = s + " + " + DATA[i] + " -> "; 859 index.contextStart=getInt(DATA[i+2]); 860 index.contextLimit=index.limit=getInt(DATA[i+3]); 861 index.start=getInt(DATA[i+4]); 862 t->transliterate(s, index, DATA[i+0], status); 863 if(U_FAILURE(status)){ 864 errln("FAIL: " + t->getID()+ ".transliterate(Replaceable, int32_t[], UnicodeString, UErrorCode)-->" + (UnicodeString)u_errorName(status)); 865 continue; 866 } 867 log = s + " => "; 868 t->finishTransliteration(s, index); 869 } 870 // Show the start index '{' and the cursor '|' 871 displayOutput(s, DATA[i+1], log, index); 872 873 } 874 } 875 876 void TransliteratorAPITest::displayOutput(const UnicodeString& got, const UnicodeString& expected, UnicodeString& log, UTransPosition& index){ 877 // Show the start index '{' and the cursor '|' 878 UnicodeString a, b, c, d, e; 879 got.extractBetween(0, index.contextStart, a); 880 got.extractBetween(index.contextStart, index.start, b); 881 got.extractBetween(index.start, index.limit, c); 882 got.extractBetween(index.limit, index.contextLimit, d); 883 got.extractBetween(index.contextLimit, got.length(), e); 884 log.append(a). 885 append((UChar)0x7b/*{*/). 886 append(b). 887 append((UChar)0x7c/*|*/). 888 append(c). 889 append((UChar)0x7c). 890 append(d). 891 append((UChar)0x7d/*}*/). 892 append(e); 893 if (got == expected) 894 logln("OK:" + prettify(log)); 895 else 896 errln("FAIL: " + prettify(log) + ", expected " + prettify(expected)); 897 } 898 899 900 /*Internal Functions used*/ 901 void TransliteratorAPITest::doTest(const UnicodeString& message, const UnicodeString& result, const UnicodeString& expected){ 902 if (prettify(result) == prettify(expected)) 903 logln((UnicodeString)"Ok: " + prettify(message) + " passed \"" + prettify(expected) + "\""); 904 else 905 dataerrln((UnicodeString)"FAIL:" + message + " failed Got-->" + prettify(result)+ ", Expected--> " + prettify(expected) ); 906 } 907 908 909 // 910 // callEverything call all of the const (non-destructive) methods on a 911 // transliterator, just to verify that they don't fail in some 912 // destructive way. 913 // 914 #define CEASSERT(a) {if (!(a)) { \ 915 errln("FAIL at line %d from line %d: %s", __LINE__, line, #a); return; }} 916 917 void TransliteratorAPITest::callEverything(const Transliterator *tr, int line) { 918 Transliterator *clonedTR = tr->clone(); 919 CEASSERT(clonedTR != NULL); 920 921 int32_t maxcl = tr->getMaximumContextLength(); 922 CEASSERT(clonedTR->getMaximumContextLength() == maxcl); 923 924 UnicodeString id; 925 UnicodeString clonedId; 926 id = tr->getID(); 927 clonedId = clonedTR->getID(); 928 CEASSERT(id == clonedId); 929 930 const UnicodeFilter *filter = tr->getFilter(); 931 const UnicodeFilter *clonedFilter = clonedTR->getFilter(); 932 if (filter == NULL || clonedFilter == NULL) { 933 // If one filter is NULL they better both be NULL. 934 CEASSERT(filter == clonedFilter); 935 } else { 936 CEASSERT(filter != clonedFilter); 937 } 938 939 UnicodeString rules; 940 UnicodeString clonedRules; 941 rules = tr->toRules(rules, FALSE); 942 clonedRules = clonedTR->toRules(clonedRules, FALSE); 943 CEASSERT(rules == clonedRules); 944 945 UnicodeSet sourceSet; 946 UnicodeSet clonedSourceSet; 947 tr->getSourceSet(sourceSet); 948 clonedTR->getSourceSet(clonedSourceSet); 949 CEASSERT(clonedSourceSet == sourceSet); 950 951 UnicodeSet targetSet; 952 UnicodeSet clonedTargetSet; 953 tr->getTargetSet(targetSet); 954 clonedTR->getTargetSet(clonedTargetSet); 955 CEASSERT(targetSet == clonedTargetSet); 956 957 UClassID classID = tr->getDynamicClassID(); 958 CEASSERT(classID == clonedTR->getDynamicClassID()); 959 CEASSERT(classID != 0); 960 961 delete clonedTR; 962 } 963 964 static const int MyUnicodeFunctorTestClassID = 0; 965 class MyUnicodeFunctorTestClass : public UnicodeFunctor { 966 public: 967 virtual UnicodeFunctor* clone() const {return NULL;} 968 static UClassID getStaticClassID(void) {return (UClassID)&MyUnicodeFunctorTestClassID;} 969 virtual UClassID getDynamicClassID(void) const {return getStaticClassID();}; 970 virtual void setData(const TransliterationRuleData*) {} 971 }; 972 973 void TransliteratorAPITest::TestUnicodeFunctor() { 974 MyUnicodeFunctorTestClass myClass; 975 if (myClass.toMatcher() != NULL) { 976 errln("FAIL: UnicodeFunctor::toMatcher did not return NULL"); 977 } 978 if (myClass.toReplacer() != NULL) { 979 errln("FAIL: UnicodeFunctor::toReplacer did not return NULL"); 980 } 981 } 982 983 984 #endif /* #if !UCONFIG_NO_TRANSLITERATION */ 985
