1 /* 2 ********************************************************************** 3 * Copyright (C) 2002-2010, International Business Machines 4 * Corporation and others. All Rights Reserved. 5 ********************************************************************** 6 * file name: iotest.cpp 7 * encoding: US-ASCII 8 * tab size: 8 (not used) 9 * indentation:4 10 * 11 * created on: 2002feb21 12 * created by: George Rhoten 13 */ 14 15 16 #include "unicode/ustream.h" 17 18 #include "unicode/ucnv.h" 19 #include "unicode/ustring.h" 20 #include "ustr_cnv.h" 21 #include "iotest.h" 22 23 #if U_IOSTREAM_SOURCE >= 199711 24 #if defined(__GNUC__) && __GNUC__ >= 4 25 #define USE_SSTREAM 1 26 #include <sstream> 27 #else 28 // <strstream> is deprecated on some platforms, and the compiler complains very loudly if you use it. 29 #include <strstream> 30 #endif 31 #include <fstream> 32 #include <iomanip> 33 using namespace std; 34 #elif U_IOSTREAM_SOURCE >= 198506 35 #define USE_OLD_IOSTREAM 1 36 #include <strstream.h> 37 #include <fstream.h> 38 #endif 39 40 #include <string.h> 41 42 U_CDECL_BEGIN 43 #ifdef U_WINDOWS 44 const UChar NEW_LINE[] = {0x0d,0x0a,0}; 45 const char C_NEW_LINE[] = {0x0d,0x0a,0}; 46 #define UTF8_NEW_LINE "\x0d\x0a" 47 #else 48 const UChar NEW_LINE[] = {0x0a,0}; 49 const char C_NEW_LINE[] = {'\n',0}; 50 #define UTF8_NEW_LINE "\x0a" 51 #endif 52 U_CDECL_END 53 54 #if U_IOSTREAM_SOURCE 55 U_CDECL_BEGIN 56 static void U_CALLCONV TestStream(void) 57 { 58 #if U_IOSTREAM_SOURCE >= 198506 59 const UChar thisMu[] = { 0x74, 0x48, 0x69, 0x73, 0x3BC, 0}; 60 const UChar mu[] = { 0x6D, 0x75, 0}; 61 UnicodeString str1 = UNICODE_STRING_SIMPLE("str1"); 62 UnicodeString str2 = UNICODE_STRING_SIMPLE(" <<"); 63 UnicodeString str3 = UNICODE_STRING_SIMPLE("2"); 64 UnicodeString str4 = UNICODE_STRING_SIMPLE(" UTF-8 "); 65 UnicodeString inStr = UNICODE_STRING_SIMPLE(" UTF-8 "); 66 UnicodeString inStr2; 67 char defConvName[UCNV_MAX_CONVERTER_NAME_LENGTH*2]; 68 char inStrC[128]; 69 UErrorCode status = U_ZERO_ERROR; 70 UConverter *defConv; 71 static const char testStr[] = "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20\x73\x74\x72\x31\x20\x20\x20\x3C\x3C\x32\x31\x20" UTF8_NEW_LINE "\x20\x55\x54\x46\x2D\x38\x20\xCE\xBC\xF0\x90\x80\x81\xF0\x90\x80\x82"; 72 73 str4.append((UChar32)0x03BC); /* mu */ 74 str4.append((UChar32)0x10001); 75 str4.append((UChar32)0x10002); 76 77 /* release the default converter and use utf-8 for a bit */ 78 defConv = u_getDefaultConverter(&status); 79 if (U_FAILURE(status)) { 80 log_err("Can't get default converter\n"); 81 return; 82 } 83 ucnv_close(defConv); 84 strncpy(defConvName, ucnv_getDefaultName(), sizeof(defConvName)/sizeof(defConvName[0])); 85 ucnv_setDefaultName("UTF-8"); 86 87 static const char * const TESTSTRING = "\x20\x74\x48\x69\x73\xCE\xBC\xE2\x80\x82\x20\x6D\x75\x20\x77\x6F\x72\x6C\x64"; 88 #ifdef USE_SSTREAM 89 ostringstream outTestStream; 90 istringstream inTestStream(TESTSTRING); 91 #else 92 char testStreamBuf[512]; 93 ostrstream outTestStream(testStreamBuf, sizeof(testStreamBuf)); 94 istrstream inTestStream(TESTSTRING, 0); 95 96 /* initialize testStreamBuf */ 97 memset(testStreamBuf, '*', sizeof(testStreamBuf)); 98 testStreamBuf[sizeof(testStreamBuf)-1] = 0; 99 #endif 100 101 outTestStream << "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20"; 102 outTestStream << str1 << "\x20\x20" << str2 << str3 << "\x31\x20" << UTF8_NEW_LINE << str4 << ends; 103 #ifdef USE_SSTREAM 104 string tempStr = outTestStream.str(); 105 const char *testStreamBuf = tempStr.c_str(); 106 #endif 107 if (strcmp(testStreamBuf, testStr) != 0) { 108 log_err("Got: \"%s\", Expected: \"%s\"\n", testStreamBuf, testStr); 109 } 110 111 inTestStream >> inStr >> inStr2; 112 if (inStr.compare(thisMu) != 0) { 113 u_austrncpy(inStrC, inStr.getBuffer(), inStr.length()); 114 inStrC[inStr.length()] = 0; 115 log_err("Got: \"%s\", Expected: \"tHis\\u03BC\"\n", inStrC); 116 } 117 if (inStr2.compare(mu) != 0) { 118 u_austrncpy(inStrC, inStr.getBuffer(), inStr.length()); 119 inStrC[inStr.length()] = 0; 120 log_err("Got: \"%s\", Expected: \"mu\"\n", inStrC); 121 } 122 123 /* return the default converter to the original state. */ 124 ucnv_setDefaultName(defConvName); 125 defConv = u_getDefaultConverter(&status); 126 if (U_FAILURE(status)) { 127 log_err("Can't get default converter"); 128 return; 129 } 130 131 /* Test formatting when using '<<' and UnicodeString */ 132 #ifdef USE_SSTREAM 133 ostringstream outFormatStream; 134 #else 135 char testFormatStreamBuf[512]; 136 memset(testFormatStreamBuf, 0, sizeof(testFormatStreamBuf)); 137 ostrstream outFormatStream(testFormatStreamBuf, sizeof(testFormatStreamBuf)); 138 #endif 139 UnicodeString ustr("string"); 140 141 outFormatStream << "1234567890" << setw(10) << left << ustr << " " << "0123456789"; 142 143 #ifdef USE_SSTREAM 144 tempStr = outFormatStream.str(); 145 const char *testFormatStreamBuf = tempStr.c_str(); 146 #endif 147 const char *format_test_expected = "1234567890string 0123456789"; 148 if (strcmp(format_test_expected, testFormatStreamBuf) != 0) { 149 log_err("UnicodeString format test using << operator Got: '%s' Expected: '%s'\n", testFormatStreamBuf, format_test_expected); 150 } 151 152 /* Test large buffer (size > 200) when using '<<' and UnicodeString */ 153 #ifdef USE_SSTREAM 154 ostringstream outLargeStream; 155 #else 156 char testLargeStreamBuf[512]; 157 memset(testLargeStreamBuf, 0, sizeof(testLargeStreamBuf)); 158 ostrstream outLargeStream(testLargeStreamBuf, sizeof(testLargeStreamBuf)); 159 #endif 160 UChar large_array[200]; 161 int32_t large_array_length = sizeof(large_array)/sizeof(UChar); 162 for (int32_t i = 0; i < large_array_length; i++) { 163 large_array[i] = 0x41; 164 } 165 UnicodeString large_array_unistr(large_array, large_array_length); 166 167 outLargeStream << large_array_unistr; 168 169 #ifdef USE_SSTREAM 170 string tmpString = outLargeStream.str(); 171 const char *testLargeStreamBuf = tmpString.c_str(); 172 #endif 173 char expectedLargeStreamBuf[300]; 174 int32_t expectedBufLength = sizeof(expectedLargeStreamBuf); 175 176 ucnv_fromUChars(defConv, expectedLargeStreamBuf, expectedBufLength, large_array, large_array_length, &status); 177 if (U_SUCCESS(status)) { 178 if (strcmp(testLargeStreamBuf, expectedLargeStreamBuf) != 0) { 179 log_err("Large UnicodeString operator << output incorrect.\n"); 180 } 181 } else { 182 log_err("Error converting string for large stream buffer testing.\n"); 183 } 184 ucnv_close(defConv); 185 #else 186 log_info("U_IOSTREAM_SOURCE is disabled\n"); 187 #endif 188 } 189 190 #define IOSTREAM_GOOD_SHIFT 3 191 #define IOSTREAM_GOOD (1<<IOSTREAM_GOOD_SHIFT) 192 #define IOSTREAM_BAD_SHIFT 2 193 #define IOSTREAM_BAD (1<<IOSTREAM_BAD_SHIFT) 194 #define IOSTREAM_EOF_SHIFT 1 195 #define IOSTREAM_EOF (1<<IOSTREAM_EOF_SHIFT) 196 #define IOSTREAM_FAIL_SHIFT 0 197 #define IOSTREAM_FAIL (1<<IOSTREAM_FAIL_SHIFT) 198 199 static int32_t getBitStatus(const iostream& stream) { 200 return (stream.good()<<IOSTREAM_GOOD_SHIFT) 201 | (stream.bad()<<IOSTREAM_BAD_SHIFT) 202 | (stream.eof()<<IOSTREAM_EOF_SHIFT) 203 | (stream.fail()<<IOSTREAM_FAIL_SHIFT); 204 } 205 206 void 207 printBits(const iostream& stream) 208 { 209 int32_t status = getBitStatus(stream); 210 log_verbose("status 0x%02X (", status); 211 if (status & IOSTREAM_GOOD) { 212 log_verbose("good"); 213 } 214 if (status & IOSTREAM_BAD) { 215 log_verbose("bad"); 216 } 217 if (status & IOSTREAM_EOF) { 218 log_verbose("eof"); 219 } 220 if (status & IOSTREAM_FAIL) { 221 log_verbose("fail"); 222 } 223 log_verbose(")\n"); 224 } 225 226 void 227 testString( 228 UnicodeString& str, 229 const char* testString, 230 const UChar* expectedString, 231 int32_t expectedStatus) 232 { 233 #ifdef USE_SSTREAM 234 stringstream sstrm; 235 #else 236 strstream sstrm; 237 #endif 238 239 sstrm << testString; 240 241 /*log_verbose("iostream before operator::>>() call \"%s\" ", testString); 242 printBits(sstrm);*/ 243 244 sstrm >> str; 245 246 log_verbose("iostream after operator::>>() call \"%s\" ", testString); 247 printBits(sstrm); 248 249 if (getBitStatus(sstrm) != expectedStatus) { 250 printBits(sstrm); 251 #ifdef USE_OLD_IOSTREAM 252 log_info("Warning. Expected status %d, Got %d. This maybe caused by the fact that the non-standardized iostream is being used.\n", expectedStatus, getBitStatus(sstrm)); 253 log_info("See verbose output for details.\n"); 254 #else 255 log_err("Expected status %d, Got %d. See verbose output for details\n", expectedStatus, getBitStatus(sstrm)); 256 #endif 257 } 258 if (str != UnicodeString(expectedString)) { 259 log_err("Did not get expected results from \"%s\", expected \"%s\"\n", testString, expectedString); 260 } 261 } 262 263 264 static void U_CALLCONV TestStreamEOF(void) 265 { 266 UnicodeString dest; 267 fstream fs(STANDARD_TEST_FILE, fstream::in | fstream::out | fstream::trunc); 268 #ifdef USE_SSTREAM 269 stringstream ss; 270 #else 271 strstream ss; 272 #endif 273 274 #ifdef USE_OLD_IOSTREAM 275 log_info("Old non-standardized iostream being used. This may result in inconsistent state flag settings. (e.g. failbit may not be set properly)\n"); 276 log_info("In such a case, warnings will be issued instead of errors.\n"); 277 #endif 278 279 fs << "EXAMPLE"; 280 fs.seekg(0); 281 ss << "EXAMPLE"; 282 283 if (!(fs >> dest)) { 284 log_err("Reading of file did not return expected status result\n"); 285 } 286 if (dest != "EXAMPLE") { 287 log_err("Reading of file did not return expected string\n"); 288 } 289 290 if (!(ss >> dest)) { 291 log_err("Reading of string did not return expected status result\n"); 292 } 293 if (dest != "EXAMPLE") { 294 log_err("Reading of string did not return expected string\n"); 295 } 296 fs.close(); 297 298 log_verbose("Testing operator >> for UnicodeString...\n"); 299 300 /* The test cases needs to be converted to the default codepage. However, the stream operator needs char* so U_STRING_* is called. */ 301 U_STRING_DECL(testCase1, "", 0); 302 U_STRING_INIT(testCase1, "", 0); 303 U_STRING_DECL(testCase2, "foo", 3); 304 U_STRING_INIT(testCase2, "foo", 3); 305 U_STRING_DECL(testCase3, " ", 3); 306 U_STRING_INIT(testCase3, " ", 3); 307 U_STRING_DECL(testCase4, " bar", 6); 308 U_STRING_INIT(testCase4, " bar", 6); 309 U_STRING_DECL(testCase5, "bar ", 6); 310 U_STRING_INIT(testCase5, "bar ", 6); 311 U_STRING_DECL(testCase6, " bar ", 9); 312 U_STRING_INIT(testCase6, " bar ", 9); 313 314 315 U_STRING_DECL(expectedResultA, "", 0); 316 U_STRING_INIT(expectedResultA, "", 0); 317 U_STRING_DECL(expectedResultB, "foo", 3); 318 U_STRING_INIT(expectedResultB, "foo", 3); 319 U_STRING_DECL(expectedResultC, "unchanged", 9); 320 U_STRING_INIT(expectedResultC, "unchanged", 9); 321 U_STRING_DECL(expectedResultD, "bar", 3); 322 U_STRING_INIT(expectedResultD, "bar", 3); 323 324 325 UnicodeString UStr; 326 UnicodeString expectedResults; 327 char testcase[10]; 328 testString(UStr, u_austrcpy(testcase, testCase1), expectedResultA, IOSTREAM_EOF|IOSTREAM_FAIL); 329 testString(UStr, u_austrcpy(testcase, testCase2), expectedResultB, IOSTREAM_EOF); 330 UStr = UnicodeString(expectedResultC); 331 testString(UStr, u_austrcpy(testcase, testCase3), expectedResultC, IOSTREAM_EOF|IOSTREAM_FAIL); 332 testString(UStr, u_austrcpy(testcase, testCase4), expectedResultD, IOSTREAM_EOF); 333 testString(UStr, u_austrcpy(testcase, testCase5), expectedResultD, IOSTREAM_GOOD); 334 testString(UStr, u_austrcpy(testcase, testCase6), expectedResultD, IOSTREAM_GOOD); 335 } 336 U_CDECL_END 337 338 U_CFUNC void addStreamTests(TestNode** root) { 339 addTest(root, &TestStream, "stream/TestStream"); 340 addTest(root, &TestStreamEOF, "stream/TestStreamEOF"); 341 } 342 #endif 343
