1 /* 2 ********************************************************************** 3 * Copyright (C) 2002-2011, International Business Machines 4 * Corporation and others. All Rights Reserved. 5 ********************************************************************** 6 * file name: iotest.cpp 7 * encoding: US-ASCII 8 * tab size: 8 (not used) 9 * indentation:4 10 * 11 * created on: 2002feb21 12 * created by: George Rhoten 13 */ 14 15 16 #include "unicode/ustream.h" 17 18 #include "unicode/ucnv.h" 19 #include "unicode/ustring.h" 20 #include "ustr_cnv.h" 21 #include "iotest.h" 22 23 #if U_IOSTREAM_SOURCE >= 199711 24 #if defined(__GNUC__) && __GNUC__ >= 4 25 #define USE_SSTREAM 1 26 #include <sstream> 27 #else 28 // <strstream> is deprecated on some platforms, and the compiler complains very loudly if you use it. 29 #include <strstream> 30 #endif 31 #include <fstream> 32 #include <iomanip> 33 using namespace std; 34 35 #include <string.h> 36 37 U_CDECL_BEGIN 38 #if U_PLATFORM_USES_ONLY_WIN32_API 39 const UChar NEW_LINE[] = {0x0d,0x0a,0}; 40 const char C_NEW_LINE[] = {0x0d,0x0a,0}; 41 #define UTF8_NEW_LINE "\x0d\x0a" 42 #else 43 const UChar NEW_LINE[] = {0x0a,0}; 44 const char C_NEW_LINE[] = {'\n',0}; 45 #define UTF8_NEW_LINE "\x0a" 46 #endif 47 U_CDECL_END 48 49 U_CDECL_BEGIN 50 static void U_CALLCONV TestStream(void) 51 { 52 const UChar thisMu[] = { 0x74, 0x48, 0x69, 0x73, 0x3BC, 0}; 53 const UChar mu[] = { 0x6D, 0x75, 0}; 54 UnicodeString str1 = UNICODE_STRING_SIMPLE("str1"); 55 UnicodeString str2 = UNICODE_STRING_SIMPLE(" <<"); 56 UnicodeString str3 = UNICODE_STRING_SIMPLE("2"); 57 UnicodeString str4 = UNICODE_STRING_SIMPLE(" UTF-8 "); 58 UnicodeString inStr = UNICODE_STRING_SIMPLE(" UTF-8 "); 59 UnicodeString inStr2; 60 char defConvName[UCNV_MAX_CONVERTER_NAME_LENGTH*2]; 61 char inStrC[128]; 62 UErrorCode status = U_ZERO_ERROR; 63 UConverter *defConv; 64 static const char testStr[] = "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20\x73\x74\x72\x31\x20\x20\x20\x3C\x3C\x32\x31\x20" UTF8_NEW_LINE "\x20\x55\x54\x46\x2D\x38\x20\xCE\xBC\xF0\x90\x80\x81\xF0\x90\x80\x82"; 65 66 str4.append((UChar32)0x03BC); /* mu */ 67 str4.append((UChar32)0x10001); 68 str4.append((UChar32)0x10002); 69 70 /* release the default converter and use utf-8 for a bit */ 71 defConv = u_getDefaultConverter(&status); 72 if (U_FAILURE(status)) { 73 log_err("Can't get default converter\n"); 74 return; 75 } 76 ucnv_close(defConv); 77 strncpy(defConvName, ucnv_getDefaultName(), sizeof(defConvName)/sizeof(defConvName[0])); 78 ucnv_setDefaultName("UTF-8"); 79 80 static const char * const TESTSTRING = "\x20\x74\x48\x69\x73\xCE\xBC\xE2\x80\x82\x20\x6D\x75\x20\x77\x6F\x72\x6C\x64"; 81 #ifdef USE_SSTREAM 82 ostringstream outTestStream; 83 istringstream inTestStream(TESTSTRING); 84 #else 85 char testStreamBuf[512]; 86 ostrstream outTestStream(testStreamBuf, sizeof(testStreamBuf)); 87 istrstream inTestStream(TESTSTRING, 0); 88 89 /* initialize testStreamBuf */ 90 memset(testStreamBuf, '*', sizeof(testStreamBuf)); 91 testStreamBuf[sizeof(testStreamBuf)-1] = 0; 92 #endif 93 94 outTestStream << "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20"; 95 outTestStream << str1 << "\x20\x20" << str2 << str3 << "\x31\x20" << UTF8_NEW_LINE << str4 << ends; 96 #ifdef USE_SSTREAM 97 string tempStr = outTestStream.str(); 98 const char *testStreamBuf = tempStr.c_str(); 99 #endif 100 if (strcmp(testStreamBuf, testStr) != 0) { 101 log_err("Got: \"%s\", Expected: \"%s\"\n", testStreamBuf, testStr); 102 } 103 104 inTestStream >> inStr >> inStr2; 105 if (inStr.compare(thisMu) != 0) { 106 u_austrncpy(inStrC, inStr.getBuffer(), inStr.length()); 107 inStrC[inStr.length()] = 0; 108 log_err("Got: \"%s\", Expected: \"tHis\\u03BC\"\n", inStrC); 109 } 110 if (inStr2.compare(mu) != 0) { 111 u_austrncpy(inStrC, inStr.getBuffer(), inStr.length()); 112 inStrC[inStr.length()] = 0; 113 log_err("Got: \"%s\", Expected: \"mu\"\n", inStrC); 114 } 115 116 /* return the default converter to the original state. */ 117 ucnv_setDefaultName(defConvName); 118 defConv = u_getDefaultConverter(&status); 119 if (U_FAILURE(status)) { 120 log_err("Can't get default converter"); 121 return; 122 } 123 124 /* Test formatting when using '<<' and UnicodeString */ 125 #ifdef USE_SSTREAM 126 ostringstream outFormatStream; 127 #else 128 char testFormatStreamBuf[512]; 129 memset(testFormatStreamBuf, 0, sizeof(testFormatStreamBuf)); 130 ostrstream outFormatStream(testFormatStreamBuf, sizeof(testFormatStreamBuf)); 131 #endif 132 UnicodeString ustr("string"); 133 134 outFormatStream << "1234567890" << setw(10) << left << ustr << " " << "0123456789"; 135 136 #ifdef USE_SSTREAM 137 tempStr = outFormatStream.str(); 138 const char *testFormatStreamBuf = tempStr.c_str(); 139 #endif 140 const char *format_test_expected = "1234567890string 0123456789"; 141 if (strcmp(format_test_expected, testFormatStreamBuf) != 0) { 142 log_err("UnicodeString format test using << operator Got: '%s' Expected: '%s'\n", testFormatStreamBuf, format_test_expected); 143 } 144 145 /* Test large buffer (size > 200) when using '<<' and UnicodeString */ 146 #ifdef USE_SSTREAM 147 ostringstream outLargeStream; 148 #else 149 char testLargeStreamBuf[512]; 150 memset(testLargeStreamBuf, 0, sizeof(testLargeStreamBuf)); 151 ostrstream outLargeStream(testLargeStreamBuf, sizeof(testLargeStreamBuf)); 152 #endif 153 UChar large_array[200]; 154 int32_t large_array_length = sizeof(large_array)/sizeof(UChar); 155 for (int32_t i = 0; i < large_array_length; i++) { 156 large_array[i] = 0x41; 157 } 158 UnicodeString large_array_unistr(large_array, large_array_length); 159 160 outLargeStream << large_array_unistr; 161 162 #ifdef USE_SSTREAM 163 string tmpString = outLargeStream.str(); 164 const char *testLargeStreamBuf = tmpString.c_str(); 165 #endif 166 char expectedLargeStreamBuf[300]; 167 int32_t expectedBufLength = sizeof(expectedLargeStreamBuf); 168 169 ucnv_fromUChars(defConv, expectedLargeStreamBuf, expectedBufLength, large_array, large_array_length, &status); 170 if (U_SUCCESS(status)) { 171 if (strcmp(testLargeStreamBuf, expectedLargeStreamBuf) != 0) { 172 log_err("Large UnicodeString operator << output incorrect.\n"); 173 } 174 } else { 175 log_err("Error converting string for large stream buffer testing.\n"); 176 } 177 ucnv_close(defConv); 178 } 179 180 #define IOSTREAM_GOOD_SHIFT 3 181 #define IOSTREAM_GOOD (1<<IOSTREAM_GOOD_SHIFT) 182 #define IOSTREAM_BAD_SHIFT 2 183 #define IOSTREAM_BAD (1<<IOSTREAM_BAD_SHIFT) 184 #define IOSTREAM_EOF_SHIFT 1 185 #define IOSTREAM_EOF (1<<IOSTREAM_EOF_SHIFT) 186 #define IOSTREAM_FAIL_SHIFT 0 187 #define IOSTREAM_FAIL (1<<IOSTREAM_FAIL_SHIFT) 188 189 static int32_t getBitStatus(const iostream& stream) { 190 return (stream.good()<<IOSTREAM_GOOD_SHIFT) 191 | (stream.bad()<<IOSTREAM_BAD_SHIFT) 192 | (stream.eof()<<IOSTREAM_EOF_SHIFT) 193 | (stream.fail()<<IOSTREAM_FAIL_SHIFT); 194 } 195 196 void 197 printBits(const iostream& stream) 198 { 199 int32_t status = getBitStatus(stream); 200 log_verbose("status 0x%02X (", status); 201 if (status & IOSTREAM_GOOD) { 202 log_verbose("good"); 203 } 204 if (status & IOSTREAM_BAD) { 205 log_verbose("bad"); 206 } 207 if (status & IOSTREAM_EOF) { 208 log_verbose("eof"); 209 } 210 if (status & IOSTREAM_FAIL) { 211 log_verbose("fail"); 212 } 213 log_verbose(")\n"); 214 } 215 216 void 217 testString( 218 UnicodeString& str, 219 const char* testString, 220 const UChar* expectedString, 221 int32_t expectedStatus) 222 { 223 #ifdef USE_SSTREAM 224 stringstream sstrm; 225 #else 226 strstream sstrm; 227 #endif 228 229 sstrm << testString; 230 231 /*log_verbose("iostream before operator::>>() call \"%s\" ", testString); 232 printBits(sstrm);*/ 233 234 sstrm >> str; 235 236 log_verbose("iostream after operator::>>() call \"%s\" ", testString); 237 printBits(sstrm); 238 239 if (getBitStatus(sstrm) != expectedStatus) { 240 printBits(sstrm); 241 log_err("Expected status %d, Got %d. See verbose output for details\n", expectedStatus, getBitStatus(sstrm)); 242 } 243 if (str != UnicodeString(expectedString)) { 244 log_err("Did not get expected results from \"%s\", expected \"%s\"\n", testString, expectedString); 245 } 246 } 247 248 249 static void U_CALLCONV TestStreamEOF(void) 250 { 251 UnicodeString dest; 252 fstream fs(STANDARD_TEST_FILE, fstream::in | fstream::out | fstream::trunc); 253 #ifdef USE_SSTREAM 254 stringstream ss; 255 #else 256 strstream ss; 257 #endif 258 259 fs << "EXAMPLE"; 260 fs.seekg(0); 261 ss << "EXAMPLE"; 262 263 if (!(fs >> dest)) { 264 log_err("Reading of file did not return expected status result\n"); 265 } 266 if (dest != "EXAMPLE") { 267 log_err("Reading of file did not return expected string\n"); 268 } 269 270 if (!(ss >> dest)) { 271 log_err("Reading of string did not return expected status result\n"); 272 } 273 if (dest != "EXAMPLE") { 274 log_err("Reading of string did not return expected string\n"); 275 } 276 fs.close(); 277 278 log_verbose("Testing operator >> for UnicodeString...\n"); 279 280 /* The test cases needs to be converted to the default codepage. However, the stream operator needs char* so U_STRING_* is called. */ 281 U_STRING_DECL(testCase1, "", 0); 282 U_STRING_INIT(testCase1, "", 0); 283 U_STRING_DECL(testCase2, "foo", 3); 284 U_STRING_INIT(testCase2, "foo", 3); 285 U_STRING_DECL(testCase3, " ", 3); 286 U_STRING_INIT(testCase3, " ", 3); 287 U_STRING_DECL(testCase4, " bar", 6); 288 U_STRING_INIT(testCase4, " bar", 6); 289 U_STRING_DECL(testCase5, "bar ", 6); 290 U_STRING_INIT(testCase5, "bar ", 6); 291 U_STRING_DECL(testCase6, " bar ", 9); 292 U_STRING_INIT(testCase6, " bar ", 9); 293 294 295 U_STRING_DECL(expectedResultA, "", 0); 296 U_STRING_INIT(expectedResultA, "", 0); 297 U_STRING_DECL(expectedResultB, "foo", 3); 298 U_STRING_INIT(expectedResultB, "foo", 3); 299 U_STRING_DECL(expectedResultC, "unchanged", 9); 300 U_STRING_INIT(expectedResultC, "unchanged", 9); 301 U_STRING_DECL(expectedResultD, "bar", 3); 302 U_STRING_INIT(expectedResultD, "bar", 3); 303 304 305 UnicodeString UStr; 306 UnicodeString expectedResults; 307 char testcase[10]; 308 testString(UStr, u_austrcpy(testcase, testCase1), expectedResultA, IOSTREAM_EOF|IOSTREAM_FAIL); 309 testString(UStr, u_austrcpy(testcase, testCase2), expectedResultB, IOSTREAM_EOF); 310 UStr = UnicodeString(expectedResultC); 311 testString(UStr, u_austrcpy(testcase, testCase3), expectedResultC, IOSTREAM_EOF|IOSTREAM_FAIL); 312 testString(UStr, u_austrcpy(testcase, testCase4), expectedResultD, IOSTREAM_EOF); 313 testString(UStr, u_austrcpy(testcase, testCase5), expectedResultD, IOSTREAM_GOOD); 314 testString(UStr, u_austrcpy(testcase, testCase6), expectedResultD, IOSTREAM_GOOD); 315 } 316 U_CDECL_END 317 318 U_CFUNC void addStreamTests(TestNode** root) { 319 addTest(root, &TestStream, "stream/TestStream"); 320 addTest(root, &TestStreamEOF, "stream/TestStreamEOF"); 321 } 322 #endif 323