1 // 2016 and later: Unicode, Inc. and others. 2 // License & terms of use: http://www.unicode.org/copyright.html 3 /* 4 ******************************************************************************** 5 * Copyright (C) 2005-2016, International Business Machines 6 * Corporation and others. All Rights Reserved. 7 ******************************************************************************** 8 * 9 * File WINNMTST.CPP 10 * 11 ******************************************************************************** 12 */ 13 14 #include "unicode/utypes.h" 15 16 #if U_PLATFORM_USES_ONLY_WIN32_API 17 18 #if !UCONFIG_NO_FORMATTING 19 20 #include "unicode/format.h" 21 #include "unicode/numfmt.h" 22 #include "unicode/locid.h" 23 #include "unicode/ustring.h" 24 #include "unicode/testlog.h" 25 #include "unicode/utmscale.h" 26 27 #include "winnmfmt.h" 28 #include "winutil.h" 29 #include "winnmtst.h" 30 31 #include "numfmtst.h" 32 33 #include "cmemory.h" 34 #include "cstring.h" 35 #include "locmap.h" 36 #include "wintz.h" 37 #include "uassert.h" 38 39 # define WIN32_LEAN_AND_MEAN 40 # define VC_EXTRALEAN 41 # define NOUSER 42 # define NOSERVICE 43 # define NOIME 44 # define NOMCX 45 # include <windows.h> 46 # include <stdio.h> 47 # include <time.h> 48 # include <float.h> 49 # include <locale.h> 50 51 #include <algorithm> 52 53 #define NEW_ARRAY(type,count) (type *) uprv_malloc((count) * sizeof(type)) 54 #define DELETE_ARRAY(array) uprv_free((void *) (array)) 55 56 #define STACK_BUFFER_SIZE 32 57 58 #define LOOP_COUNT 1000 59 60 static UBool initialized = FALSE; 61 62 /** 63 * Return a random int64_t where U_INT64_MIN <= ran <= U_INT64_MAX. 64 */ 65 static uint64_t randomInt64(void) 66 { 67 int64_t ran = 0; 68 int32_t i; 69 70 if (!initialized) { 71 srand((unsigned)time(NULL)); 72 initialized = TRUE; 73 } 74 75 /* Assume rand has at least 12 bits of precision */ 76 for (i = 0; i < sizeof(ran); i += 1) { 77 ((char*)&ran)[i] = (char)((rand() & 0x0FF0) >> 4); 78 } 79 80 return ran; 81 } 82 83 /** 84 * Return a random double where U_DOUBLE_MIN <= ran <= U_DOUBLE_MAX. 85 */ 86 static double randomDouble(void) 87 { 88 double ran = 0; 89 90 if (!initialized) { 91 srand((unsigned)time(NULL)); 92 initialized = TRUE; 93 } 94 #if 0 95 int32_t i; 96 do { 97 /* Assume rand has at least 12 bits of precision */ 98 for (i = 0; i < sizeof(ran); i += 1) { 99 ((char*)&ran)[i] = (char)((rand() & 0x0FF0) >> 4); 100 } 101 } while (_isnan(ran)); 102 #else 103 int64_t numerator = randomInt64(); 104 int64_t denomenator; 105 do { 106 denomenator = randomInt64(); 107 } 108 while (denomenator == 0); 109 110 ran = (double)numerator / (double)denomenator; 111 #endif 112 113 return ran; 114 } 115 116 /** 117 * Return a random int32_t where U_INT32_MIN <= ran <= U_INT32_MAX. 118 */ 119 static uint32_t randomInt32(void) 120 { 121 int32_t ran = 0; 122 int32_t i; 123 124 if (!initialized) { 125 srand((unsigned)time(NULL)); 126 initialized = TRUE; 127 } 128 129 /* Assume rand has at least 12 bits of precision */ 130 for (i = 0; i < sizeof(ran); i += 1) { 131 ((char*)&ran)[i] = (char)((rand() & 0x0FF0) >> 4); 132 } 133 134 return ran; 135 } 136 137 static UnicodeString &getWindowsFormat(int32_t lcid, UBool currency, UnicodeString &appendTo, const wchar_t *fmt, ...) 138 { 139 wchar_t nStackBuffer[STACK_BUFFER_SIZE]; 140 wchar_t *nBuffer = nStackBuffer; 141 va_list args; 142 int result; 143 144 nBuffer[0] = 0x0000; 145 146 /* Due to the arguments causing a result to be <= 23 characters (+2 for NULL and minus), 147 we don't need to reallocate the buffer. */ 148 va_start(args, fmt); 149 result = _vsnwprintf(nBuffer, STACK_BUFFER_SIZE, fmt, args); 150 va_end(args); 151 152 /* Just to make sure of the above statement, we add this assert */ 153 U_ASSERT(result >=0); 154 // The following code is not used because _vscwprintf isn't available on MinGW at the moment. 155 /*if (result < 0) { 156 int newLength; 157 158 va_start(args, fmt); 159 newLength = _vscwprintf(fmt, args); 160 va_end(args); 161 162 nBuffer = NEW_ARRAY(UChar, newLength + 1); 163 164 va_start(args, fmt); 165 result = _vsnwprintf(nBuffer, newLength + 1, fmt, args); 166 va_end(args); 167 }*/ 168 169 170 // vswprintf is sensitive to the locale set by setlocale. For some locales 171 // it doesn't use "." as the decimal separator, which is what GetNumberFormatW 172 // and GetCurrencyFormatW both expect to see. 173 // 174 // To fix this, we scan over the string and replace the first non-digits, except 175 // for a leading "-", with a "." 176 // 177 // Note: (nBuffer[0] == L'-') will evaluate to 1 if there is a leading '-' in the 178 // number, and 0 otherwise. 179 for (wchar_t *p = &nBuffer[nBuffer[0] == L'-']; *p != L'\0'; p += 1) { 180 if (*p < L'0' || *p > L'9') { 181 *p = L'.'; 182 break; 183 } 184 } 185 186 wchar_t stackBuffer[STACK_BUFFER_SIZE]; 187 wchar_t *buffer = stackBuffer; 188 189 buffer[0] = 0x0000; 190 191 if (currency) { 192 result = GetCurrencyFormatW(lcid, 0, nBuffer, NULL, buffer, STACK_BUFFER_SIZE); 193 194 if (result == 0) { 195 DWORD lastError = GetLastError(); 196 197 if (lastError == ERROR_INSUFFICIENT_BUFFER) { 198 int newLength = GetCurrencyFormatW(lcid, 0, nBuffer, NULL, NULL, 0); 199 200 buffer = NEW_ARRAY(wchar_t, newLength); 201 buffer[0] = 0x0000; 202 GetCurrencyFormatW(lcid, 0, nBuffer, NULL, buffer, newLength); 203 } 204 } 205 } else { 206 result = GetNumberFormatW(lcid, 0, nBuffer, NULL, buffer, STACK_BUFFER_SIZE); 207 208 if (result == 0) { 209 DWORD lastError = GetLastError(); 210 211 if (lastError == ERROR_INSUFFICIENT_BUFFER) { 212 int newLength = GetNumberFormatW(lcid, 0, nBuffer, NULL, NULL, 0); 213 214 buffer = NEW_ARRAY(wchar_t, newLength); 215 buffer[0] = 0x0000; 216 GetNumberFormatW(lcid, 0, nBuffer, NULL, buffer, newLength); 217 } 218 } 219 } 220 221 appendTo.append((const UChar *)buffer, (int32_t) wcslen(buffer)); 222 223 if (buffer != stackBuffer) { 224 DELETE_ARRAY(buffer); 225 } 226 227 /*if (nBuffer != nStackBuffer) { 228 DELETE_ARRAY(nBuffer); 229 }*/ 230 231 return appendTo; 232 } 233 234 static void testLocale(const char *localeID, int32_t lcid, NumberFormat *wnf, UBool currency, TestLog *log) 235 { 236 for (int n = 0; n < LOOP_COUNT; n += 1) { 237 UnicodeString u3Buffer, u6Buffer, udBuffer; 238 UnicodeString w3Buffer, w6Buffer, wdBuffer; 239 double d = randomDouble(); 240 int32_t i32 = randomInt32(); 241 int64_t i64 = randomInt64(); 242 243 getWindowsFormat(lcid, currency, wdBuffer, L"%.16f", d); 244 245 getWindowsFormat(lcid, currency, w3Buffer, L"%I32d", i32); 246 247 getWindowsFormat(lcid, currency, w6Buffer, L"%I64d", i64); 248 249 wnf->format(d, udBuffer); 250 if (udBuffer.compare(wdBuffer) != 0) { 251 UnicodeString locale(localeID); 252 253 log->errln("Double format error for locale " + locale + 254 ": got " + udBuffer + " expected " + wdBuffer); 255 } 256 257 wnf->format(i32, u3Buffer); 258 if (u3Buffer.compare(w3Buffer) != 0) { 259 UnicodeString locale(localeID); 260 261 log->errln("int32_t format error for locale " + locale + 262 ": got " + u3Buffer + " expected " + w3Buffer); 263 } 264 265 wnf->format(i64, u6Buffer); 266 if (u6Buffer.compare(w6Buffer) != 0) { 267 UnicodeString locale(localeID); 268 269 log->errln("int64_t format error for locale " + locale + 270 ": got " + u6Buffer + " expected " + w6Buffer); 271 } 272 } 273 } 274 275 void Win32NumberTest::testLocales(NumberFormatTest *log) 276 { 277 int32_t lcidCount = 0; 278 Win32Utilities::LCIDRecord *lcidRecords = Win32Utilities::getLocales(lcidCount); 279 280 for(int i = 0; i < lcidCount; i += 1) { 281 UErrorCode status = U_ZERO_ERROR; 282 char localeID[128]; 283 284 // NULL localeID means ICU didn't recognize the lcid 285 if (lcidRecords[i].localeID == NULL) { 286 continue; 287 } 288 289 // Some locales have had their names change over various OS releases; skip them in the test for now. 290 int32_t failingLocaleLCIDs[] = { 291 0x040a, /* es-ES_tradnl;es-ES-u-co-trad; */ 292 0x048c, /* fa-AF;prs-AF;prs-Arab-AF; */ 293 0x046b, /* qu-BO;quz-BO;quz-Latn-BO; */ 294 0x086b, /* qu-EC;quz-EC;quz-Latn-EC; */ 295 0x0c6b, /* qu-PE;quz-PE;quz-Latn-PE; */ 296 0x0492 /* ckb-IQ;ku-Arab-IQ; */ 297 }; 298 bool skip = (std::find(std::begin(failingLocaleLCIDs), std::end(failingLocaleLCIDs), lcidRecords[i].lcid) != std::end(failingLocaleLCIDs)); 299 if (skip && log->logKnownIssue("13119", "Windows '@compat=host' fails on down-level versions of the OS")) { 300 log->logln("ticket:13119 - Skipping LCID = 0x%04x", lcidRecords[i].lcid); 301 continue; 302 } 303 304 strcpy(localeID, lcidRecords[i].localeID); 305 306 if (strchr(localeID, '@') > 0) { 307 strcat(localeID, ";"); 308 } else { 309 strcat(localeID, "@"); 310 } 311 312 strcat(localeID, "compat=host"); 313 314 Locale ulocale(localeID); 315 NumberFormat *wnf = NumberFormat::createInstance(ulocale, status); 316 NumberFormat *wcf = NumberFormat::createCurrencyInstance(ulocale, status); 317 318 testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wnf, FALSE, log); 319 testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wcf, TRUE, log); 320 321 #if 0 322 char *old_locale = strdup(setlocale(LC_ALL, NULL)); 323 324 setlocale(LC_ALL, "German"); 325 326 testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wnf, FALSE, log); 327 testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wcf, TRUE, log); 328 329 setlocale(LC_ALL, old_locale); 330 331 free(old_locale); 332 #endif 333 334 delete wcf; 335 delete wnf; 336 } 337 338 Win32Utilities::freeLocales(lcidRecords); 339 } 340 341 #endif /* #if !UCONFIG_NO_FORMATTING */ 342 343 #endif /* U_PLATFORM_USES_ONLY_WIN32_API */ 344