1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /********************************************************************
5 * Copyright (c) 1997-2016, International Business Machines Corporation and
6 * others. All Rights Reserved.
7 ********************************************************************/
10 #include "unicode/ures.h"
11 #include "unicode/ucurr.h"
12 #include "unicode/ustring.h"
13 #include "unicode/uset.h"
14 #include "unicode/udat.h"
15 #include "unicode/uscript.h"
16 #include "unicode/ulocdata.h"
17 #include "unicode/utf16.h"
24 returns a new UnicodeSet that is a flattened form of the original
28 createFlattenSet(USet
*origSet
, UErrorCode
*status
) {
32 int32_t origItemCount
= 0;
33 int32_t idx
, graphmeSize
;
36 if (U_FAILURE(*status
)) {
37 log_err("createFlattenSet called with %s\n", u_errorName(*status
));
40 newSet
= uset_open(1, 0);
41 origItemCount
= uset_getItemCount(origSet
);
42 for (idx
= 0; idx
< origItemCount
; idx
++) {
43 graphmeSize
= uset_getItem(origSet
, idx
,
45 graphme
, UPRV_LENGTHOF(graphme
),
47 if (U_FAILURE(*status
)) {
48 log_err("ERROR: uset_getItem returned %s\n", u_errorName(*status
));
49 *status
= U_ZERO_ERROR
;
52 uset_addAllCodePoints(newSet
, graphme
, graphmeSize
);
55 uset_addRange(newSet
, start
, end
);
58 uset_closeOver(newSet
,USET_CASE_INSENSITIVE
);
63 isCurrencyPreEuro(const char* currencyKey
){
64 if( strcmp(currencyKey
, "PTE") == 0 ||
65 strcmp(currencyKey
, "ESP") == 0 ||
66 strcmp(currencyKey
, "LUF") == 0 ||
67 strcmp(currencyKey
, "GRD") == 0 ||
68 strcmp(currencyKey
, "BEF") == 0 ||
69 strcmp(currencyKey
, "ITL") == 0 ||
70 strcmp(currencyKey
, "EEK") == 0){
75 #if !UCONFIG_NO_FILE_IO && !UCONFIG_NO_LEGACY_CONVERSION
77 TestKeyInRootRecursive(UResourceBundle
*root
, const char *rootName
,
78 UResourceBundle
*currentBundle
, const char *locale
) {
79 UErrorCode errorCode
= U_ZERO_ERROR
;
80 UResourceBundle
*subRootBundle
= NULL
, *subBundle
= NULL
, *arr
= NULL
;
82 ures_resetIterator(root
);
83 ures_resetIterator(currentBundle
);
84 while (ures_hasNext(currentBundle
)) {
85 const char *subBundleKey
= NULL
;
86 const char *currentBundleKey
= NULL
;
88 errorCode
= U_ZERO_ERROR
;
89 currentBundleKey
= ures_getKey(currentBundle
);
90 (void)currentBundleKey
; /* Suppress set but not used warning. */
91 subBundle
= ures_getNextResource(currentBundle
, NULL
, &errorCode
);
92 if (U_FAILURE(errorCode
)) {
93 log_err("Can't open a resource for lnocale %s. Error: %s\n", locale
, u_errorName(errorCode
));
96 subBundleKey
= ures_getKey(subBundle
);
99 subRootBundle
= ures_getByKey(root
, subBundleKey
, NULL
, &errorCode
);
100 if (U_FAILURE(errorCode
)) {
101 log_err("Can't open a resource with key \"%s\" in \"%s\" from %s for locale \"%s\"\n",
103 ures_getKey(currentBundle
),
106 ures_close(subBundle
);
109 if (ures_getType(subRootBundle
) != ures_getType(subBundle
)) {
110 log_err("key \"%s\" in \"%s\" has a different type from root for locale \"%s\"\n"
111 "\troot=%d, locale=%d\n",
113 ures_getKey(currentBundle
),
115 ures_getType(subRootBundle
),
116 ures_getType(subBundle
));
117 ures_close(subBundle
);
120 else if (ures_getType(subBundle
) == URES_INT_VECTOR
) {
122 int32_t subBundleSize
;
124 UBool sameArray
= TRUE
;
125 const int32_t *subRootBundleArr
= ures_getIntVector(subRootBundle
, &minSize
, &errorCode
);
126 const int32_t *subBundleArr
= ures_getIntVector(subBundle
, &subBundleSize
, &errorCode
);
128 if (minSize
> subBundleSize
) {
129 minSize
= subBundleSize
;
130 log_err("Arrays are different size with key \"%s\" in \"%s\" from root for locale \"%s\"\n",
132 ures_getKey(currentBundle
),
136 for (idx
= 0; idx
< minSize
&& sameArray
; idx
++) {
137 if (subRootBundleArr
[idx
] != subBundleArr
[idx
]) {
140 if (strcmp(subBundleKey
, "DateTimeElements") == 0
141 && (subBundleArr
[idx
] < 1 || 7 < subBundleArr
[idx
]))
143 log_err("Value out of range with key \"%s\" at index %d in \"%s\" for locale \"%s\"\n",
146 ures_getKey(currentBundle
),
150 /* Special exception es_US and DateTimeElements */
152 && !(strcmp(locale
, "es_US") == 0 && strcmp(subBundleKey
, "DateTimeElements") == 0))
154 log_err("Integer vectors are the same with key \"%s\" in \"%s\" from root for locale \"%s\"\n",
156 ures_getKey(currentBundle
),
160 else if (ures_getType(subBundle
) == URES_ARRAY
) {
161 UResourceBundle
*subSubBundle
= ures_getByIndex(subBundle
, 0, NULL
, &errorCode
);
162 UResourceBundle
*subSubRootBundle
= ures_getByIndex(subRootBundle
, 0, NULL
, &errorCode
);
164 if (U_SUCCESS(errorCode
)
165 && (ures_getType(subSubBundle
) == URES_ARRAY
|| ures_getType(subSubRootBundle
) == URES_ARRAY
))
167 /* Here is one of the recursive parts */
168 TestKeyInRootRecursive(subRootBundle
, rootName
, subBundle
, locale
);
171 int32_t minSize
= ures_getSize(subRootBundle
);
173 UBool sameArray
= TRUE
;
175 if (minSize
> ures_getSize(subBundle
)) {
176 minSize
= ures_getSize(subBundle
);
179 if ((subBundleKey
== NULL
180 || (subBundleKey
!= NULL
&& strcmp(subBundleKey
, "LocaleScript") != 0 && !isCurrencyPreEuro(subBundleKey
)))
181 && ures_getSize(subRootBundle
) != ures_getSize(subBundle
))
183 log_err("Different size array with key \"%s\" in \"%s\" from root for locale \"%s\"\n"
184 "\troot array size=%d, locale array size=%d\n",
186 ures_getKey(currentBundle
),
188 ures_getSize(subRootBundle
),
189 ures_getSize(subBundle
));
192 if(isCurrencyPreEuro(subBundleKey) && ures_getSize(subBundle)!=3){
193 log_err("Different size array with key \"%s\" in \"%s\" for locale \"%s\" the expected size is 3 got size=%d\n",
195 ures_getKey(currentBundle),
197 ures_getSize(subBundle));
200 for (idx
= 0; idx
< minSize
; idx
++) {
201 int32_t rootStrLen
, localeStrLen
;
202 const UChar
*rootStr
= ures_getStringByIndex(subRootBundle
,idx
,&rootStrLen
,&errorCode
);
203 const UChar
*localeStr
= ures_getStringByIndex(subBundle
,idx
,&localeStrLen
,&errorCode
);
204 if (rootStr
&& localeStr
&& U_SUCCESS(errorCode
)) {
205 if (u_strcmp(rootStr
, localeStr
) != 0) {
210 if ( rootStrLen
> 1 && rootStr
[0] == 0x41 && rootStr
[1] >= 0x30 && rootStr
[1] <= 0x39 ) {
211 /* A2 or A4 in the root string indicates that the resource can optionally be an array instead of a */
212 /* string. Attempt to read it as an array. */
213 errorCode
= U_ZERO_ERROR
;
214 arr
= ures_getByIndex(subBundle
,idx
,NULL
,&errorCode
);
215 if (U_FAILURE(errorCode
)) {
216 log_err("Got a NULL string with key \"%s\" in \"%s\" at index %d for root or locale \"%s\"\n",
218 ures_getKey(currentBundle
),
223 if (ures_getType(arr
) != URES_ARRAY
|| ures_getSize(arr
) != (int32_t)rootStr
[1] - 0x30) {
224 log_err("Got something other than a string or array of size %d for key \"%s\" in \"%s\" at index %d for root or locale \"%s\"\n",
227 ures_getKey(currentBundle
),
233 localeStr
= ures_getStringByIndex(arr
,0,&localeStrLen
,&errorCode
);
235 if (U_FAILURE(errorCode
)) {
236 log_err("Got something other than a string or array for key \"%s\" in \"%s\" at index %d for root or locale \"%s\"\n",
238 ures_getKey(currentBundle
),
244 log_err("Got a NULL string with key \"%s\" in \"%s\" at index %d for root or locale \"%s\"\n",
246 ures_getKey(currentBundle
),
252 if (localeStr
[0] == (UChar
)0x20) {
253 log_err("key \"%s\" at index %d in \"%s\" starts with a space in locale \"%s\"\n",
256 ures_getKey(currentBundle
),
259 else if ((localeStr
[localeStrLen
- 1] == (UChar
)0x20) && (strcmp(subBundleKey
,"separator") != 0)) {
260 log_err("key \"%s\" at index %d in \"%s\" ends with a space in locale \"%s\"\n",
263 ures_getKey(currentBundle
),
266 else if (subBundleKey
!= NULL
267 && strcmp(subBundleKey
, "DateTimePatterns") == 0)
270 const UChar
*localeStrItr
= localeStr
;
271 while (*localeStrItr
) {
272 if (*localeStrItr
== (UChar
)0x27 /* ' */) {
275 else if ((quoted
% 2) == 0) {
276 /* Search for unquoted characters */
277 if (4 <= idx
&& idx
<= 7
278 && (*localeStrItr
== (UChar
)0x6B /* k */
279 || *localeStrItr
== (UChar
)0x48 /* H */
280 || *localeStrItr
== (UChar
)0x6D /* m */
281 || *localeStrItr
== (UChar
)0x73 /* s */
282 || *localeStrItr
== (UChar
)0x53 /* S */
283 || *localeStrItr
== (UChar
)0x61 /* a */
284 || *localeStrItr
== (UChar
)0x68 /* h */
285 || *localeStrItr
== (UChar
)0x7A /* z */))
287 log_err("key \"%s\" at index %d has time pattern chars in date for locale \"%s\"\n",
292 else if (0 <= idx
&& idx
<= 3
293 && (*localeStrItr
== (UChar
)0x47 /* G */
294 || *localeStrItr
== (UChar
)0x79 /* y */
295 || *localeStrItr
== (UChar
)0x4D /* M */
296 || *localeStrItr
== (UChar
)0x64 /* d */
297 || *localeStrItr
== (UChar
)0x45 /* E */
298 || *localeStrItr
== (UChar
)0x44 /* D */
299 || *localeStrItr
== (UChar
)0x46 /* F */
300 || *localeStrItr
== (UChar
)0x77 /* w */
301 || *localeStrItr
== (UChar
)0x57 /* W */))
303 log_err("key \"%s\" at index %d has date pattern chars in time for locale \"%s\"\n",
312 else if (idx
== 4 && subBundleKey
!= NULL
313 && strcmp(subBundleKey
, "NumberElements") == 0
314 && u_charDigitValue(localeStr
[0]) != 0)
316 log_err("key \"%s\" at index %d has a non-zero based number for locale \"%s\"\n",
322 (void)sameArray
; /* Suppress set but not used warning. */
323 /* if (sameArray && strcmp(rootName, "root") == 0) {
324 log_err("Arrays are the same with key \"%s\" in \"%s\" from root for locale \"%s\"\n",
326 ures_getKey(currentBundle),
330 ures_close(subSubBundle
);
331 ures_close(subSubRootBundle
);
333 else if (ures_getType(subBundle
) == URES_STRING
) {
335 const UChar
*string
= ures_getString(subBundle
, &len
, &errorCode
);
336 if (U_FAILURE(errorCode
) || string
== NULL
) {
337 log_err("Can't open a string with key \"%s\" in \"%s\" for locale \"%s\"\n",
339 ures_getKey(currentBundle
),
341 } else if (string
[0] == (UChar
)0x20) {
342 log_err("key \"%s\" in \"%s\" starts with a space in locale \"%s\"\n",
344 ures_getKey(currentBundle
),
346 /* localeDisplayPattern/separator can end with a space */
347 } else if (string
[len
- 1] == (UChar
)0x20 && (strcmp(subBundleKey
,"separator"))) {
348 log_err("key \"%s\" in \"%s\" ends with a space in locale \"%s\"\n",
350 ures_getKey(currentBundle
),
352 } else if (strcmp(subBundleKey
, "localPatternChars") == 0) {
353 /* Note: We no longer import localPatternChars data starting
354 * ICU 3.8. So it never comes into this else if block. (ticket#5597)
357 /* Check well-formedness of localPatternChars. First, the
358 * length must match the number of fields defined by
359 * DateFormat. Second, each character in the string must
360 * be in the set [A-Za-z]. Finally, each character must be
364 #if !UCONFIG_NO_FORMATTING
365 if (len
!= UDAT_FIELD_COUNT
) {
366 log_err("key \"%s\" has the wrong number of characters in locale \"%s\"\n",
371 /* Check char validity. */
372 for (i
=0; i
<len
; ++i
) {
373 if (!((string
[i
] >= 65/*'A'*/ && string
[i
] <= 90/*'Z'*/) ||
374 (string
[i
] >= 97/*'a'*/ && string
[i
] <= 122/*'z'*/))) {
375 log_err("key \"%s\" has illegal character '%c' in locale \"%s\"\n",
380 /* Do O(n^2) check for duplicate chars. */
381 for (j
=0; j
<i
; ++j
) {
382 if (string
[j
] == string
[i
]) {
383 log_err("key \"%s\" has duplicate character '%c' in locale \"%s\"\n",
391 /* No fallback was done. Check for duplicate data */
392 /* The ures_* API does not do fallback of sub-resource bundles,
393 So we can't do this now. */
395 else if (strcmp(locale
, "root") != 0 && errorCode
== U_ZERO_ERROR
) {
397 const UChar
*rootString
= ures_getString(subRootBundle
, &len
, &errorCode
);
398 if (U_FAILURE(errorCode
) || rootString
== NULL
) {
399 log_err("Can't open a string with key \"%s\" in \"%s\" in root\n",
400 ures_getKey(subRootBundle
),
401 ures_getKey(currentBundle
));
403 } else if (u_strcmp(string
, rootString
) == 0) {
404 if (strcmp(locale
, "de_CH") != 0 && strcmp(subBundleKey
, "Countries") != 0 &&
405 strcmp(subBundleKey
, "Version") != 0) {
406 log_err("Found duplicate data with key \"%s\" in \"%s\" in locale \"%s\"\n",
407 ures_getKey(subRootBundle
),
408 ures_getKey(currentBundle
),
412 /* Ignore for now. */
413 /* Can be fixed if fallback through de locale was done. */
414 log_verbose("Skipping key %s in %s\n", subBundleKey
, locale
);
420 else if (ures_getType(subBundle
) == URES_TABLE
) {
421 if (strcmp(subBundleKey
, "availableFormats")!=0) {
422 /* Here is one of the recursive parts */
423 TestKeyInRootRecursive(subRootBundle
, rootName
, subBundle
, locale
);
426 log_verbose("Skipping key %s in %s\n", subBundleKey
, locale
);
429 else if (ures_getType(subBundle
) == URES_BINARY
|| ures_getType(subBundle
) == URES_INT
) {
430 /* Can't do anything to check it */
431 /* We'll assume it's all correct */
432 if (strcmp(subBundleKey
, "MeasurementSystem") != 0) {
433 log_verbose("Skipping key \"%s\" in \"%s\" for locale \"%s\"\n",
435 ures_getKey(currentBundle
),
438 /* Testing for MeasurementSystem is done in VerifyTranslation */
441 log_err("Type %d for key \"%s\" in \"%s\" is unknown for locale \"%s\"\n",
442 ures_getType(subBundle
),
444 ures_getKey(currentBundle
),
447 ures_close(subRootBundle
);
448 ures_close(subBundle
);
454 testLCID(UResourceBundle
*currentBundle
,
455 const char *localeName
)
457 UErrorCode status
= U_ZERO_ERROR
;
458 uint32_t expectedLCID
;
459 char lcidStringC
[64] = {0};
462 expectedLCID
= uloc_getLCID(localeName
);
463 if (expectedLCID
== 0) {
464 log_verbose("INFO: %-5s does not have any LCID mapping\n",
469 status
= U_ZERO_ERROR
;
470 len
= uprv_convertToPosix(expectedLCID
, lcidStringC
, UPRV_LENGTHOF(lcidStringC
) - 1, &status
);
471 if (U_FAILURE(status
)) {
472 log_err("ERROR: %.4x does not have a POSIX mapping due to %s\n",
473 expectedLCID
, u_errorName(status
));
475 lcidStringC
[len
] = 0;
477 if(strcmp(localeName
, lcidStringC
) != 0) {
480 uloc_getLanguage(localeName
, langName
, sizeof(langName
), &status
);
481 uloc_getLanguage(lcidStringC
, langLCID
, sizeof(langLCID
), &status
);
483 if (strcmp(langName
, langLCID
) == 0) {
484 log_verbose("WARNING: %-5s resolves to %s (0x%.4x)\n",
485 localeName
, lcidStringC
, expectedLCID
);
488 log_err("ERROR: %-5s has 0x%.4x and the number resolves wrongfully to %s\n",
489 localeName
, expectedLCID
, lcidStringC
);
494 #if !UCONFIG_NO_FILE_IO && !UCONFIG_NO_LEGACY_CONVERSION
496 TestLocaleStructure(void) {
497 // This test checks the locale structure against a key file located
498 // at source/test/testdata/structLocale.txt. When adding new data to
499 // a locale file such as en.txt, the structLocale.txt file must be changed
500 // too to include the the template of the new data. Otherwise this test
503 UResourceBundle
*root
, *currentLocale
;
504 int32_t locCount
= uloc_countAvailable();
506 UErrorCode errorCode
= U_ZERO_ERROR
;
507 const char *currLoc
, *resolvedLoc
;
509 /* TODO: Compare against parent's data too. This code can't handle fallbacks that some tools do already. */
510 /* char locName[ULOC_FULLNAME_CAPACITY];
513 for (locIndex = 0; locIndex < locCount; locIndex++) {
514 errorCode=U_ZERO_ERROR;
515 strcpy(locName, uloc_getAvailable(locIndex));
516 locNamePtr = strrchr(locName, '_');
521 strcpy(locName, "root");
524 root = ures_openDirect(NULL, locName, &errorCode);
525 if(U_FAILURE(errorCode)) {
526 log_err("Can't open %s\n", locName);
531 log_data_err("At least root needs to be installed\n");
534 root
= ures_openDirect(loadTestData(&errorCode
), "structLocale", &errorCode
);
535 if(U_FAILURE(errorCode
)) {
536 log_data_err("Can't open structLocale\n");
539 for (locIndex
= 0; locIndex
< locCount
; locIndex
++) {
540 errorCode
=U_ZERO_ERROR
;
541 currLoc
= uloc_getAvailable(locIndex
);
542 currentLocale
= ures_open(NULL
, currLoc
, &errorCode
);
543 if(errorCode
!= U_ZERO_ERROR
) {
544 if(U_SUCCESS(errorCode
)) {
545 /* It's installed, but there is no data.
546 It's installed for the g18n white paper [grhoten] */
547 log_err("ERROR: Locale %-5s not installed, and it should be, err %s\n",
548 uloc_getAvailable(locIndex
), u_errorName(errorCode
));
550 log_err("%%%%%%% Unexpected error %d in %s %%%%%%%",
551 u_errorName(errorCode
),
552 uloc_getAvailable(locIndex
));
554 ures_close(currentLocale
);
557 ures_getStringByKey(currentLocale
, "Version", NULL
, &errorCode
);
558 if(errorCode
!= U_ZERO_ERROR
) {
559 log_err("No version information is available for locale %s, and it should be!\n",
562 else if (ures_getStringByKey(currentLocale
, "Version", NULL
, &errorCode
)[0] == (UChar
)(0x78)) {
563 log_verbose("WARNING: The locale %s is experimental! It shouldn't be listed as an installed locale.\n",
566 resolvedLoc
= ures_getLocaleByType(currentLocale
, ULOC_ACTUAL_LOCALE
, &errorCode
);
567 if (strcmp(resolvedLoc
, currLoc
) != 0 && strcmp(currLoc
, "ars") != 0 && strcmp(currLoc
, "wuu") != 0) { /* ars,wuu are aliased locales */
568 /* All locales have at least a Version resource.
569 If it's absolutely empty, then the previous test will fail too.*/
570 log_err("Locale resolves to different locale. Is %s an alias of %s?\n",
571 currLoc
, resolvedLoc
);
573 TestKeyInRootRecursive(root
, "root", currentLocale
, currLoc
);
575 testLCID(currentLocale
, currLoc
);
577 ures_close(currentLocale
);
585 compareArrays(const char *keyName
,
586 UResourceBundle
*fromArray
, const char *fromLocale
,
587 UResourceBundle
*toArray
, const char *toLocale
,
588 int32_t start
, int32_t end
)
590 int32_t fromSize
= ures_getSize(fromArray
);
591 int32_t toSize
= ures_getSize(fromArray
);
593 UErrorCode errorCode
= U_ZERO_ERROR
;
595 if (fromSize
> toSize
) {
597 log_err("Arrays are different size from \"%s\" to \"%s\"\n",
602 for (idx
= start
; idx
<= end
; idx
++) {
603 const UChar
*fromBundleStr
= ures_getStringByIndex(fromArray
, idx
, NULL
, &errorCode
);
604 const UChar
*toBundleStr
= ures_getStringByIndex(toArray
, idx
, NULL
, &errorCode
);
605 if (fromBundleStr
&& toBundleStr
&& u_strcmp(fromBundleStr
, toBundleStr
) != 0)
607 log_err("Difference for %s at index %d from %s= \"%s\" to %s= \"%s\"\n",
611 austrdup(fromBundleStr
),
613 austrdup(toBundleStr
));
619 compareConsistentCountryInfo(const char *fromLocale
, const char *toLocale
) {
620 UErrorCode errorCode
= U_ZERO_ERROR
;
621 UResourceBundle
*fromArray
, *toArray
;
622 UResourceBundle
*fromLocaleBund
= ures_open(NULL
, fromLocale
, &errorCode
);
623 UResourceBundle
*toLocaleBund
= ures_open(NULL
, toLocale
, &errorCode
);
624 UResourceBundle
*toCalendar
, *fromCalendar
, *toGregorian
, *fromGregorian
;
626 if(U_FAILURE(errorCode
)) {
627 log_err("Can't open resource bundle %s or %s - %s\n", fromLocale
, toLocale
, u_errorName(errorCode
));
630 fromCalendar
= ures_getByKey(fromLocaleBund
, "calendar", NULL
, &errorCode
);
631 fromGregorian
= ures_getByKeyWithFallback(fromCalendar
, "gregorian", NULL
, &errorCode
);
633 toCalendar
= ures_getByKey(toLocaleBund
, "calendar", NULL
, &errorCode
);
634 toGregorian
= ures_getByKeyWithFallback(toCalendar
, "gregorian", NULL
, &errorCode
);
636 fromArray
= ures_getByKey(fromLocaleBund
, "CurrencyElements", NULL
, &errorCode
);
637 toArray
= ures_getByKey(toLocaleBund
, "CurrencyElements", NULL
, &errorCode
);
638 if (strcmp(fromLocale
, "en_CA") != 0)
640 /* The first one is probably localized. */
641 compareArrays("CurrencyElements", fromArray
, fromLocale
, toArray
, toLocale
, 1, 2);
643 ures_close(fromArray
);
646 fromArray
= ures_getByKey(fromLocaleBund
, "NumberPatterns", NULL
, &errorCode
);
647 toArray
= ures_getByKey(toLocaleBund
, "NumberPatterns", NULL
, &errorCode
);
648 if (strcmp(fromLocale
, "en_CA") != 0)
650 compareArrays("NumberPatterns", fromArray
, fromLocale
, toArray
, toLocale
, 0, 3);
652 ures_close(fromArray
);
655 /* Difficult to test properly */
657 fromArray = ures_getByKey(fromLocaleBund, "DateTimePatterns", NULL, &errorCode);
658 toArray = ures_getByKey(toLocaleBund, "DateTimePatterns", NULL, &errorCode);
660 compareArrays("DateTimePatterns", fromArray, fromLocale, toArray, toLocale);
662 ures_close(fromArray);
663 ures_close(toArray);*/
665 fromArray
= ures_getByKey(fromLocaleBund
, "NumberElements", NULL
, &errorCode
);
666 toArray
= ures_getByKey(toLocaleBund
, "NumberElements", NULL
, &errorCode
);
667 if (strcmp(fromLocale
, "en_CA") != 0)
669 compareArrays("NumberElements", fromArray
, fromLocale
, toArray
, toLocale
, 0, 3);
670 /* Index 4 is a script based 0 */
671 compareArrays("NumberElements", fromArray
, fromLocale
, toArray
, toLocale
, 5, 10);
673 ures_close(fromArray
);
675 ures_close(fromCalendar
);
676 ures_close(toCalendar
);
677 ures_close(fromGregorian
);
678 ures_close(toGregorian
);
680 ures_close(fromLocaleBund
);
681 ures_close(toLocaleBund
);
685 TestConsistentCountryInfo(void) {
686 /* UResourceBundle *fromLocale, *toLocale;*/
687 int32_t locCount
= uloc_countAvailable();
688 int32_t fromLocIndex
, toLocIndex
;
690 int32_t fromCountryLen
, toCountryLen
;
691 char fromCountry
[ULOC_FULLNAME_CAPACITY
], toCountry
[ULOC_FULLNAME_CAPACITY
];
693 int32_t fromVariantLen
, toVariantLen
;
694 char fromVariant
[ULOC_FULLNAME_CAPACITY
], toVariant
[ULOC_FULLNAME_CAPACITY
];
696 UErrorCode errorCode
= U_ZERO_ERROR
;
698 for (fromLocIndex
= 0; fromLocIndex
< locCount
; fromLocIndex
++) {
699 const char *fromLocale
= uloc_getAvailable(fromLocIndex
);
701 errorCode
=U_ZERO_ERROR
;
702 fromCountryLen
= uloc_getCountry(fromLocale
, fromCountry
, ULOC_FULLNAME_CAPACITY
, &errorCode
);
703 if (fromCountryLen
<= 0) {
704 /* Ignore countryless locales */
707 fromVariantLen
= uloc_getVariant(fromLocale
, fromVariant
, ULOC_FULLNAME_CAPACITY
, &errorCode
);
708 if (fromVariantLen
> 0) {
709 /* Most variants are ignorable like PREEURO, or collation variants. */
712 /* Start comparing only after the current index.
713 Previous loop should have already compared fromLocIndex.
715 for (toLocIndex
= fromLocIndex
+ 1; toLocIndex
< locCount
; toLocIndex
++) {
716 const char *toLocale
= uloc_getAvailable(toLocIndex
);
718 toCountryLen
= uloc_getCountry(toLocale
, toCountry
, ULOC_FULLNAME_CAPACITY
, &errorCode
);
719 if(U_FAILURE(errorCode
)) {
720 log_err("Unknown failure fromLocale=%s toLocale=%s errorCode=%s\n",
721 fromLocale
, toLocale
, u_errorName(errorCode
));
725 if (toCountryLen
<= 0) {
726 /* Ignore countryless locales */
729 toVariantLen
= uloc_getVariant(toLocale
, toVariant
, ULOC_FULLNAME_CAPACITY
, &errorCode
);
730 if (toVariantLen
> 0) {
731 /* Most variants are ignorable like PREEURO, or collation variants. */
732 /* They're a variant for a reason. */
735 if (strcmp(fromCountry
, toCountry
) == 0) {
736 log_verbose("comparing fromLocale=%s toLocale=%s\n",
737 fromLocale
, toLocale
);
738 compareConsistentCountryInfo(fromLocale
, toLocale
);
745 findStringSetMismatch(const char *currLoc
, const UChar
*string
, int32_t langSize
,
746 USet
* mergedExemplarSet
,
747 UBool ignoreNumbers
, UChar32
* badCharPtr
) {
748 UErrorCode errorCode
= U_ZERO_ERROR
;
751 if (mergedExemplarSet
== NULL
) {
754 exemplarSet
= createFlattenSet(mergedExemplarSet
, &errorCode
);
755 if (U_FAILURE(errorCode
)) {
756 log_err("%s: error createFlattenSet returned %s\n", currLoc
, u_errorName(errorCode
));
760 for (strIdx
= 0; strIdx
< langSize
;) {
762 U16_NEXT(string
, strIdx
, langSize
, testChar
);
763 if (!uset_contains(exemplarSet
, testChar
)
764 && testChar
!= 0x0020 && testChar
!= 0x00A0 && testChar
!= 0x002e && testChar
!= 0x002c && testChar
!= 0x002d && testChar
!= 0x0027
765 && testChar
!= 0x005B && testChar
!= 0x005D && testChar
!= 0x2019 && testChar
!= 0x0f0b && testChar
!= 0x200C && testChar
!= 0x200D) {
766 if (!ignoreNumbers
|| (ignoreNumbers
&& (testChar
< 0x30 || testChar
> 0x39))) {
767 uset_close(exemplarSet
);
769 *badCharPtr
= testChar
;
775 uset_close(exemplarSet
);
781 /* include non-invariant chars */
783 myUCharsToChars(const UChar
* us
, char* cs
, int32_t len
){
795 findSetMatch( UScriptCode
*scriptCodes
, int32_t scriptsLen
,
798 USet
*scripts
[10]= {0};
799 char pattern
[256] = { '[', ':', 0x000 };
801 UChar uPattern
[256] = {0};
802 UErrorCode status
= U_ZERO_ERROR
;
805 /* create the sets with script codes */
806 for(i
= 0; i
<scriptsLen
; i
++){
807 strcat(pattern
, uscript_getShortName(scriptCodes
[i
]));
808 strcat(pattern
, ":]");
809 patternLen
= (int32_t)strlen(pattern
);
810 u_charsToUChars(pattern
, uPattern
, patternLen
);
811 scripts
[i
] = uset_openPattern(uPattern
, patternLen
, &status
);
812 if(U_FAILURE(status
)){
813 log_err("Could not create set for pattern %s. Error: %s\n", pattern
, u_errorName(status
));
818 if (strcmp(locale
, "uk") == 0 || strcmp(locale
, "uk_UA") == 0) {
819 /* Special addition. Add the modifying apostrophe, which isn't in Cyrillic. */
820 uset_add(scripts
[0], 0x2bc);
822 if(U_SUCCESS(status
)){
823 UBool existsInScript
= FALSE
;
824 /* iterate over the exemplarSet and ascertain if all
825 * UChars in exemplarSet belong to the scripts returned
828 int32_t count
= uset_getItemCount(exemplarSet
);
830 for( i
=0; i
< count
; i
++){
834 int32_t strCapacity
= 0;
836 strCapacity
= uset_getItem(exemplarSet
, i
, &start
, &end
, str
, strCapacity
, &status
);
837 if(U_SUCCESS(status
)){
839 if(strCapacity
== 0){
840 /* ok the item is a range */
841 for( j
= 0; j
< scriptsLen
; j
++){
842 if(uset_containsRange(scripts
[j
], start
, end
) == TRUE
){
843 existsInScript
= TRUE
;
846 if(existsInScript
== FALSE
){
847 for( j
= 0; j
< scriptsLen
; j
++){
848 UChar toPattern
[500]={'\0'};
849 char pat
[500]={'\0'};
850 int32_t len
= uset_toPattern(scripts
[j
], toPattern
, 500, TRUE
, &status
);
851 len
= myUCharsToChars(toPattern
, pat
, len
);
852 log_err("uset_indexOf(\\u%04X)=%i uset_indexOf(\\u%04X)=%i\n", start
, uset_indexOf(scripts
[0], start
), end
, uset_indexOf(scripts
[0], end
));
854 log_err("Pattern: %s\n",pat
);
857 log_err("ExemplarCharacters and LocaleScript containment test failed for locale %s. \n", locale
);
860 strCapacity
++; /* increment for NUL termination */
861 /* allocate the str and call the api again */
862 str
= (UChar
*) malloc(U_SIZEOF_UCHAR
* strCapacity
);
863 strCapacity
= uset_getItem(exemplarSet
, i
, &start
, &end
, str
, strCapacity
, &status
);
864 /* iterate over the scripts and figure out if the string contained is actually
867 for( j
= 0; j
< scriptsLen
; j
++){
868 if(uset_containsString(scripts
[j
],str
, strCapacity
) == TRUE
){
869 existsInScript
= TRUE
;
872 if(existsInScript
== FALSE
){
873 log_err("ExemplarCharacters and LocaleScript containment test failed for locale %s. \n", locale
);
882 for(i
= 0; i
<scriptsLen
; i
++){
883 uset_close(scripts
[i
]);
887 static void VerifyTranslation(void) {
888 UResourceBundle
*root
, *currentLocale
;
889 int32_t locCount
= uloc_countAvailable();
891 UErrorCode errorCode
= U_ZERO_ERROR
;
893 UScriptCode scripts
[USCRIPT_CODE_LIMIT
];
897 UResourceBundle
*resArray
;
900 log_data_err("At least root needs to be installed\n");
903 root
= ures_openDirect(NULL
, "root", &errorCode
);
904 if(U_FAILURE(errorCode
)) {
905 log_data_err("Can't open root\n");
908 for (locIndex
= 0; locIndex
< locCount
; locIndex
++) {
909 USet
* mergedExemplarSet
= NULL
;
910 errorCode
=U_ZERO_ERROR
;
911 currLoc
= uloc_getAvailable(locIndex
);
912 currentLocale
= ures_open(NULL
, currLoc
, &errorCode
);
913 if(errorCode
!= U_ZERO_ERROR
) {
914 if(U_SUCCESS(errorCode
)) {
915 /* It's installed, but there is no data.
916 It's installed for the g18n white paper [grhoten] */
917 log_err("ERROR: Locale %-5s not installed, and it should be!\n",
918 uloc_getAvailable(locIndex
));
920 log_err("%%%%%%% Unexpected error %d in %s %%%%%%%",
921 u_errorName(errorCode
),
922 uloc_getAvailable(locIndex
));
924 ures_close(currentLocale
);
928 UErrorCode exemplarStatus
= U_ZERO_ERROR
;
929 ULocaleData
* uld
= ulocdata_open(currLoc
, &exemplarStatus
);
930 if (U_SUCCESS(exemplarStatus
)) {
931 USet
* exemplarSet
= ulocdata_getExemplarSet(uld
, NULL
, USET_ADD_CASE_MAPPINGS
, ULOCDATA_ES_STANDARD
, &exemplarStatus
);
932 if (U_SUCCESS(exemplarStatus
)) {
933 mergedExemplarSet
= uset_cloneAsThawed(exemplarSet
);
934 uset_close(exemplarSet
);
935 exemplarSet
= ulocdata_getExemplarSet(uld
, NULL
, USET_ADD_CASE_MAPPINGS
, ULOCDATA_ES_AUXILIARY
, &exemplarStatus
);
936 if (U_SUCCESS(exemplarStatus
)) {
937 uset_addAll(mergedExemplarSet
, exemplarSet
);
938 uset_close(exemplarSet
);
940 exemplarStatus
= U_ZERO_ERROR
;
941 exemplarSet
= ulocdata_getExemplarSet(uld
, NULL
, 0, ULOCDATA_ES_PUNCTUATION
, &exemplarStatus
);
942 if (U_SUCCESS(exemplarStatus
)) {
943 uset_addAll(mergedExemplarSet
, exemplarSet
);
944 uset_close(exemplarSet
);
947 log_err("error ulocdata_getExemplarSet (main) for locale %s returned %s\n", currLoc
, u_errorName(errorCode
));
951 log_err("error ulocdata_open for locale %s returned %s\n", currLoc
, u_errorName(errorCode
));
954 if (mergedExemplarSet
== NULL
/*|| (getTestOption(QUICK_OPTION) && uset_size() > 2048)*/) {
955 log_verbose("skipping test for %s\n", currLoc
);
957 //else if (uprv_strncmp(currLoc,"bem",3) == 0 || uprv_strncmp(currLoc,"mgo",3) == 0 || uprv_strncmp(currLoc,"nl",2) == 0) {
958 // log_verbose("skipping test for %s, some month and country names known to use aux exemplars\n", currLoc);
961 UChar langBuffer
[128];
965 langSize
= uloc_getDisplayLanguage(currLoc
, currLoc
, langBuffer
, UPRV_LENGTHOF(langBuffer
), &errorCode
);
966 if (U_FAILURE(errorCode
)) {
967 log_err("error uloc_getDisplayLanguage returned %s\n", u_errorName(errorCode
));
970 strIdx
= findStringSetMismatch(currLoc
, langBuffer
, langSize
, mergedExemplarSet
, FALSE
, &badChar
);
973 log_err("getDisplayLanguage(%s) at index %d returned characters not in the exemplar characters: %04X in \"%s\"\n",
974 currLoc
, strIdx
, badChar
, u_austrncpy(bbuf
,langBuffer
,langSize
));
977 langSize
= uloc_getDisplayCountry(currLoc
, currLoc
, langBuffer
, UPRV_LENGTHOF(langBuffer
), &errorCode
);
978 if (U_FAILURE(errorCode
)) {
979 log_err("error uloc_getDisplayCountry returned %s\n", u_errorName(errorCode
));
982 UResourceBundle
* cal
= ures_getByKey(currentLocale
, "calendar", NULL
, &errorCode
);
983 UResourceBundle
* greg
= ures_getByKeyWithFallback(cal
, "gregorian", NULL
, &errorCode
);
984 UResourceBundle
* names
= ures_getByKeyWithFallback(greg
, "dayNames", NULL
, &errorCode
);
985 UResourceBundle
* format
= ures_getByKeyWithFallback(names
, "format", NULL
, &errorCode
);
986 resArray
= ures_getByKeyWithFallback(format
, "wide", NULL
, &errorCode
);
988 if (U_FAILURE(errorCode
)) {
989 log_err("error ures_getByKey returned %s\n", u_errorName(errorCode
));
991 if (getTestOption(QUICK_OPTION
)) {
995 end
= ures_getSize(resArray
);
998 if ((uprv_strncmp(currLoc
,"lrc",3) == 0 || uprv_strncmp(currLoc
,"mzn",3) == 0) &&
999 log_knownIssue("cldrbug:8899", "lrc and mzn locales don't have translated day names")) {
1003 for (idx
= 0; idx
< end
; idx
++) {
1004 const UChar
*fromBundleStr
= ures_getStringByIndex(resArray
, idx
, &langSize
, &errorCode
);
1005 if (U_FAILURE(errorCode
)) {
1006 log_err("error ures_getStringByIndex(%d) returned %s\n", idx
, u_errorName(errorCode
));
1009 strIdx
= findStringSetMismatch(currLoc
, fromBundleStr
, langSize
, mergedExemplarSet
, TRUE
, &badChar
);
1010 if ( strIdx
>= 0 ) {
1011 log_err("getDayNames(%s, %d) at index %d returned characters not in the exemplar characters: %04X.\n",
1012 currLoc
, idx
, strIdx
, badChar
);
1015 ures_close(resArray
);
1019 names
= ures_getByKeyWithFallback(greg
, "monthNames", NULL
, &errorCode
);
1020 format
= ures_getByKeyWithFallback(names
,"format", NULL
, &errorCode
);
1021 resArray
= ures_getByKeyWithFallback(format
, "wide", NULL
, &errorCode
);
1022 if (U_FAILURE(errorCode
)) {
1023 log_err("error ures_getByKey returned %s\n", u_errorName(errorCode
));
1025 if (getTestOption(QUICK_OPTION
)) {
1029 end
= ures_getSize(resArray
);
1032 for (idx
= 0; idx
< end
; idx
++) {
1033 const UChar
*fromBundleStr
= ures_getStringByIndex(resArray
, idx
, &langSize
, &errorCode
);
1034 if (U_FAILURE(errorCode
)) {
1035 log_err("error ures_getStringByIndex(%d) returned %s\n", idx
, u_errorName(errorCode
));
1038 strIdx
= findStringSetMismatch(currLoc
, fromBundleStr
, langSize
, mergedExemplarSet
, TRUE
, &badChar
);
1040 log_err("getMonthNames(%s, %d) at index %d returned characters not in the exemplar characters: %04X.\n",
1041 currLoc
, idx
, strIdx
, badChar
);
1044 ures_close(resArray
);
1050 errorCode
= U_ZERO_ERROR
;
1051 numScripts
= uscript_getCode(currLoc
, scripts
, UPRV_LENGTHOF(scripts
), &errorCode
);
1052 if (strcmp(currLoc
, "yi") == 0 && numScripts
> 0 && log_knownIssue("11217", "Fix result of uscript_getCode for yi: USCRIPT_YI -> USCRIPT_HEBREW")) {
1053 scripts
[0] = USCRIPT_HEBREW
;
1055 if (numScripts
== 0) {
1056 log_err("uscript_getCode(%s) doesn't work.\n", currLoc
);
1057 }else if(scripts
[0] == USCRIPT_COMMON
){
1058 log_err("uscript_getCode(%s) returned USCRIPT_COMMON.\n", currLoc
);
1061 /* test that the scripts are a superset of exemplar characters. */
1063 ULocaleData
*uld
= ulocdata_open(currLoc
,&errorCode
);
1064 USet
*exemplarSet
= ulocdata_getExemplarSet(uld
, NULL
, 0, ULOCDATA_ES_STANDARD
, &errorCode
);
1065 /* test if exemplar characters are part of script code */
1066 findSetMatch(scripts
, numScripts
, exemplarSet
, currLoc
);
1067 uset_close(exemplarSet
);
1068 ulocdata_close(uld
);
1071 /* test that the paperSize API works */
1073 int32_t height
=0, width
=0;
1074 ulocdata_getPaperSize(currLoc
, &height
, &width
, &errorCode
);
1075 if(U_FAILURE(errorCode
)){
1076 log_err("ulocdata_getPaperSize failed for locale %s with error: %s \n", currLoc
, u_errorName(errorCode
));
1078 if(strstr(currLoc
, "_US")!=NULL
&& height
!= 279 && width
!= 216 ){
1079 log_err("ulocdata_getPaperSize did not return expected data for locale %s \n", currLoc
);
1082 /* test that the MeasurementSystem API works */
1084 char fullLoc
[ULOC_FULLNAME_CAPACITY
];
1085 UMeasurementSystem measurementSystem
;
1086 int32_t height
= 0, width
= 0;
1088 uloc_addLikelySubtags(currLoc
, fullLoc
, ULOC_FULLNAME_CAPACITY
, &errorCode
);
1090 errorCode
= U_ZERO_ERROR
;
1091 measurementSystem
= ulocdata_getMeasurementSystem(currLoc
, &errorCode
);
1092 if (U_FAILURE(errorCode
)) {
1093 log_err("ulocdata_getMeasurementSystem failed for locale %s with error: %s \n", currLoc
, u_errorName(errorCode
));
1095 if ( strstr(fullLoc
, "_US")!=NULL
|| strstr(fullLoc
, "_MM")!=NULL
|| strstr(fullLoc
, "_LR")!=NULL
) {
1096 if(measurementSystem
!= UMS_US
){
1097 log_err("ulocdata_getMeasurementSystem did not return expected data for locale %s \n", currLoc
);
1099 } else if ( strstr(fullLoc
, "_GB")!=NULL
) {
1100 if(measurementSystem
!= UMS_UK
){
1101 log_err("ulocdata_getMeasurementSystem did not return expected data for locale %s \n", currLoc
);
1103 } else if (measurementSystem
!= UMS_SI
) {
1104 log_err("ulocdata_getMeasurementSystem did not return expected data for locale %s \n", currLoc
);
1108 errorCode
= U_ZERO_ERROR
;
1109 ulocdata_getPaperSize(currLoc
, &height
, &width
, &errorCode
);
1110 if (U_FAILURE(errorCode
)) {
1111 log_err("ulocdata_getPaperSize failed for locale %s with error: %s \n", currLoc
, u_errorName(errorCode
));
1113 if ( strstr(fullLoc
, "_US")!=NULL
|| strstr(fullLoc
, "_BZ")!=NULL
|| strstr(fullLoc
, "_CA")!=NULL
|| strstr(fullLoc
, "_CL")!=NULL
||
1114 strstr(fullLoc
, "_CO")!=NULL
|| strstr(fullLoc
, "_CR")!=NULL
|| strstr(fullLoc
, "_GT")!=NULL
|| strstr(fullLoc
, "_MX")!=NULL
||
1115 strstr(fullLoc
, "_NI")!=NULL
|| strstr(fullLoc
, "_PA")!=NULL
|| strstr(fullLoc
, "_PH")!=NULL
|| strstr(fullLoc
, "_PR")!=NULL
||
1116 strstr(fullLoc
, "_SV")!=NULL
|| strstr(fullLoc
, "_VE")!=NULL
) {
1117 if (height
!= 279 || width
!= 216) {
1118 log_err("ulocdata_getPaperSize did not return expected data for locale %s \n", currLoc
);
1120 } else if (height
!= 297 || width
!= 210) {
1121 log_err("ulocdata_getPaperSize did not return expected data for locale %s \n", currLoc
);
1126 if (mergedExemplarSet
!= NULL
) {
1127 uset_close(mergedExemplarSet
);
1129 ures_close(currentLocale
);
1135 /* adjust this limit as appropriate */
1136 #define MAX_SCRIPTS_PER_LOCALE 8
1138 static void TestExemplarSet(void){
1139 int32_t i
, j
, k
, m
, n
;
1140 int32_t equalCount
= 0;
1141 UErrorCode ec
= U_ZERO_ERROR
;
1142 UEnumeration
* avail
;
1143 USet
* exemplarSets
[2];
1144 USet
* unassignedSet
;
1145 UScriptCode code
[MAX_SCRIPTS_PER_LOCALE
];
1146 USet
* codeSets
[MAX_SCRIPTS_PER_LOCALE
];
1148 char cbuf
[32]; /* 9 should be enough */
1149 UChar ubuf
[64]; /* adjust as needed */
1150 UBool existsInScript
;
1155 unassignedSet
= NULL
;
1156 exemplarSets
[0] = NULL
;
1157 exemplarSets
[1] = NULL
;
1158 for (i
=0; i
<MAX_SCRIPTS_PER_LOCALE
; ++i
) {
1162 avail
= ures_openAvailableLocales(NULL
, &ec
);
1163 if (!assertSuccess("ures_openAvailableLocales", &ec
)) goto END
;
1164 n
= uenum_count(avail
, &ec
);
1165 if (!assertSuccess("uenum_count", &ec
)) goto END
;
1167 u_uastrcpy(ubuf
, "[:unassigned:]");
1168 unassignedSet
= uset_openPattern(ubuf
, -1, &ec
);
1169 if (!assertSuccess("uset_openPattern", &ec
)) goto END
;
1172 const char* locale
= uenum_next(avail
, NULL
, &ec
);
1173 if (!assertSuccess("uenum_next", &ec
)) goto END
;
1174 log_verbose("%s\n", locale
);
1175 for (k
=0; k
<2; ++k
) {
1176 uint32_t option
= (k
==0) ? 0 : USET_CASE_INSENSITIVE
;
1177 ULocaleData
*uld
= ulocdata_open(locale
,&ec
);
1178 USet
* exemplarSet
= ulocdata_getExemplarSet(uld
,NULL
, option
, ULOCDATA_ES_STANDARD
, &ec
);
1179 uset_close(exemplarSets
[k
]);
1180 ulocdata_close(uld
);
1181 exemplarSets
[k
] = exemplarSet
;
1182 if (!assertSuccess("ulocaledata_getExemplarSet", &ec
)) goto END
;
1184 if (uset_containsSome(exemplarSet
, unassignedSet
)) {
1185 log_err("ExemplarSet contains unassigned characters for locale : %s\n", locale
);
1187 codeLen
= uscript_getCode(locale
, code
, 8, &ec
);
1188 if (strcmp(locale
, "yi") == 0 && codeLen
> 0 && log_knownIssue("11217", "Fix result of uscript_getCode for yi: USCRIPT_YI -> USCRIPT_HEBREW")) {
1189 code
[0] = USCRIPT_HEBREW
;
1191 if (!assertSuccess("uscript_getCode", &ec
)) goto END
;
1193 for (j
=0; j
<MAX_SCRIPTS_PER_LOCALE
; ++j
) {
1194 uset_close(codeSets
[j
]);
1197 for (j
=0; j
<codeLen
; ++j
) {
1198 uprv_strcpy(cbuf
, "[:");
1200 log_err("USCRIPT_INVALID_CODE returned for locale: %s\n", locale
);
1203 uprv_strcat(cbuf
, uscript_getShortName(code
[j
]));
1204 uprv_strcat(cbuf
, ":]");
1205 u_uastrcpy(ubuf
, cbuf
);
1206 codeSets
[j
] = uset_openPattern(ubuf
, -1, &ec
);
1208 if (!assertSuccess("uset_openPattern", &ec
)) goto END
;
1210 existsInScript
= FALSE
;
1211 itemCount
= uset_getItemCount(exemplarSet
);
1212 for (m
=0; m
<itemCount
&& !existsInScript
; ++m
) {
1213 strLen
= uset_getItem(exemplarSet
, m
, &start
, &end
, ubuf
,
1214 UPRV_LENGTHOF(ubuf
), &ec
);
1215 /* failure here might mean str[] needs to be larger */
1216 if (!assertSuccess("uset_getItem", &ec
)) goto END
;
1218 for (j
=0; j
<codeLen
; ++j
) {
1219 if (codeSets
[j
]!=NULL
&& uset_containsRange(codeSets
[j
], start
, end
)) {
1220 existsInScript
= TRUE
;
1225 for (j
=0; j
<codeLen
; ++j
) {
1226 if (codeSets
[j
]!=NULL
&& uset_containsString(codeSets
[j
], ubuf
, strLen
)) {
1227 existsInScript
= TRUE
;
1234 if (existsInScript
== FALSE
){
1235 log_err("ExemplarSet containment failed for locale : %s\n", locale
);
1238 assertTrue("case-folded is a superset",
1239 uset_containsAll(exemplarSets
[1], exemplarSets
[0]));
1240 if (uset_equals(exemplarSets
[1], exemplarSets
[0])) {
1244 /* Note: The case-folded set should sometimes be a strict superset
1245 and sometimes be equal. */
1246 assertTrue("case-folded is sometimes a strict superset, and sometimes equal",
1247 equalCount
> 0 && equalCount
< n
);
1251 uset_close(exemplarSets
[0]);
1252 uset_close(exemplarSets
[1]);
1253 uset_close(unassignedSet
);
1254 for (i
=0; i
<MAX_SCRIPTS_PER_LOCALE
; ++i
) {
1255 uset_close(codeSets
[i
]);
1259 enum { kUBufMax
= 32 };
1260 static void TestLocaleDisplayPattern(void){
1262 UChar pattern
[kUBufMax
] = {0,};
1263 UChar separator
[kUBufMax
] = {0,};
1265 static const UChar enExpectPat
[] = { 0x007B,0x0030,0x007D,0x0020,0x0028,0x007B,0x0031,0x007D,0x0029,0 }; /* "{0} ({1})" */
1266 static const UChar enExpectSep
[] = { 0x002C,0x0020,0 }; /* ", " */
1267 static const UChar zhExpectPat
[] = { 0x007B,0x0030,0x007D,0xFF08,0x007B,0x0031,0x007D,0xFF09,0 };
1268 static const UChar zhExpectSep
[] = { 0xFF0C,0 };
1270 status
= U_ZERO_ERROR
;
1271 uld
= ulocdata_open("en", &status
);
1272 if(U_FAILURE(status
)){
1273 log_data_err("ulocdata_open en error %s", u_errorName(status
));
1275 ulocdata_getLocaleDisplayPattern(uld
, pattern
, kUBufMax
, &status
);
1276 if (U_FAILURE(status
)){
1277 log_err("ulocdata_getLocaleDisplayPattern en error %s", u_errorName(status
));
1278 } else if (u_strcmp(pattern
, enExpectPat
) != 0) {
1279 log_err("ulocdata_getLocaleDisplayPattern en returns unexpected pattern");
1281 status
= U_ZERO_ERROR
;
1282 ulocdata_getLocaleSeparator(uld
, separator
, kUBufMax
, &status
);
1283 if (U_FAILURE(status
)){
1284 log_err("ulocdata_getLocaleSeparator en error %s", u_errorName(status
));
1285 } else if (u_strcmp(separator
, enExpectSep
) != 0) {
1286 log_err("ulocdata_getLocaleSeparator en returns unexpected string ");
1288 ulocdata_close(uld
);
1291 status
= U_ZERO_ERROR
;
1292 uld
= ulocdata_open("zh", &status
);
1293 if(U_FAILURE(status
)){
1294 log_data_err("ulocdata_open zh error %s", u_errorName(status
));
1296 ulocdata_getLocaleDisplayPattern(uld
, pattern
, kUBufMax
, &status
);
1297 if (U_FAILURE(status
)){
1298 log_err("ulocdata_getLocaleDisplayPattern zh error %s", u_errorName(status
));
1299 } else if (u_strcmp(pattern
, zhExpectPat
) != 0) {
1300 log_err("ulocdata_getLocaleDisplayPattern zh returns unexpected pattern");
1302 status
= U_ZERO_ERROR
;
1303 ulocdata_getLocaleSeparator(uld
, separator
, kUBufMax
, &status
);
1304 if (U_FAILURE(status
)){
1305 log_err("ulocdata_getLocaleSeparator zh error %s", u_errorName(status
));
1306 } else if (u_strcmp(separator
, zhExpectSep
) != 0) {
1307 log_err("ulocdata_getLocaleSeparator zh returns unexpected string ");
1309 ulocdata_close(uld
);
1313 static void TestCoverage(void){
1314 ULocaleDataDelimiterType types
[] = {
1315 ULOCDATA_QUOTATION_START
, /* Quotation start */
1316 ULOCDATA_QUOTATION_END
, /* Quotation end */
1317 ULOCDATA_ALT_QUOTATION_START
, /* Alternate quotation start */
1318 ULOCDATA_ALT_QUOTATION_END
, /* Alternate quotation end */
1319 ULOCDATA_DELIMITER_COUNT
1323 UErrorCode status
= U_ZERO_ERROR
;
1324 ULocaleData
*uld
= ulocdata_open(uloc_getDefault(), &status
);
1326 if(U_FAILURE(status
)){
1327 log_data_err("ulocdata_open error");
1332 for(i
= 0; i
< ULOCDATA_DELIMITER_COUNT
; i
++){
1333 UChar result
[32] = {0,};
1334 status
= U_ZERO_ERROR
;
1335 ulocdata_getDelimiter(uld
, types
[i
], result
, 32, &status
);
1336 if (U_FAILURE(status
)){
1337 log_err("ulocdata_getgetDelimiter error with type %d", types
[i
]);
1341 sub
= ulocdata_getNoSubstitute(uld
);
1342 ulocdata_setNoSubstitute(uld
,sub
);
1343 ulocdata_close(uld
);
1346 static void TestIndexChars(void) {
1347 /* Very basic test of ULOCDATA_ES_INDEX.
1348 * No comprehensive test of data, just basic check that the code path is alive.
1350 UErrorCode status
= U_ZERO_ERROR
;
1352 USet
*exemplarChars
;
1355 uld
= ulocdata_open("en", &status
);
1356 exemplarChars
= uset_openEmpty();
1357 indexChars
= uset_openEmpty();
1358 ulocdata_getExemplarSet(uld
, exemplarChars
, 0, ULOCDATA_ES_STANDARD
, &status
);
1359 ulocdata_getExemplarSet(uld
, indexChars
, 0, ULOCDATA_ES_INDEX
, &status
);
1360 if (U_FAILURE(status
)) {
1361 log_data_err("File %s, line %d, Failure opening exemplar chars: %s", __FILE__
, __LINE__
, u_errorName(status
));
1364 /* en data, standard exemplars are [a-z], lower case. */
1365 /* en data, index characters are [A-Z], upper case. */
1366 if ((uset_contains(exemplarChars
, (UChar32
)0x41) || uset_contains(indexChars
, (UChar32
)0x61))) {
1367 log_err("File %s, line %d, Exemplar characters incorrect.", __FILE__
, __LINE__
);
1370 if (!(uset_contains(exemplarChars
, (UChar32
)0x61) && uset_contains(indexChars
, (UChar32
)0x41) )) {
1371 log_err("File %s, line %d, Exemplar characters incorrect.", __FILE__
, __LINE__
);
1376 uset_close(exemplarChars
);
1377 uset_close(indexChars
);
1378 ulocdata_close(uld
);
1383 #if !UCONFIG_NO_FILE_IO && !UCONFIG_NO_LEGACY_CONVERSION
1384 static void TestCurrencyList(void){
1385 #if !UCONFIG_NO_FORMATTING
1386 UErrorCode errorCode
= U_ZERO_ERROR
;
1387 int32_t structLocaleCount
, currencyCount
;
1388 UEnumeration
*en
= ucurr_openISOCurrencies(UCURR_ALL
, &errorCode
);
1389 const char *isoCode
, *structISOCode
;
1390 UResourceBundle
*subBundle
;
1391 UResourceBundle
*currencies
= ures_openDirect(loadTestData(&errorCode
), "structLocale", &errorCode
);
1392 if(U_FAILURE(errorCode
)) {
1393 log_data_err("Can't open structLocale\n");
1396 currencies
= ures_getByKey(currencies
, "Currencies", currencies
, &errorCode
);
1397 currencyCount
= uenum_count(en
, &errorCode
);
1398 structLocaleCount
= ures_getSize(currencies
);
1399 if (currencyCount
!= structLocaleCount
) {
1400 log_err("structLocale(%d) and ISO4217(%d) currency list are out of sync.\n", structLocaleCount
, currencyCount
);
1401 #if U_CHARSET_FAMILY == U_ASCII_FAMILY
1402 ures_resetIterator(currencies
);
1403 while ((isoCode
= uenum_next(en
, NULL
, &errorCode
)) != NULL
&& ures_hasNext(currencies
)) {
1404 subBundle
= ures_getNextResource(currencies
, NULL
, &errorCode
);
1405 structISOCode
= ures_getKey(subBundle
);
1406 ures_close(subBundle
);
1407 if (strcmp(structISOCode
, isoCode
) != 0) {
1408 log_err("First difference found at structLocale(%s) and ISO4217(%s).\n", structISOCode
, isoCode
);
1414 ures_close(currencies
);
1420 static void TestAvailableIsoCodes(void){
1421 #if !UCONFIG_NO_FORMATTING
1422 UErrorCode errorCode
= U_ZERO_ERROR
;
1423 const char* eurCode
= "EUR";
1424 const char* usdCode
= "USD";
1425 const char* lastCode
= "RHD";
1426 const char* zzzCode
= "ZZZ";
1427 UDate date1950
= (UDate
)-630720000000.0;/* year 1950 */
1428 UDate date1970
= (UDate
)0.0; /* year 1970 */
1429 UDate date1975
= (UDate
)173448000000.0; /* year 1975 */
1430 UDate date1978
= (UDate
)260172000000.0; /* year 1978 */
1431 UDate date1981
= (UDate
)346896000000.0; /* year 1981 */
1432 UDate date1992
= (UDate
)693792000000.0; /* year 1992 */
1433 UChar
* isoCode
= (UChar
*)malloc(sizeof(UChar
) * (uprv_strlen(usdCode
) + 1));
1435 /* testing available codes with no time ranges */
1436 u_charsToUChars(eurCode
, isoCode
, uprv_strlen(usdCode
) + 1);
1437 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, U_DATE_MAX
, &errorCode
) == FALSE
) {
1438 log_data_err("FAIL: ISO code (%s) is not found.\n", eurCode
);
1441 u_charsToUChars(usdCode
, isoCode
, uprv_strlen(zzzCode
) + 1);
1442 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, U_DATE_MAX
, &errorCode
) == FALSE
) {
1443 log_data_err("FAIL: ISO code (%s) is not found.\n", usdCode
);
1446 u_charsToUChars(zzzCode
, isoCode
, uprv_strlen(zzzCode
) + 1);
1447 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, U_DATE_MAX
, &errorCode
) == TRUE
) {
1448 log_err("FAIL: ISO code (%s) is reported as available, but it doesn't exist.\n", zzzCode
);
1451 u_charsToUChars(lastCode
, isoCode
, uprv_strlen(zzzCode
) + 1);
1452 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, U_DATE_MAX
, &errorCode
) == FALSE
) {
1453 log_data_err("FAIL: ISO code (%s) is not found.\n", lastCode
);
1456 /* RHD was used from 1970-02-17 to 1980-04-18*/
1459 if (ucurr_isAvailable(isoCode
, date1970
, U_DATE_MAX
, &errorCode
) == FALSE
) {
1460 log_data_err("FAIL: ISO code (%s) was available in time range >1970-01-01.\n", lastCode
);
1463 if (ucurr_isAvailable(isoCode
, date1975
, U_DATE_MAX
, &errorCode
) == FALSE
) {
1464 log_data_err("FAIL: ISO code (%s) was available in time range >1975.\n", lastCode
);
1467 if (ucurr_isAvailable(isoCode
, date1981
, U_DATE_MAX
, &errorCode
) == TRUE
) {
1468 log_err("FAIL: ISO code (%s) was not available in time range >1981.\n", lastCode
);
1472 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, date1970
, &errorCode
) == TRUE
) {
1473 log_err("FAIL: ISO code (%s) was not available in time range <1970.\n", lastCode
);
1476 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, date1975
, &errorCode
) == FALSE
) {
1477 log_data_err("FAIL: ISO code (%s) was available in time range <1975.\n", lastCode
);
1480 if (ucurr_isAvailable(isoCode
, U_DATE_MIN
, date1981
, &errorCode
) == FALSE
) {
1481 log_data_err("FAIL: ISO code (%s) was available in time range <1981.\n", lastCode
);
1485 if (ucurr_isAvailable(isoCode
, date1975
, date1978
, &errorCode
) == FALSE
) {
1486 log_data_err("FAIL: ISO code (%s) was available in time range 1975-1978.\n", lastCode
);
1489 if (ucurr_isAvailable(isoCode
, date1970
, date1975
, &errorCode
) == FALSE
) {
1490 log_data_err("FAIL: ISO code (%s) was available in time range 1970-1975.\n", lastCode
);
1493 if (ucurr_isAvailable(isoCode
, date1975
, date1981
, &errorCode
) == FALSE
) {
1494 log_data_err("FAIL: ISO code (%s) was available in time range 1975-1981.\n", lastCode
);
1497 if (ucurr_isAvailable(isoCode
, date1970
, date1981
, &errorCode
) == FALSE
) {
1498 log_data_err("FAIL: ISO code (%s) was available in time range 1970-1981.\n", lastCode
);
1501 if (ucurr_isAvailable(isoCode
, date1981
, date1992
, &errorCode
) == TRUE
) {
1502 log_err("FAIL: ISO code (%s) was not available in time range 1981-1992.\n", lastCode
);
1505 if (ucurr_isAvailable(isoCode
, date1950
, date1970
, &errorCode
) == TRUE
) {
1506 log_err("FAIL: ISO code (%s) was not available in time range 1950-1970.\n", lastCode
);
1509 /* wrong range - from > to*/
1510 if (ucurr_isAvailable(isoCode
, date1975
, date1970
, &errorCode
) == TRUE
) {
1511 log_err("FAIL: Wrong range 1975-1970 for ISO code (%s) was not reported.\n", lastCode
);
1512 } else if (errorCode
!= U_ILLEGAL_ARGUMENT_ERROR
) {
1513 log_data_err("FAIL: Error code not reported for wrong range 1975-1970 for ISO code (%s).\n", lastCode
);
1523 const UChar
* quoteStart
;
1524 const UChar
* quoteEnd
;
1525 const UChar
* altQuoteStart
;
1526 const UChar
* altQuoteEnd
;
1528 static const DelimItem delimItems
[] = {
1529 { "en", u
"“", u
"”", u
"‘", u
"’"},
1530 { "es", u
"«", u
"»", u
"“", u
"”"},
1531 { "es_MX", u
"“", u
"”", u
"‘", u
"’"},
1532 { "ja", u
"「", u
"」", u
"『", u
"』"},
1533 { NULL
,NULL
,NULL
,NULL
,NULL
}
1535 enum {kMaxDelimLen
= 8};
1537 static void TestDelimiters(void){
1538 const DelimItem
* itemPtr
;
1539 for (itemPtr
= delimItems
; itemPtr
->locale
!= NULL
; itemPtr
++) {
1540 UErrorCode status
= U_ZERO_ERROR
;
1541 ULocaleData
* uldat
= ulocdata_open(itemPtr
->locale
, &status
);
1542 if (U_FAILURE(status
)) {
1543 log_data_err("FAIL: ulocdata_open fails for locale %s: %s\n", itemPtr
->locale
, u_errorName(status
));
1545 UChar quoteStart
[kMaxDelimLen
+1];
1546 UChar quoteEnd
[kMaxDelimLen
+1];
1547 UChar altQuoteStart
[kMaxDelimLen
+1];
1548 UChar altQuoteEnd
[kMaxDelimLen
+1];
1550 ulocdata_getDelimiter(uldat
, ULOCDATA_QUOTATION_START
, quoteStart
, kMaxDelimLen
, &status
);
1551 quoteStart
[kMaxDelimLen
] = 0;
1552 ulocdata_getDelimiter(uldat
, ULOCDATA_QUOTATION_END
, quoteEnd
, kMaxDelimLen
, &status
);
1553 quoteEnd
[kMaxDelimLen
] = 0;
1554 ulocdata_getDelimiter(uldat
, ULOCDATA_ALT_QUOTATION_START
, altQuoteStart
, kMaxDelimLen
, &status
);
1555 altQuoteStart
[kMaxDelimLen
] = 0;
1556 ulocdata_getDelimiter(uldat
, ULOCDATA_ALT_QUOTATION_END
, altQuoteEnd
, kMaxDelimLen
, &status
);
1557 altQuoteEnd
[kMaxDelimLen
] = 0;
1558 if (U_FAILURE(status
)) {
1559 log_err("FAIL: ulocdata_getDelimiter fails for locale %s: %s\n", itemPtr
->locale
, u_errorName(status
));
1560 } else if (u_strcmp(quoteStart
, itemPtr
->quoteStart
) != 0 || u_strcmp(quoteEnd
, itemPtr
->quoteEnd
) != 0 ||
1561 u_strcmp(altQuoteStart
, itemPtr
->altQuoteStart
) != 0 || u_strcmp(altQuoteEnd
, itemPtr
->altQuoteEnd
) != 0) {
1562 log_err("FAIL: ulocdata_getDelimiter error for locale %s, one or more delimiters not as expected\n", itemPtr
->locale
);
1564 ulocdata_close(uldat
);
1570 #define TESTCASE(name) addTest(root, &name, "tsutil/cldrtest/" #name)
1572 void addCLDRTest(TestNode
** root
);
1574 void addCLDRTest(TestNode
** root
)
1576 #if !UCONFIG_NO_FILE_IO && !UCONFIG_NO_LEGACY_CONVERSION
1577 TESTCASE(TestLocaleStructure
);
1578 TESTCASE(TestCurrencyList
);
1580 TESTCASE(TestConsistentCountryInfo
);
1581 TESTCASE(VerifyTranslation
);
1582 TESTCASE(TestExemplarSet
);
1583 TESTCASE(TestLocaleDisplayPattern
);
1584 TESTCASE(TestCoverage
);
1585 TESTCASE(TestIndexChars
);
1586 TESTCASE(TestAvailableIsoCodes
);
1587 TESTCASE(TestDelimiters
);