icuSources/test/cintltst/eurocreg.c

   1 // © 2016 and later: Unicode, Inc. and others.
   2 // License & terms of use: http://www.unicode.org/copyright.html
   3 /********************************************************************
   4  * COPYRIGHT:
   5  * Copyright (c) 1999-2013, International Business Machines Corporation and
   6  * others. All Rights Reserved.
   7  ********************************************************************/
   8 #include "unicode/utypes.h"
   9 #include "unicode/ustring.h"
  10 #include "unicode/ctest.h"
  11 #include "unicode/ucnv.h"
  12
  13 void TestEuroRegression(void);
  14 void addTestEuroRegression(TestNode** root);
  15
  16 #if !UCONFIG_NO_LEGACY_CONVERSION
  17 void addTestEuroRegression(TestNode** root)
  18 {
  19     addTest(root, &TestEuroRegression, "tsconv/eurocreg/TestEuroRegression");
  20 }
  21
  22 /*
  23  * The table below lists codepages that are supposed to have roundtrip mappings for
  24  * the U+20AC Euro sign.
  25  *
  26  * Changes made 2000nov28 and marked as such are due to the following:
  27  *
  28  * After updating all ibm-*.ucm files with precise fallback indicators (|0, |1, |3),
  29  * some of these codepages failed the Euro regression test.
  30  * This means that the actuall mappings changed when only the preciseness of fallback
  31  * mappings should have changed.
  32  * My (Markus) suspicion is that some files got Euro sign mappings added manually,
  33  * changing their contents compared to the NLTC (IBM Toronto codepage database) definition.
  34  * Such changes are highly undesirable because they effectively define new codepages.
  35  * Codepage mapping files with "ibm-*.ucm" should always exactly match the files
  36  * from the IBM codepage database.
  37  * (If there are several mappings with the same number, then we choose the
  38  * default mappings with Private-Use Area assignments.)
  39  *
  40  * Also, in the past, some aliases were set such that e.g. cp850 became an alias for ibm-858.
  41  * This followed the practice of OS/2 that uses the old codepage number 850 for the new
  42  * codepage 858, with the main difference being the additional Euro sign.
  43  * However, we have documented that the "cp" prefix should be used for Microsoft-compatible
  44  * codepages, and Microsoft Windows 2000's codepage 850 does not contain a Euro sign mapping.
  45  * Therefore, cp850 must not support the Euro sign.
  46  * In these cases, I have changed the codepage name here to point to a newer codepage with the
  47  * Euro sign, using its new name.
  48  * I could not find such "updates" for codepages 1362 and 1363 - we might want to supply them later.
  49  */
  50
  51 static const char convertersToCheck[][15] = {
  52   "cp1250",
  53   "cp1251",
  54   "cp1252",
  55   "cp1254",
  56   "cp1255",
  57   "cp1256",
  58   "cp1257",
  59   "cp1258",
  60   "ibm1140",
  61   "ibm1142",
  62   "ibm1143",
  63   "ibm1144",
  64   "ibm1145",
  65   "ibm1146",
  66   "ibm1147",
  67   "ibm1148",
  68   "ibm1149",
  69   "ibm1153",
  70   "ibm1154",
  71   "ibm1155",
  72   "ibm1156",
  73   "ibm1157",
  74   "ibm1158",
  75   /*"ibm-1159",*/ /* removed 2003Apr17 */
  76   "ibm12712",
  77   "ibm16804",
  78   "ibm-1160",
  79   "ibm-1162",
  80   "ibm-1164",
  81
  82   "ibm-858", /* was "cp850" changed 2000nov28 */
  83   /* duplicate "cp850" removed 2000nov28 */
  84   /*"ibm-9049",*/ /* was "cp857" changed 2002nov25 */
  85   "ibm-12712", /* was "cp424" changed 2000nov28 */
  86   "ibm-4899", /* was "cp803" changed 2000nov28 */
  87   "ibm-867", /* was "cp862" changed 2002nov25 */
  88   "cp1258",
  89   "windows-950",
  90   "cp1253",
  91   /*  "cp819",
  92       "cp13488",*/
  93   "ibm-4971",
  94   /*"ibm-9061",*/ /* was "cp869" changed 2002nov25 */
  95   /* "cp813",*/
  96   /*"ibm-9044",*/ /* was "cp852" changed 2002nov25 */
  97   /*"ibm-872",*/ /* was "cp855" changed 2002nov25 */
  98   /*"ibm-808",*/ /* was "cp866" changed 2002nov25 */
  99 /*  "cp1131",
 100   "cp1125",*/
 101   "ibm-902", /* was "cp922" changed 2003jan08 */
 102   "ibm-901", /* was "cp921" changed 2003jan09 */
 103   /*"ibm-17248",*/ /* was "cp864" changed 2002nov25 */
 104   /*"cp1008",
 105   "cp1046",*/
 106   /*  "cp9066",
 107       "cp1129",*/
 108   "ibm-5123", /* was "cp1027" changed 2003jan08 */
 109   /* "cp300",*/
 110   /* "cp4930",*/
 111   "ibm-1364",
 112   /* "cp1362" removed 2000nov28 */
 113   "cp1363",
 114   /* "cp1114", removed 2002jul3
 115      "cp947", removed 2002jul3 */
 116   "gb18030",
 117   ""};
 118
 119 UBool isEuroAware(UConverter*);
 120
 121 void TestEuroRegression()
 122 {
 123     int32_t i=0;
 124
 125     do
 126     {
 127         UErrorCode err = U_ZERO_ERROR;
 128         UConverter* myConv =  ucnv_open(convertersToCheck[i], &err);
 129         if (U_FAILURE(err)&&convertersToCheck[i][0])
 130             log_data_err("%s  \tMISSING [%s]\n", convertersToCheck[i], u_errorName(err));
 131         else
 132         {
 133             if (isEuroAware(myConv))
 134                 log_verbose("%s  \tsupports euro\n", convertersToCheck[i]);
 135             else
 136                 log_err("%s  \tDOES NOT support euro\n", convertersToCheck[i]);
 137             ucnv_close(myConv);
 138         }
 139     } while (convertersToCheck[++i][0]);
 140 }
 141
 142 UBool isEuroAware(UConverter* myConv)
 143 {
 144     static const UChar euroString[2] = { 0x20AC, 0x0000 };
 145     char target[20];
 146     UChar euroBack[2];
 147     int32_t targetSize, euroBackSize;
 148     UErrorCode err = U_ZERO_ERROR;
 149     /*const char* myName =   ucnv_getName(myConv, &err);*/
 150
 151     targetSize = ucnv_fromUChars(myConv,
 152             target,
 153             sizeof(target),
 154             euroString,
 155             -1,
 156             &err);
 157     if (U_FAILURE(err))
 158     {
 159       log_err("Failure Occured in ucnv_fromUChars euro roundtrip test\n");
 160       return FALSE;
 161     }
 162     euroBackSize = ucnv_toUChars(myConv,
 163             euroBack,
 164             2,
 165             target,
 166             targetSize,
 167             &err);
 168     (void)euroBackSize;    /* Suppress set but not used warning. */
 169     if (U_FAILURE(err))
 170     {
 171         log_err("Failure Occured in ucnv_toUChars euro roundtrip test\n");
 172         return FALSE;
 173     }
 174     if (u_strcmp(euroString, euroBack))
 175     {
 176         /*      log_err("%s FAILED Euro rountrip\n", myName);*/
 177         return FALSE;
 178     }
 179     else
 180     {
 181         /*      log_verbose("%s PASSED Euro rountrip\n", myName);*/
 182         return TRUE;
 183     }
 184
 185 }
 186 #else
 187 void addTestEuroRegression(TestNode** root)
 188 {
 189     /* test nothing... */
 190 }
 191 #endif