icuSources/test/intltest/cpdtrtst.cpp

   1 /***************************************************************************
   2 *
   3 *   Copyright (C) 2000-2009, International Business Machines
   4 *   Corporation and others.  All Rights Reserved.
   5 *
   6 ************************************************************************
   7 *   Date        Name        Description
   8 *   03/09/2000   Madhu        Creation.
   9 ************************************************************************/
  10
  11 #include "unicode/utypes.h"
  12
  13 #if !UCONFIG_NO_TRANSLITERATION
  14
  15 #include "cpdtrtst.h"
  16 #include "unicode/utypes.h"
  17 #include "unicode/translit.h"
  18 #include "unicode/uniset.h"
  19 #include "cpdtrans.h"
  20 #include "cmemory.h"
  21
  22 //---------------------------------------------
  23 // runIndexedTest
  24 //---------------------------------------------
  25
  26 void
  27 CompoundTransliteratorTest::runIndexedTest(int32_t index, UBool exec,
  28                                            const char* &name, char* /*par*/) {
  29     switch (index) {
  30         TESTCASE(0,TestConstruction);
  31         TESTCASE(1,TestCloneEqual);
  32         TESTCASE(2,TestGetCount);
  33         TESTCASE(3,TestGetSetAdoptTransliterator);
  34         TESTCASE(4,TestTransliterate);
  35         default: name = ""; break;
  36     }
  37 }
  38
  39 void CompoundTransliteratorTest::TestConstruction(){
  40      logln("Testing the construction of the compound Transliterator");
  41    UnicodeString names[]={"Greek-Latin", "Latin-Devanagari", "Devanagari-Latin", "Latin-Greek"};
  42    UParseError parseError;
  43    UErrorCode status=U_ZERO_ERROR;
  44    Transliterator* t1=Transliterator::createInstance(names[0], UTRANS_FORWARD, parseError, status);
  45    Transliterator* t2=Transliterator::createInstance(names[1], UTRANS_FORWARD, parseError, status);
  46    Transliterator* t3=Transliterator::createInstance(names[2], UTRANS_FORWARD, parseError, status);
  47    Transliterator* t4=Transliterator::createInstance(names[3], UTRANS_FORWARD, parseError, status);
  48    if(U_FAILURE(status)){
  49        dataerrln("Transliterator construction failed - %s", u_errorName(status));
  50        return;
  51    }
  52
  53
  54    Transliterator* transarray1[]={t1};
  55    Transliterator* transarray2[]={t1, t4};
  56    Transliterator* transarray3[]={t4, t1, t2};
  57    Transliterator* transarray4[]={t1, t2, t3, t4};
  58
  59    Transliterator** transarray[4];
  60    transarray[0] = transarray1;
  61    transarray[1] = transarray2;
  62    transarray[2] = transarray3;
  63    transarray[3] = transarray4;
  64
  65    const UnicodeString IDs[]={
  66        names[0],
  67        names[0]+";"+names[3],
  68        names[3]+";"+names[1]+";"+names[2],
  69        names[0]+";"+names[1]+";"+names[2]+";"+names[3]
  70    };
  71
  72    uint16_t i=0;
  73    for(i=0; i<4; i++){
  74        status = U_ZERO_ERROR;
  75        CompoundTransliterator *cpdtrans=new CompoundTransliterator(IDs[i],parseError, status);
  76        if (U_FAILURE(status)) {
  77            errln("Construction using CompoundTransliterator(UnicodeString&, Direction, UnicodeFilter*)  failed");
  78        }
  79        delete cpdtrans;
  80
  81        CompoundTransliterator *cpdtrans2=new CompoundTransliterator(transarray[i], i+1);
  82        if(cpdtrans2 == 0){
  83            errln("Construction using CompoundTransliterator(Transliterator* const transliterators[], "
  84                            "int32_t count, UnicodeFilter* adoptedFilter = 0)  failed");
  85            continue;
  86        }
  87        CompoundTransliterator *copycpd=new CompoundTransliterator(*cpdtrans2);
  88        if(copycpd->getCount() != cpdtrans2->getCount() || copycpd->getID() != cpdtrans2->getID()) {
  89            errln("Copy construction failed");
  90            continue;
  91        }
  92
  93
  94        delete copycpd;
  95        delete cpdtrans2;
  96
  97    }
  98    {
  99     /*Test Jitterbug 914 */
 100     UErrorCode err = U_ZERO_ERROR;
 101     CompoundTransliterator  cpdTrans(UnicodeString("Latin-Hangul"),UTRANS_REVERSE,NULL,parseError,err);
 102     UnicodeString newID =cpdTrans.getID();
 103     if(newID!=UnicodeString("Hangul-Latin")){
 104         errln(UnicodeString("Test for Jitterbug 914 for cpdTrans(UnicodeString(\"Latin-Hangul\"),UTRANS_REVERSE,NULL,err) failed"));
 105     }
 106    }
 107    delete t1;
 108    delete t2;
 109    delete t3;
 110    delete t4;
 111
 112 }
 113
 114 void CompoundTransliteratorTest::TestCloneEqual(){
 115     logln("Testing the clone() and equality operator functions of Compound Transliterator");
 116     UErrorCode status = U_ZERO_ERROR;
 117     UParseError parseError;
 118     CompoundTransliterator  *ct1=new CompoundTransliterator("Greek-Latin;Latin-Devanagari",parseError,status);
 119     if(U_FAILURE(status)){
 120         dataerrln("construction failed - %s", u_errorName(status));
 121         delete ct1;
 122         return;
 123     }
 124     CompoundTransliterator  *ct2=new CompoundTransliterator("Greek-Latin", parseError, status);
 125     if(U_FAILURE(status)){
 126         errln("construction failed");
 127         delete ct1;
 128         delete ct2;
 129         return;
 130     }
 131     CompoundTransliterator *copyct1=new CompoundTransliterator(*ct1);
 132     if(copyct1 == 0){
 133         errln("copy construction failed");
 134         return;
 135     }
 136     CompoundTransliterator *copyct2=new CompoundTransliterator(*ct2);
 137     if(copyct2 == 0){
 138         errln("copy construction failed");
 139         return;
 140     }
 141     CompoundTransliterator equalct1=*copyct1;
 142     CompoundTransliterator equalct2=*copyct2;
 143
 144     if(copyct1->getID()     != ct1->getID()    || copyct2->getID()    != ct2->getID()    ||
 145         copyct1->getCount() != ct1->getCount() || copyct2->getCount() != ct2->getCount() ||
 146         copyct2->getID()    == ct1->getID()    || copyct1->getID()    == ct2->getID()    ||
 147         copyct2->getCount() == ct1->getCount() || copyct1->getCount() == ct2->getCount() ){
 148         errln("Error: copy constructors failed");
 149     }
 150
 151     if(equalct1.getID()     != ct1->getID()        || equalct2.getID()    != ct2->getID()     ||
 152         equalct1.getID()    != copyct1->getID()    || equalct2.getID()    != copyct2->getID() ||
 153         equalct1.getCount() != ct1->getCount()     || equalct2.getCount() != ct2->getCount()  ||
 154         copyct2->getID()    == ct1->getID()        || copyct1->getID()    == ct2->getID()     ||
 155         equalct1.getCount() != copyct1->getCount() || equalct2.getCount() != copyct2->getCount() ||
 156         equalct2.getCount() == ct1->getCount()     || equalct1.getCount() == ct2->getCount() ) {
 157         errln("Error: =operator or copy constructor failed");
 158     }
 159
 160     CompoundTransliterator *clonect1a=(CompoundTransliterator*)ct1->clone();
 161     CompoundTransliterator *clonect1b=(CompoundTransliterator*)equalct1.clone();
 162     CompoundTransliterator *clonect2a=(CompoundTransliterator*)ct2->clone();
 163     CompoundTransliterator *clonect2b=(CompoundTransliterator*)copyct2->clone();
 164
 165
 166     if(clonect1a->getID()  != ct1->getID()       || clonect1a->getCount() != ct1->getCount()        ||
 167         clonect1a->getID() != clonect1b->getID() || clonect1a->getCount() != clonect1b->getCount()  ||
 168         clonect1a->getID() != equalct1.getID()   || clonect1a->getCount() != equalct1.getCount()    ||
 169         clonect1a->getID() != copyct1->getID()   || clonect1a->getCount() != copyct1->getCount()    ||
 170
 171         clonect2b->getID() != ct2->getID()       || clonect2a->getCount() != ct2->getCount()        ||
 172         clonect2a->getID() != clonect2b->getID() || clonect2a->getCount() != clonect2b->getCount()  ||
 173         clonect2a->getID() != equalct2.getID()   || clonect2a->getCount() != equalct2.getCount()    ||
 174         clonect2b->getID() != copyct2->getID()   || clonect2b->getCount() != copyct2->getCount()  ) {
 175         errln("Error: clone() failed");
 176     }
 177
 178     delete ct1;
 179     delete ct2;
 180     delete copyct1;
 181     delete copyct2;
 182     delete clonect1a;
 183     delete clonect1b;
 184     delete clonect2a;
 185     delete clonect2b;
 186
 187 }
 188
 189 void CompoundTransliteratorTest::TestGetCount(){
 190     logln("Testing the getCount() API of CompoundTransliterator");
 191     UErrorCode status = U_ZERO_ERROR;
 192     UParseError parseError;
 193     CompoundTransliterator *ct1=new CompoundTransliterator("Halfwidth-Fullwidth;Fullwidth-Halfwidth", parseError, status);
 194     CompoundTransliterator *ct2=new CompoundTransliterator("Any-Hex;Hex-Any;Cyrillic-Latin;Latin-Cyrillic", parseError, status);
 195     CompoundTransliterator *ct3=(CompoundTransliterator*)ct1;
 196     if (U_FAILURE(status)) {
 197         dataerrln("FAILED: CompoundTransliterator constructor failed - %s", u_errorName(status));
 198         return;
 199     }
 200     CompoundTransliterator *ct4=new CompoundTransliterator("Latin-Devanagari", parseError, status);
 201     CompoundTransliterator *ct5=new CompoundTransliterator(*ct4);
 202
 203     if (U_FAILURE(status)) {
 204         errln("FAILED: CompoundTransliterator constructor failed");
 205         return;
 206     }
 207     if(ct1->getCount() == ct2->getCount() || ct1->getCount() != ct3->getCount() ||
 208         ct2->getCount() == ct3->getCount() ||
 209         ct4->getCount() != ct5->getCount() || ct4->getCount() == ct1->getCount() ||
 210         ct4->getCount() == ct2->getCount() || ct4->getCount() == ct3->getCount()  ||
 211         ct5->getCount() == ct2->getCount() || ct5->getCount() == ct3->getCount()  ) {
 212         errln("Error: getCount() failed");
 213     }
 214
 215     /* Quick test getTargetSet(), only test that it doesn't die.  TODO:  a better test. */
 216     UnicodeSet ts;
 217     UnicodeSet *retUS = NULL;
 218     retUS = &ct1->getTargetSet(ts);
 219     if (retUS != &ts || ts.size() == 0) {
 220         errln("CompoundTransliterator::getTargetSet() failed.\n");
 221     }
 222
 223     /* Quick test getSourceSet(), only test that it doesn't die.  TODO:  a better test. */
 224     UnicodeSet ss;
 225     retUS = NULL;
 226     retUS = &ct1->getSourceSet(ss);
 227     if (retUS != &ss || ss.size() == 0) {
 228         errln("CompoundTransliterator::getSourceSet() failed.\n");
 229     }
 230
 231     delete ct1;
 232     delete ct2;
 233     delete ct4;
 234     delete ct5;
 235 }
 236
 237 void CompoundTransliteratorTest::TestGetSetAdoptTransliterator(){
 238     logln("Testing the getTransliterator() API of CompoundTransliterator");
 239     UnicodeString ID("Latin-Greek;Greek-Latin;Latin-Devanagari;Devanagari-Latin;Latin-Cyrillic;Cyrillic-Latin;Any-Hex;Hex-Any");
 240     UErrorCode status = U_ZERO_ERROR;
 241     UParseError parseError;
 242     CompoundTransliterator *ct1=new CompoundTransliterator(ID, parseError, status);
 243     if(U_FAILURE(status)){
 244         dataerrln("CompoundTransliterator construction failed - %s", u_errorName(status));
 245         return;
 246     }
 247     int32_t count=ct1->getCount();
 248     UnicodeString *array=split(ID, 0x003b, count);
 249     int i;
 250     for(i=0; i < count; i++){
 251         UnicodeString child= ct1->getTransliterator(i).getID();
 252         if(child != *(array+i)){
 253             errln("Error getTransliterator() failed: Expected->" + *(array+i) + " Got->" + child);
 254         }else {
 255             logln("OK: getTransliterator() passed: Expected->" + *(array+i) + " Got->" + child);
 256         }
 257     }
 258     delete []array;
 259
 260     logln("Testing setTransliterator() API of CompoundTransliterator");
 261     UnicodeString ID2("Hex-Any;Any-Hex;Latin-Cyrillic;Cyrillic-Latin;Halfwidth-Fullwidth;Fullwidth-Halfwidth");
 262     array=split(ID2, 0x003b, count);
 263     Transliterator** transarray=new Transliterator*[count];
 264     for(i=0;i<count;i++){
 265         transarray[i]=Transliterator::createInstance(*(array+i), UTRANS_FORWARD, parseError, status);
 266         if(U_FAILURE(status)){
 267             errln("Error could not create Transliterator with ID :"+*(array+i));
 268         }else{
 269             logln("The ID for the transltierator created is " + transarray[i]->getID());
 270         }
 271         status = U_ZERO_ERROR;
 272     }
 273
 274     /*setTransliterator and adoptTransliterator */
 275
 276     ct1->setTransliterators(transarray, count);
 277     if(ct1->getCount() != count || ct1->getID() != ID2){
 278         errln((UnicodeString)"Error: setTransliterators() failed.\n\t Count:- expected->" + count + (UnicodeString)".  got->" + ct1->getCount() +
 279                                                    (UnicodeString)"\n\tID   :- expected->" + ID2 + (UnicodeString)".  got->" + ct1->getID());
 280     }
 281     else{
 282         logln("OK: setTransliterators() passed");
 283     }
 284     /*UnicodeString temp;
 285     for(i=0;i<count-1;i++){
 286         temp.append(ct1->getTransliterator(i).getID());
 287         temp.append(";");
 288     }
 289     temp.append(ct1->getTransliterator(i).getID());
 290     if(temp != ID2){
 291         errln("Error: setTransliterator() failed.  Expected->" + ID2 + "\nGot->" + temp);
 292     }
 293     else{
 294         logln("OK: setTransliterator() passed");
 295     }*/
 296     logln("Testing adoptTransliterator() API of CompoundTransliterator");
 297     UnicodeString ID3("Latin-Katakana");
 298     Transliterator **transarray2=(Transliterator **)uprv_malloc(sizeof(Transliterator*)*1);
 299     transarray2[0] = Transliterator::createInstance(ID3,UTRANS_FORWARD,parseError,status);
 300     if (transarray2[0] != 0) {
 301         ct1->adoptTransliterators(transarray2, 1);
 302     }
 303     if(ct1->getCount() != 1 || ct1->getID() != ID3){
 304         errln((UnicodeString)"Error: adoptTransliterators() failed.\n\t Count:- expected->1" + (UnicodeString)".  got->" + ct1->getCount() +
 305                                                    (UnicodeString)"\n\tID   :- expected->" + ID3 + (UnicodeString)".  got->" + ct1->getID());
 306     }
 307     else{
 308         logln("OK: adoptTranslterator() passed");
 309     }
 310     delete ct1;
 311     for(i=0;i<count;i++){
 312         delete transarray[i];
 313     }
 314     delete []transarray;
 315     delete []array;
 316 }
 317
 318 /**
 319  * Splits a UnicodeString
 320  */
 321 UnicodeString* CompoundTransliteratorTest::split(const UnicodeString& str, UChar seperator, int32_t& count) {
 322
 323     //get the count
 324     int32_t i;
 325     count =1;
 326     for(i=0; i<str.length(); i++){
 327         if(str.charAt(i) == seperator)
 328             count++;
 329     }
 330     // make an array
 331     UnicodeString* result = new UnicodeString[count];
 332     int32_t last = 0;
 333     int32_t current = 0;
 334     for (i = 0; i < str.length(); ++i) {
 335         if (str.charAt(i) == seperator) {
 336             str.extractBetween(last, i, result[current]);
 337             last = i+1;
 338             current++;
 339         }
 340     }
 341     str.extractBetween(last, i, result[current]);
 342     return result;
 343 }
 344 void CompoundTransliteratorTest::TestTransliterate(){
 345     logln("Testing the handleTransliterate() API of CompoundTransliterator");
 346     UErrorCode status = U_ZERO_ERROR;
 347     UParseError parseError;
 348     CompoundTransliterator *ct1=new CompoundTransliterator("Any-Hex;Hex-Any",parseError, status);
 349     if(U_FAILURE(status)){
 350         errln("CompoundTransliterator construction failed");
 351     }else {
 352 #if 0
 353     // handleTransliterate is a protected method that was erroneously made
 354     // public.  It is not public API that needs to be tested.
 355         UnicodeString s("abcabc");
 356         expect(*ct1, s, s);
 357         UTransPosition index = { 0, 0, 0, 0 };
 358         UnicodeString rsource2(s);
 359         UnicodeString expectedResult=s;
 360         ct1->handleTransliterate(rsource2, index, FALSE);
 361         expectAux(ct1->getID() + ":String, index(0,0,0), incremental=FALSE", rsource2 + "->" + rsource2, rsource2==expectedResult, expectedResult);
 362         UTransPosition _index = {1,3,2,3};
 363         uprv_memcpy(&index, &_index, sizeof(index));
 364         UnicodeString rsource3(s);
 365         ct1->handleTransliterate(rsource3, index, TRUE);
 366         expectAux(ct1->getID() + ":String, index(1,2,3), incremental=TRUE", rsource3 + "->" + rsource3, rsource3==expectedResult, expectedResult);
 367 #endif
 368     }
 369     delete ct1;
 370     UnicodeString Data[]={
 371              //ID, input string, transliterated string
 372              "Any-Hex;Hex-Any;Any-Hex",     "hello",  UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""),
 373              "Any-Hex;Hex-Any",                 "hello! How are you?",  "hello! How are you?",
 374              //"Devanagari-Latin;Latin-Devanagari",        CharsToUnicodeString("\\u092D\\u0948'\\u0930'\\u0935"),  CharsToUnicodeString("\\u092D\\u0948\\u0930\\u0935"), // quotes lost
 375              "Latin-Cyrillic;Cyrillic-Latin",           "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", //"abkdefghijShchshchzhh",
 376              "Latin-Greek;Greek-Latin",                 "ABGabgAKLMN", "ABGabgAKLMN",
 377              //"Latin-Arabic;Arabic-Latin",               "Ad'r'a'b'i'k'dh'dd'gh", "Adrabikdhddgh",
 378              "Hiragana-Katakana",                       CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3092\\u3099"),
 379                                                                  CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30fa"),
 380              "Hiragana-Katakana;Katakana-Hiragana",     CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
 381                                                                  CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
 382              "Katakana-Hiragana;Hiragana-Katakana",     CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30f5\\u30f6"),
 383                                                                  CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30b1"),
 384              "Latin-Katakana;Katakana-Latin",                   CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),
 385                                                                  CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),
 386     };
 387     uint32_t i;
 388     for(i=0; i<sizeof(Data)/sizeof(Data[0]); i=i+3){
 389         UErrorCode status = U_ZERO_ERROR;
 390
 391         CompoundTransliterator *ct2=new CompoundTransliterator(Data[i+0], parseError, status);
 392         if(U_FAILURE(status)){
 393             dataerrln("CompoundTransliterator construction failed for " + Data[i+0] + " - " + u_errorName(status));
 394         } else {
 395             expect(*ct2, Data[i+1], Data[i+2]);
 396         }
 397         delete ct2;
 398     }
 399
 400 }
 401
 402
 403
 404 //======================================================================
 405 // Support methods
 406 //======================================================================
 407 void CompoundTransliteratorTest::expect(const CompoundTransliterator& t,
 408                                 const UnicodeString& source,
 409                                 const UnicodeString& expectedResult) {
 410
 411     UnicodeString rsource(source);
 412     t.transliterate(rsource);
 413     expectAux(t.getID() + ":Replaceable", source + "->" + rsource, rsource==expectedResult, expectedResult);
 414
 415     // Test transliterate (incremental) transliteration --
 416     rsource.remove();
 417     rsource.append(source);
 418     UTransPosition index;
 419     index.contextStart =0;
 420     index.contextLimit = source.length();
 421     index.start = 0;
 422     index.limit = source.length();
 423     UErrorCode ec = U_ZERO_ERROR;
 424     t.transliterate(rsource, index, ec);
 425     t.finishTransliteration(rsource,index);
 426     expectAux(t.getID() + ":handleTransliterate ", source + "->" + rsource, rsource==expectedResult, expectedResult);
 427
 428 }
 429
 430 void CompoundTransliteratorTest::expectAux(const UnicodeString& tag,
 431                                    const UnicodeString& summary, UBool pass,
 432                                    const UnicodeString& expectedResult) {
 433     if (pass) {
 434         logln(UnicodeString("(")+tag+") " + prettify(summary));
 435     } else {
 436         errln(UnicodeString("FAIL: (")+tag+") "
 437               + prettify(summary)
 438               + ", expected " + prettify(expectedResult));
 439     }
 440 }
 441
 442 #endif /* #if !UCONFIG_NO_TRANSLITERATION */