-/********************************************************************
+/************************************************************************
* COPYRIGHT:
- * Copyright (c) 2000-2003, International Business Machines Corporation and
- * others. All Rights Reserved.
- ********************************************************************/
+ * Copyright (c) 2000-2009, International Business Machines Corporation
+ * and others. All Rights Reserved.
+ ************************************************************************/
/************************************************************************
* Date Name Description
* 1/03/2000 Madhu Creation.
#include "transapi.h"
#include "unicode/utypes.h"
#include "unicode/translit.h"
-#include "rbt.h"
#include "unicode/unifilt.h"
#include "cpdtrans.h"
-#include "nultrans.h"
#include <string.h>
#include <stdio.h>
#include <stdlib.h>
#include "unicode/rep.h"
#include "unicode/locid.h"
+#include "unicode/uniset.h"
int32_t getInt(UnicodeString str)
{
TESTCASE(11,TestClone);
TESTCASE(12,TestNullTransliterator);
TESTCASE(13,TestRegisterUnregister);
+ TESTCASE(14,TestUnicodeFunctor);
default: name = ""; break;
}
}
UErrorCode status = U_ZERO_ERROR;
Transliterator* t= Transliterator::createInstance(trans, UTRANS_FORWARD, parseError, status);
if(t==0 || U_FAILURE(status)){
- errln("FAIL: construction of Latin-Greek");
+ dataerrln("FAIL: construction of Latin-Greek - %s",u_errorName(status));
return;
}else{
ID= t->getID();
for (i=0; i<Transliterator::countAvailableIDs(); i++){
status = U_ZERO_ERROR;
ID = (UnicodeString) Transliterator::getAvailableID(i);
+ if(ID.indexOf("Thai")>-1){
+ continue;
+ }
t = Transliterator::createInstance(ID, UTRANS_FORWARD, parseError, status);
if(t == 0){
errln("FAIL: " + ID);
Transliterator* t5=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status);
if(t5 == 0)
errln("FAIL: construction");
- if(t1->getID() != t5->getID() || t5->getID() != t3->getID() || t1->getID() != t3->getID())
+ else if(t1->getID() != t5->getID() || t5->getID() != t3->getID() || t1->getID() != t3->getID())
errln("FAIL: getID or clone failed");
Transliterator* t2 = Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status);
Transliterator* invt2 = Transliterator::createInstance("Devanagari-Latin", UTRANS_FORWARD, parseError, status);
if(t1 == 0 || invt1 == 0 || t2 == 0 || invt2 == 0) {
- errln("FAIL: in instantiation");
+ dataerrln("FAIL: in instantiation - %s", u_errorName(status));
return;
}
t1=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status);
t2=Transliterator::createInstance("Latin-Greek", UTRANS_FORWARD, parseError, status);
if(t1 == 0 || t2 == 0){
- errln("FAIL: construction");
+ dataerrln("FAIL: construction - %s", u_errorName(status));
return;
}
t3=t1->clone();
for (uint32_t i=0; i<sizeof(dispNames)/sizeof(dispNames[0]); i=i+2 ) {
t = Transliterator::createInstance(dispNames[i+0], UTRANS_FORWARD, parseError, status);
if(t==0){
- errln("FAIL: construction: " + dispNames[i+0]);
+ dataerrln("FAIL: construction: " + dispNames[i+0] + " - " + u_errorName(status));
status = U_ZERO_ERROR;
continue;
}
"Latin-Devanagari",CharsToUnicodeString("bha\\u0304rata"), CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924") ,
"Latin-Devanagari",UnicodeString("kra ksha khra gra cra dya dhya",""), CharsToUnicodeString("\\u0915\\u094D\\u0930 \\u0915\\u094D\\u0936 \\u0916\\u094D\\u0930 \\u0917\\u094D\\u0930 \\u091a\\u094D\\u0930 \\u0926\\u094D\\u092F \\u0927\\u094D\\u092F") ,
- "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), UnicodeString("bh\\u0101rata"),
+ "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), CharsToUnicodeString("bh\\u0101rata"),
// "Contracted-Expanded", CharsToUnicodeString("\\u00C0\\u00C1\\u0042"), CharsToUnicodeString("\\u0041\\u0300\\u0041\\u0301\\u0042") ,
// "Expanded-Contracted", CharsToUnicodeString("\\u0041\\u0300\\u0041\\u0301\\u0042"), CharsToUnicodeString("\\u00C0\\u00C1\\u0042") ,
//"Latin-Arabic", "aap", CharsToUnicodeString("\\u0627\\u06A4") ,
for(uint32_t i=0;i<sizeof(Data)/sizeof(Data[0]); i=i+3){
t=Transliterator::createInstance(Data[i+0], UTRANS_FORWARD, parseError, status);
if(t==0){
- errln("FAIL: construction: " + Data[i+0] + " Error: " + u_errorName(status));
- errln("PreContext: " + prettify(parseError.preContext) + " PostContext: " + prettify( parseError.postContext) );
+ dataerrln("FAIL: construction: " + Data[i+0] + " Error: " + u_errorName(status));
+ dataerrln("PreContext: " + prettify(parseError.preContext) + " PostContext: " + prettify( parseError.postContext) );
status = U_ZERO_ERROR;
continue;
}
message.append(Data[i][1]);
doTest(message, temp, Data[i+2]);
+ callEverything(t, __LINE__);
delete t;
}
}
"Hex-Any", CharsToUnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F\\u0021\\u0020"), "0", "5", "hello", "hello! " ,
// "Contracted-Expanded", CharsToUnicodeString("\\u00C0\\u00C1\\u0042"), "1", "2", CharsToUnicodeString("\\u0041\\u0301"), CharsToUnicodeString("\\u00C0\\u0041\\u0301\\u0042") ,
"Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), "0", "1", "bha", CharsToUnicodeString("bha\\u093E\\u0930\\u0924") ,
- "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), "1", "2", "\\u0314\\u0101", CharsToUnicodeString("\\u092D\\u0314\\u0101\\u0930\\u0924")
+ "Devanagari-Latin", CharsToUnicodeString("\\u092D\\u093E\\u0930\\u0924"), "1", "2", CharsToUnicodeString("\\u0314\\u0101"), CharsToUnicodeString("\\u092D\\u0314\\u0101\\u0930\\u0924")
};
logln("\n Testing transliterate(String, int, int, StringBuffer)");
for(uint32_t i=0; i<sizeof(Data2)/sizeof(Data2[0]); i=i+6){
t=Transliterator::createInstance(Data2[i+0], UTRANS_FORWARD, parseError, status);
if(t==0){
- errln("FAIL: construction: " + prettify(Data2[i+0]));
+ dataerrln("FAIL: construction: " + prettify(Data2[i+0]) + " - " + u_errorName(status));
continue;
}
start=getInt(Data2[i+2]);
t->transliterate(temp, start, limit);
doTest(t->getID() + ".transliterate(Replaceable, int32_t, int32_t, ):(" + start + "," + limit + ") for \n\t source: " + prettify(Data2[i+1]), temp, Data2[i+5]);
status = U_ZERO_ERROR;
+ callEverything(t, __LINE__);
delete t;
t = NULL;
}
}
gotResBuf = temp = "try start greater than limit";
t->transliterate(gotResBuf, 10, 5);
- if(gotResBuf == temp)
+ if(gotResBuf == temp) {
logln("OK: start greater than limit value handled correctly");
- else
+ } else {
errln("FAIL: start greater than limit value returned" + gotResBuf);
+ }
+ callEverything(t, __LINE__);
delete t;
}
UParseError parseError;
Transliterator* t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status);
if(t == 0) {
+ UnicodeString context;
+
+ if (parseError.preContext[0]) {
+ context += (UnicodeString)" at " + parseError.preContext;
+ }
+ if (parseError.postContext[0]) {
+ context += (UnicodeString)" | " + parseError.postContext;
+ }
errln((UnicodeString)"FAIL: can't create Any-Hex, " +
- (UnicodeString)u_errorName(status) +
- (parseError.preContext[0] ?
- ((UnicodeString)" at " + parseError.preContext +
- (parseError.postContext[0] ?
- ((UnicodeString)" | " + parseError.postContext) : (UnicodeString)"")) : (UnicodeString)""));
+ (UnicodeString)u_errorName(status) + context);
return;
}
UTransPosition index={19,20,20,20};
rs="Initial String: add--";
t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status);
if(t == 0)
- errln("FAIL : construction");
+ dataerrln("FAIL : construction - %s", u_errorName(status));
else {
keyboardAux(t, Data, rs, 0, 20);
delete t;
rs="Hindi --";
t=Transliterator::createInstance("Latin-Devanagari", UTRANS_FORWARD, parseError, status);
if(t == 0)
- errln("FAIL : construction");
+ dataerrln("FAIL : construction - %s", u_errorName(status));
else
keyboardAux(t, Data, rs, 20, 40);
UTransPosition index={0, 0, 0, 0};
logln("Testing transliterate(Replaceable, int32_t, UErrorCode)");
Transliterator *t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status);
- if(U_FAILURE(status)) {
+ if(t == 0 || U_FAILURE(status)) {
errln("Error creating transliterator %s", u_errorName(status));
delete t;
return;
}
- if(t == 0)
- errln("FAIL : construction");
for(uint32_t i=0; i<sizeof(Data)/sizeof(Data[0]); i=i+4){
UnicodeString log;
index.contextStart=getInt(Data[i+0]);
delete t;
}
void TransliteratorAPITest::TestNullTransliterator(){
+ UErrorCode status=U_ZERO_ERROR;
UnicodeString s("Transliterate using null transliterator");
- NullTransliterator *nullTrans=new NullTransliterator();
+ Transliterator *nullTrans=Transliterator::createInstance("Any-Null", UTRANS_FORWARD, status);
int32_t transLimit;
int32_t start=0;
int32_t limit=s.length();
index.contextLimit = limit;
index.start = 0;
index.limit = limit;
- nullTrans->handleTransliterate(replaceable, index, TRUE);
+ nullTrans->finishTransliteration(replaceable, index);
if(index.start != limit){
errln("ERROR: NullTransliterator->handleTransliterate() failed");
}
doTest((UnicodeString)"NullTransliterator->handleTransliterate", replaceable, s);
+ callEverything(nullTrans, __LINE__);
delete nullTrans;
void TransliteratorAPITest::TestRegisterUnregister(){
UErrorCode status=U_ZERO_ERROR;
- UParseError parseError;
/* Make sure it doesn't exist */
- if (Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, parseError, status) != NULL) {
+ if (Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, status) != NULL) {
errln("FAIL: TestA-TestB already registered\n");
return;
}
status =U_ZERO_ERROR;
/* Create it */
- Transliterator *t = new RuleBasedTransliterator("TestA-TestB",
+ UParseError parseError;
+ Transliterator *t = Transliterator::createFromRules("TestA-TestB",
"a<>b",
+ UTRANS_FORWARD, parseError,
status);
/* Register it */
Transliterator::registerInstance(t);
/* Now check again -- should exist now*/
- Transliterator *s = Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, parseError, status);
+ Transliterator *s = Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, status);
if (s == NULL) {
errln("FAIL: TestA-TestB not registered\n");
return;
}
+ callEverything(s, __LINE__);
+ callEverything(t, __LINE__);
delete s;
/* Check inverse too
/*unregister the instance*/
Transliterator::unregister("TestA-TestB");
/* now Make sure it doesn't exist */
- if (Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, parseError, status) != NULL) {
+ if (Transliterator::createInstance("TestA-TestB", UTRANS_FORWARD, status) != NULL) {
errln("FAIL: TestA-TestB isn't unregistered\n");
return;
}
UErrorCode status = U_ZERO_ERROR;
UParseError parseError;
Transliterator *t=Transliterator::createInstance("Any-Hex", UTRANS_FORWARD, parseError, status);
- if(U_FAILURE(status)) {
- errln("Error creating transliterator %s", u_errorName(status));
- delete t;
- return;
+ if(t == 0 || U_FAILURE(status)) {
+ errln("Error creating transliterator %s", u_errorName(status));
+ delete t;
+ return;
}
- if(t == 0)
- errln("FAIL : construction");
const UnicodeFilter *u=t->getFilter();
if(u != NULL){
- errln("FAIL: getFilter failed. Didn't return null when the transliterator used no filtering");
+ errln("FAIL: getFilter failed. Didn't return null when the transliterator used no filtering");
+ delete t;
+ return;
}
-
+
UnicodeString got, temp, message;
UnicodeString data="ABCabcbbCBa";
temp = data;
doTest("adoptFilter round trip", got, temp);
t->adoptFilter(new TestFilter2);
+ callEverything(t, __LINE__);
data="heelloe";
exp=UnicodeString("\\u0068eell\\u006Fe", "");
got = data;
if (prettify(result) == prettify(expected))
logln((UnicodeString)"Ok: " + prettify(message) + " passed \"" + prettify(expected) + "\"");
else
- errln((UnicodeString)"FAIL:" + message + " failed Got-->" + prettify(result)+ ", Expected--> " + prettify(expected) );
+ dataerrln((UnicodeString)"FAIL:" + message + " failed Got-->" + prettify(result)+ ", Expected--> " + prettify(expected) );
+}
+
+
+//
+// callEverything call all of the const (non-destructive) methods on a
+// transliterator, just to verify that they don't fail in some
+// destructive way.
+//
+#define CEASSERT(a) {if (!(a)) { \
+errln("FAIL at line %d from line %d: %s", __LINE__, line, #a); return; }}
+
+void TransliteratorAPITest::callEverything(const Transliterator *tr, int line) {
+ Transliterator *clonedTR = tr->clone();
+ CEASSERT(clonedTR != NULL);
+
+ int32_t maxcl = tr->getMaximumContextLength();
+ CEASSERT(clonedTR->getMaximumContextLength() == maxcl);
+
+ UnicodeString id;
+ UnicodeString clonedId;
+ id = tr->getID();
+ clonedId = clonedTR->getID();
+ CEASSERT(id == clonedId);
+
+ const UnicodeFilter *filter = tr->getFilter();
+ const UnicodeFilter *clonedFilter = clonedTR->getFilter();
+ if (filter == NULL || clonedFilter == NULL) {
+ // If one filter is NULL they better both be NULL.
+ CEASSERT(filter == clonedFilter);
+ } else {
+ CEASSERT(filter != clonedFilter);
+ }
+
+ UnicodeString rules;
+ UnicodeString clonedRules;
+ rules = tr->toRules(rules, FALSE);
+ clonedRules = clonedTR->toRules(clonedRules, FALSE);
+ CEASSERT(rules == clonedRules);
+
+ UnicodeSet sourceSet;
+ UnicodeSet clonedSourceSet;
+ tr->getSourceSet(sourceSet);
+ clonedTR->getSourceSet(clonedSourceSet);
+ CEASSERT(clonedSourceSet == sourceSet);
+
+ UnicodeSet targetSet;
+ UnicodeSet clonedTargetSet;
+ tr->getTargetSet(targetSet);
+ clonedTR->getTargetSet(clonedTargetSet);
+ CEASSERT(targetSet == clonedTargetSet);
+
+ UClassID classID = tr->getDynamicClassID();
+ CEASSERT(classID == clonedTR->getDynamicClassID());
+ CEASSERT(classID != 0);
+
+ delete clonedTR;
}
+static const int MyUnicodeFunctorTestClassID = 0;
+class MyUnicodeFunctorTestClass : public UnicodeFunctor {
+public:
+ virtual UnicodeFunctor* clone() const {return NULL;}
+ static UClassID getStaticClassID(void) {return (UClassID)&MyUnicodeFunctorTestClassID;}
+ virtual UClassID getDynamicClassID(void) const {return getStaticClassID();};
+ virtual void setData(const TransliterationRuleData*) {}
+};
+
+void TransliteratorAPITest::TestUnicodeFunctor() {
+ MyUnicodeFunctorTestClass myClass;
+ if (myClass.toMatcher() != NULL) {
+ errln("FAIL: UnicodeFunctor::toMatcher did not return NULL");
+ }
+ if (myClass.toReplacer() != NULL) {
+ errln("FAIL: UnicodeFunctor::toReplacer did not return NULL");
+ }
+}
+
+
#endif /* #if !UCONFIG_NO_TRANSLITERATION */
projects / apple / icu.git / blobdiff