]> git.saurik.com Git - apple/icu.git/blame - icuSources/i18n/tridpars.cpp
ICU-400.37.tar.gz
[apple/icu.git] / icuSources / i18n / tridpars.cpp
CommitLineData
b75a7d8f
A
1/*
2**********************************************************************
46f4442e 3* Copyright (c) 2002-2008, International Business Machines Corporation
b75a7d8f
A
4* and others. All Rights Reserved.
5**********************************************************************
6* Date Name Description
7* 01/14/2002 aliu Creation.
8**********************************************************************
9*/
10
11#include "unicode/utypes.h"
12
13#if !UCONFIG_NO_TRANSLITERATION
14
15#include "tridpars.h"
16#include "hash.h"
17#include "mutex.h"
18#include "ucln_in.h"
19#include "unicode/parsepos.h"
20#include "unicode/translit.h"
21#include "unicode/uchar.h"
22#include "unicode/uniset.h"
23#include "unicode/unistr.h"
24#include "unicode/utrans.h"
25#include "util.h"
26#include "uvector.h"
27
28U_NAMESPACE_BEGIN
29
30static const UChar ID_DELIM = 0x003B; // ;
31static const UChar TARGET_SEP = 0x002D; // -
32static const UChar VARIANT_SEP = 0x002F; // /
33static const UChar OPEN_REV = 0x0028; // (
34static const UChar CLOSE_REV = 0x0029; // )
35
73c04bcf 36//static const UChar EMPTY[] = {0}; // ""
b75a7d8f
A
37static const UChar ANY[] = {65,110,121,0}; // "Any"
38static const UChar ANY_NULL[] = {65,110,121,45,78,117,108,108,0}; // "Any-Null"
39
40static const int32_t FORWARD = UTRANS_FORWARD;
41static const int32_t REVERSE = UTRANS_REVERSE;
42
43static Hashtable* SPECIAL_INVERSES = NULL;
44
45/**
46 * The mutex controlling access to SPECIAL_INVERSES
47 */
48static UMTX LOCK = 0;
49
50TransliteratorIDParser::Specs::Specs(const UnicodeString& s, const UnicodeString& t,
51 const UnicodeString& v, UBool sawS,
52 const UnicodeString& f) {
53 source = s;
54 target = t;
55 variant = v;
56 sawSource = sawS;
57 filter = f;
58}
59
60TransliteratorIDParser::SingleID::SingleID(const UnicodeString& c, const UnicodeString& b,
61 const UnicodeString& f) {
62 canonID = c;
63 basicID = b;
64 filter = f;
65}
66
67TransliteratorIDParser::SingleID::SingleID(const UnicodeString& c, const UnicodeString& b) {
68 canonID = c;
69 basicID = b;
70}
71
72Transliterator* TransliteratorIDParser::SingleID::createInstance() {
73 Transliterator* t;
74 if (basicID.length() == 0) {
75 t = createBasicInstance(ANY_NULL, &canonID);
76 } else {
77 t = createBasicInstance(basicID, &canonID);
78 }
79 if (t != NULL) {
80 if (filter.length() != 0) {
81 UErrorCode ec = U_ZERO_ERROR;
82 UnicodeSet *set = new UnicodeSet(filter, ec);
83 if (U_FAILURE(ec)) {
84 delete set;
85 } else {
86 t->adoptFilter(set);
87 }
88 }
89 }
90 return t;
91}
92
93
94/**
95 * Parse a single ID, that is, an ID of the general form
96 * "[f1] s1-t1/v1 ([f2] s2-t3/v2)", with the parenthesized element
97 * optional, the filters optional, and the variants optional.
98 * @param id the id to be parsed
99 * @param pos INPUT-OUTPUT parameter. On input, the position of
100 * the first character to parse. On output, the position after
101 * the last character parsed.
102 * @param dir the direction. If the direction is REVERSE then the
103 * SingleID is constructed for the reverse direction.
104 * @return a SingleID object or NULL
105 */
106TransliteratorIDParser::SingleID*
107TransliteratorIDParser::parseSingleID(const UnicodeString& id, int32_t& pos,
374ca955 108 int32_t dir, UErrorCode& status) {
b75a7d8f
A
109
110 int32_t start = pos;
111
112 // The ID will be of the form A, A(), A(B), or (B), where
113 // A and B are filter IDs.
114 Specs* specsA = NULL;
115 Specs* specsB = NULL;
116 UBool sawParen = FALSE;
117
118 // On the first pass, look for (B) or (). If this fails, then
119 // on the second pass, look for A, A(B), or A().
120 for (int32_t pass=1; pass<=2; ++pass) {
121 if (pass == 2) {
122 specsA = parseFilterID(id, pos, TRUE);
123 if (specsA == NULL) {
124 pos = start;
125 return NULL;
126 }
127 }
128 if (ICU_Utility::parseChar(id, pos, OPEN_REV)) {
129 sawParen = TRUE;
130 if (!ICU_Utility::parseChar(id, pos, CLOSE_REV)) {
131 specsB = parseFilterID(id, pos, TRUE);
132 // Must close with a ')'
133 if (specsB == NULL || !ICU_Utility::parseChar(id, pos, CLOSE_REV)) {
134 delete specsA;
135 pos = start;
136 return NULL;
137 }
138 }
139 break;
140 }
141 }
142
143 // Assemble return results
144 SingleID* single;
145 if (sawParen) {
146 if (dir == FORWARD) {
147 SingleID* b = specsToID(specsB, FORWARD);
148 single = specsToID(specsA, FORWARD);
46f4442e
A
149 // Null pointers check
150 if (b == NULL || single == NULL) {
151 delete b;
152 delete single;
153 status = U_MEMORY_ALLOCATION_ERROR;
154 return NULL;
155 }
b75a7d8f
A
156 single->canonID.append(OPEN_REV)
157 .append(b->canonID).append(CLOSE_REV);
158 if (specsA != NULL) {
159 single->filter = specsA->filter;
160 }
161 delete b;
162 } else {
163 SingleID* a = specsToID(specsA, FORWARD);
164 single = specsToID(specsB, FORWARD);
46f4442e
A
165 // Check for null pointer.
166 if (a == NULL || single == NULL) {
167 delete a;
168 delete single;
169 status = U_MEMORY_ALLOCATION_ERROR;
170 return NULL;
171 }
b75a7d8f
A
172 single->canonID.append(OPEN_REV)
173 .append(a->canonID).append(CLOSE_REV);
174 if (specsB != NULL) {
175 single->filter = specsB->filter;
176 }
177 delete a;
178 }
179 } else {
180 // assert(specsA != NULL);
181 if (dir == FORWARD) {
182 single = specsToID(specsA, FORWARD);
183 } else {
374ca955 184 single = specsToSpecialInverse(*specsA, status);
b75a7d8f
A
185 if (single == NULL) {
186 single = specsToID(specsA, REVERSE);
187 }
188 }
46f4442e
A
189 // Check for NULL pointer
190 if (single == NULL) {
191 status = U_MEMORY_ALLOCATION_ERROR;
192 return NULL;
193 }
b75a7d8f
A
194 single->filter = specsA->filter;
195 }
196
197 delete specsA;
198 delete specsB;
199
200 return single;
201}
202
203/**
204 * Parse a filter ID, that is, an ID of the general form
205 * "[f1] s1-t1/v1", with the filters optional, and the variants optional.
206 * @param id the id to be parsed
207 * @param pos INPUT-OUTPUT parameter. On input, the position of
208 * the first character to parse. On output, the position after
209 * the last character parsed.
210 * @return a SingleID object or null if the parse fails
211 */
212TransliteratorIDParser::SingleID*
213TransliteratorIDParser::parseFilterID(const UnicodeString& id, int32_t& pos) {
214
215 int32_t start = pos;
216
217 Specs* specs = parseFilterID(id, pos, TRUE);
218 if (specs == NULL) {
219 pos = start;
220 return NULL;
221 }
222
223 // Assemble return results
224 SingleID* single = specsToID(specs, FORWARD);
46f4442e
A
225 if (single != NULL) {
226 single->filter = specs->filter;
227 }
b75a7d8f
A
228 delete specs;
229 return single;
230}
231
232/**
233 * Parse a global filter of the form "[f]" or "([f])", depending
234 * on 'withParens'.
235 * @param id the pattern the parse
236 * @param pos INPUT-OUTPUT parameter. On input, the position of
237 * the first character to parse. On output, the position after
238 * the last character parsed.
239 * @param dir the direction.
240 * @param withParens INPUT-OUTPUT parameter. On entry, if
241 * withParens is 0, then parens are disallowed. If it is 1,
242 * then parens are requires. If it is -1, then parens are
243 * optional, and the return result will be set to 0 or 1.
244 * @param canonID OUTPUT parameter. The pattern for the filter
245 * added to the canonID, either at the end, if dir is FORWARD, or
246 * at the start, if dir is REVERSE. The pattern will be enclosed
247 * in parentheses if appropriate, and will be suffixed with an
248 * ID_DELIM character. May be NULL.
249 * @return a UnicodeSet object or NULL. A non-NULL results
250 * indicates a successful parse, regardless of whether the filter
251 * applies to the given direction. The caller should discard it
252 * if withParens != (dir == REVERSE).
253 */
254UnicodeSet* TransliteratorIDParser::parseGlobalFilter(const UnicodeString& id, int32_t& pos,
255 int32_t dir,
256 int32_t& withParens,
257 UnicodeString* canonID) {
258 UnicodeSet* filter = NULL;
259 int32_t start = pos;
260
261 if (withParens == -1) {
262 withParens = ICU_Utility::parseChar(id, pos, OPEN_REV) ? 1 : 0;
263 } else if (withParens == 1) {
264 if (!ICU_Utility::parseChar(id, pos, OPEN_REV)) {
265 pos = start;
266 return NULL;
267 }
268 }
269
270 ICU_Utility::skipWhitespace(id, pos, TRUE);
271
272 if (UnicodeSet::resemblesPattern(id, pos)) {
273 ParsePosition ppos(pos);
274 UErrorCode ec = U_ZERO_ERROR;
374ca955 275 filter = new UnicodeSet(id, ppos, USET_IGNORE_SPACE, NULL, ec);
b75a7d8f
A
276 /* test for NULL */
277 if (filter == 0) {
278 pos = start;
279 return 0;
280 }
281 if (U_FAILURE(ec)) {
282 delete filter;
283 pos = start;
284 return NULL;
285 }
286
287 UnicodeString pattern;
288 id.extractBetween(pos, ppos.getIndex(), pattern);
289 pos = ppos.getIndex();
290
291 if (withParens == 1 && !ICU_Utility::parseChar(id, pos, CLOSE_REV)) {
292 pos = start;
293 return NULL;
294 }
295
296 // In the forward direction, append the pattern to the
297 // canonID. In the reverse, insert it at zero, and invert
298 // the presence of parens ("A" <-> "(A)").
299 if (canonID != NULL) {
300 if (dir == FORWARD) {
301 if (withParens == 1) {
302 pattern.insert(0, OPEN_REV);
303 pattern.append(CLOSE_REV);
304 }
305 canonID->append(pattern).append(ID_DELIM);
306 } else {
307 if (withParens == 0) {
308 pattern.insert(0, OPEN_REV);
309 pattern.append(CLOSE_REV);
310 }
311 canonID->insert(0, pattern);
312 canonID->insert(pattern.length(), ID_DELIM);
313 }
314 }
315 }
316
317 return filter;
318}
319
320U_CDECL_BEGIN
321static void U_CALLCONV _deleteSingleID(void* obj) {
322 delete (TransliteratorIDParser::SingleID*) obj;
323}
324
374ca955 325static void U_CALLCONV _deleteTransliteratorTrIDPars(void* obj) {
b75a7d8f
A
326 delete (Transliterator*) obj;
327}
328U_CDECL_END
329
330/**
331 * Parse a compound ID, consisting of an optional forward global
332 * filter, a separator, one or more single IDs delimited by
333 * separators, an an optional reverse global filter. The
334 * separator is a semicolon. The global filters are UnicodeSet
335 * patterns. The reverse global filter must be enclosed in
336 * parentheses.
337 * @param id the pattern the parse
338 * @param dir the direction.
339 * @param canonID OUTPUT parameter that receives the canonical ID,
340 * consisting of canonical IDs for all elements, as returned by
341 * parseSingleID(), separated by semicolons. Previous contents
342 * are discarded.
343 * @param list OUTPUT parameter that receives a list of SingleID
344 * objects representing the parsed IDs. Previous contents are
345 * discarded.
346 * @param globalFilter OUTPUT parameter that receives a pointer to
347 * a newly created global filter for this ID in this direction, or
348 * NULL if there is none.
349 * @return TRUE if the parse succeeds, that is, if the entire
350 * id is consumed without syntax error.
351 */
352UBool TransliteratorIDParser::parseCompoundID(const UnicodeString& id, int32_t dir,
353 UnicodeString& canonID,
354 UVector& list,
355 UnicodeSet*& globalFilter) {
356 UErrorCode ec = U_ZERO_ERROR;
357 int32_t i;
358 int32_t pos = 0;
359 int32_t withParens = 1;
360 list.removeAllElements();
361 UnicodeSet* filter;
362 globalFilter = NULL;
363 canonID.truncate(0);
364
365 // Parse leading global filter, if any
366 withParens = 0; // parens disallowed
367 filter = parseGlobalFilter(id, pos, dir, withParens, &canonID);
368 if (filter != NULL) {
369 if (!ICU_Utility::parseChar(id, pos, ID_DELIM)) {
370 // Not a global filter; backup and resume
371 canonID.truncate(0);
372 pos = 0;
373 }
374 if (dir == FORWARD) {
375 globalFilter = filter;
376 } else {
377 delete filter;
378 }
379 filter = NULL;
380 }
381
382 UBool sawDelimiter = TRUE;
383 for (;;) {
374ca955 384 SingleID* single = parseSingleID(id, pos, dir, ec);
b75a7d8f
A
385 if (single == NULL) {
386 break;
387 }
388 if (dir == FORWARD) {
389 list.addElement(single, ec);
390 } else {
391 list.insertElementAt(single, 0, ec);
392 }
393 if (U_FAILURE(ec)) {
394 goto FAIL;
395 }
396 if (!ICU_Utility::parseChar(id, pos, ID_DELIM)) {
397 sawDelimiter = FALSE;
398 break;
399 }
400 }
401
402 if (list.size() == 0) {
403 goto FAIL;
404 }
405
406 // Construct canonical ID
407 for (i=0; i<list.size(); ++i) {
408 SingleID* single = (SingleID*) list.elementAt(i);
409 canonID.append(single->canonID);
410 if (i != (list.size()-1)) {
411 canonID.append(ID_DELIM);
412 }
413 }
414
415 // Parse trailing global filter, if any, and only if we saw
416 // a trailing delimiter after the IDs.
417 if (sawDelimiter) {
418 withParens = 1; // parens required
419 filter = parseGlobalFilter(id, pos, dir, withParens, &canonID);
420 if (filter != NULL) {
421 // Don't require trailing ';', but parse it if present
422 ICU_Utility::parseChar(id, pos, ID_DELIM);
423
424 if (dir == REVERSE) {
425 globalFilter = filter;
426 } else {
427 delete filter;
428 }
429 filter = NULL;
430 }
431 }
432
433 // Trailing unparsed text is a syntax error
434 ICU_Utility::skipWhitespace(id, pos, TRUE);
435 if (pos != id.length()) {
436 goto FAIL;
437 }
438
439 return TRUE;
440
441 FAIL:
442 UObjectDeleter *save = list.setDeleter(_deleteSingleID);
443 list.removeAllElements();
444 list.setDeleter(save);
445 delete globalFilter;
446 globalFilter = NULL;
447 return FALSE;
448}
449
450/**
451 * Convert the elements of the 'list' vector, which are SingleID
452 * objects, into actual Transliterator objects. In the course of
453 * this, some (or all) entries may be removed. If all entries
454 * are removed, the NULL transliterator will be added.
455 *
456 * Delete entries with empty basicIDs; these are generated by
457 * elements like "(A)" in the forward direction, or "A()" in
458 * the reverse. THIS MAY RESULT IN AN EMPTY VECTOR. Convert
459 * SingleID entries to actual transliterators.
460 *
b75a7d8f
A
461 * @param list vector of SingleID objects. On exit, vector
462 * of one or more Transliterators.
b75a7d8f
A
463 * @return new value of insertIndex. The index will shift if
464 * there are empty items, like "(Lower)", with indices less than
465 * insertIndex.
466 */
73c04bcf 467void TransliteratorIDParser::instantiateList(UVector& list,
b75a7d8f
A
468 UErrorCode& ec) {
469 UVector tlist(ec);
470 if (U_FAILURE(ec)) {
471 goto RETURN;
472 }
374ca955 473 tlist.setDeleter(_deleteTransliteratorTrIDPars);
b75a7d8f
A
474
475 Transliterator* t;
476 int32_t i;
477 for (i=0; i<=list.size(); ++i) { // [sic]: i<=list.size()
b75a7d8f
A
478 // We run the loop too long by one, so we can
479 // do an insert after the last element
480 if (i==list.size()) {
481 break;
482 }
483
484 SingleID* single = (SingleID*) list.elementAt(i);
485 if (single->basicID.length() != 0) {
486 t = single->createInstance();
487 if (t == NULL) {
488 ec = U_INVALID_ID;
489 goto RETURN;
490 }
491 tlist.addElement(t, ec);
492 if (U_FAILURE(ec)) {
493 delete t;
494 goto RETURN;
495 }
496 }
497 }
498
499 // An empty list is equivalent to a NULL transliterator.
500 if (tlist.size() == 0) {
501 t = createBasicInstance(ANY_NULL, NULL);
502 if (t == NULL) {
503 // Should never happen
504 ec = U_INTERNAL_TRANSLITERATOR_ERROR;
505 }
506 tlist.addElement(t, ec);
507 if (U_FAILURE(ec)) {
508 delete t;
509 }
510 }
511
512 RETURN:
513
514 UObjectDeleter *save = list.setDeleter(_deleteSingleID);
515 list.removeAllElements();
516
517 if (U_SUCCESS(ec)) {
374ca955 518 list.setDeleter(_deleteTransliteratorTrIDPars);
b75a7d8f
A
519
520 while (tlist.size() > 0) {
521 t = (Transliterator*) tlist.orphanElementAt(0);
522 list.addElement(t, ec);
523 if (U_FAILURE(ec)) {
524 delete t;
525 list.removeAllElements();
526 break;
527 }
528 }
529 }
530
b75a7d8f 531 list.setDeleter(save);
b75a7d8f
A
532}
533
534/**
535 * Parse an ID into pieces. Take IDs of the form T, T/V, S-T,
536 * S-T/V, or S/V-T. If the source is missing, return a source of
537 * ANY.
538 * @param id the id string, in any of several forms
539 * @return an array of 4 strings: source, target, variant, and
540 * isSourcePresent. If the source is not present, ANY will be
541 * given as the source, and isSourcePresent will be NULL. Otherwise
542 * isSourcePresent will be non-NULL. The target may be empty if the
543 * id is not well-formed. The variant may be empty.
544 */
545void TransliteratorIDParser::IDtoSTV(const UnicodeString& id,
546 UnicodeString& source,
547 UnicodeString& target,
548 UnicodeString& variant,
549 UBool& isSourcePresent) {
550 source = ANY;
551 target.truncate(0);
552 variant.truncate(0);
553
554 int32_t sep = id.indexOf(TARGET_SEP);
555 int32_t var = id.indexOf(VARIANT_SEP);
556 if (var < 0) {
557 var = id.length();
558 }
559 isSourcePresent = FALSE;
560
561 if (sep < 0) {
562 // Form: T/V or T (or /V)
563 id.extractBetween(0, var, target);
564 id.extractBetween(var, id.length(), variant);
565 } else if (sep < var) {
566 // Form: S-T/V or S-T (or -T/V or -T)
567 if (sep > 0) {
568 id.extractBetween(0, sep, source);
569 isSourcePresent = TRUE;
570 }
571 id.extractBetween(++sep, var, target);
572 id.extractBetween(var, id.length(), variant);
573 } else {
574 // Form: (S/V-T or /V-T)
575 if (var > 0) {
576 id.extractBetween(0, var, source);
577 isSourcePresent = TRUE;
578 }
579 id.extractBetween(var, sep++, variant);
580 id.extractBetween(sep, id.length(), target);
581 }
582
583 if (variant.length() > 0) {
584 variant.remove(0, 1);
585 }
586}
587
588/**
589 * Given source, target, and variant strings, concatenate them into a
590 * full ID. If the source is empty, then "Any" will be used for the
591 * source, so the ID will always be of the form s-t/v or s-t.
592 */
593void TransliteratorIDParser::STVtoID(const UnicodeString& source,
594 const UnicodeString& target,
595 const UnicodeString& variant,
596 UnicodeString& id) {
597 id = source;
598 if (id.length() == 0) {
599 id = ANY;
600 }
601 id.append(TARGET_SEP).append(target);
602 if (variant.length() != 0) {
603 id.append(VARIANT_SEP).append(variant);
604 }
73c04bcf
A
605 // NUL-terminate the ID string for getTerminatedBuffer.
606 // This prevents valgrind and Purify warnings.
607 id.append((UChar)0);
608 id.truncate(id.length()-1);
b75a7d8f
A
609}
610
611/**
612 * Register two targets as being inverses of one another. For
613 * example, calling registerSpecialInverse("NFC", "NFD", TRUE) causes
614 * Transliterator to form the following inverse relationships:
615 *
616 * <pre>NFC => NFD
617 * Any-NFC => Any-NFD
618 * NFD => NFC
619 * Any-NFD => Any-NFC</pre>
620 *
621 * (Without the special inverse registration, the inverse of NFC
622 * would be NFC-Any.) Note that NFD is shorthand for Any-NFD, but
623 * that the presence or absence of "Any-" is preserved.
624 *
625 * <p>The relationship is symmetrical; registering (a, b) is
626 * equivalent to registering (b, a).
627 *
628 * <p>The relevant IDs must still be registered separately as
629 * factories or classes.
630 *
631 * <p>Only the targets are specified. Special inverses always
632 * have the form Any-Target1 <=> Any-Target2. The target should
633 * have canonical casing (the casing desired to be produced when
634 * an inverse is formed) and should contain no whitespace or other
635 * extraneous characters.
636 *
637 * @param target the target against which to register the inverse
638 * @param inverseTarget the inverse of target, that is
639 * Any-target.getInverse() => Any-inverseTarget
640 * @param bidirectional if TRUE, register the reverse relation
641 * as well, that is, Any-inverseTarget.getInverse() => Any-target
642 */
643void TransliteratorIDParser::registerSpecialInverse(const UnicodeString& target,
644 const UnicodeString& inverseTarget,
374ca955
A
645 UBool bidirectional,
646 UErrorCode &status) {
647 init(status);
648 if (U_FAILURE(status)) {
649 return;
650 }
b75a7d8f
A
651
652 // If target == inverseTarget then force bidirectional => FALSE
653 if (bidirectional && 0==target.caseCompare(inverseTarget, U_FOLD_CASE_DEFAULT)) {
654 bidirectional = FALSE;
655 }
656
657 umtx_init(&LOCK);
658 Mutex lock(&LOCK);
659
46f4442e
A
660 UnicodeString *tempus = new UnicodeString(inverseTarget); // Used for null pointer check before usage.
661 if (tempus == NULL) {
662 status = U_MEMORY_ALLOCATION_ERROR;
663 return;
664 }
665 SPECIAL_INVERSES->put(target, tempus, status);
b75a7d8f 666 if (bidirectional) {
46f4442e
A
667 tempus = new UnicodeString(target);
668 if (tempus == NULL) {
669 status = U_MEMORY_ALLOCATION_ERROR;
670 return;
671 }
672 SPECIAL_INVERSES->put(inverseTarget, tempus, status);
b75a7d8f
A
673 }
674}
675
676//----------------------------------------------------------------
677// Private implementation
678//----------------------------------------------------------------
679
680/**
681 * Parse an ID into component pieces. Take IDs of the form T,
682 * T/V, S-T, S-T/V, or S/V-T. If the source is missing, return a
683 * source of ANY.
684 * @param id the id string, in any of several forms
685 * @param pos INPUT-OUTPUT parameter. On input, pos is the
686 * offset of the first character to parse in id. On output,
687 * pos is the offset after the last parsed character. If the
688 * parse failed, pos will be unchanged.
689 * @param allowFilter2 if TRUE, a UnicodeSet pattern is allowed
690 * at any location between specs or delimiters, and is returned
691 * as the fifth string in the array.
692 * @return a Specs object, or NULL if the parse failed. If
693 * neither source nor target was seen in the parsed id, then the
694 * parse fails. If allowFilter is TRUE, then the parsed filter
695 * pattern is returned in the Specs object, otherwise the returned
696 * filter reference is NULL. If the parse fails for any reason
697 * NULL is returned.
698 */
699TransliteratorIDParser::Specs*
700TransliteratorIDParser::parseFilterID(const UnicodeString& id, int32_t& pos,
701 UBool allowFilter) {
702 UnicodeString first;
703 UnicodeString source;
704 UnicodeString target;
705 UnicodeString variant;
706 UnicodeString filter;
707 UChar delimiter = 0;
708 int32_t specCount = 0;
709 int32_t start = pos;
710
711 // This loop parses one of the following things with each
712 // pass: a filter, a delimiter character (either '-' or '/'),
713 // or a spec (source, target, or variant).
714 for (;;) {
715 ICU_Utility::skipWhitespace(id, pos, TRUE);
716 if (pos == id.length()) {
717 break;
718 }
719
720 // Parse filters
721 if (allowFilter && filter.length() == 0 &&
722 UnicodeSet::resemblesPattern(id, pos)) {
723
724 ParsePosition ppos(pos);
725 UErrorCode ec = U_ZERO_ERROR;
374ca955 726 UnicodeSet set(id, ppos, USET_IGNORE_SPACE, NULL, ec);
b75a7d8f
A
727 if (U_FAILURE(ec)) {
728 pos = start;
729 return NULL;
730 }
731 id.extractBetween(pos, ppos.getIndex(), filter);
732 pos = ppos.getIndex();
733 continue;
734 }
735
736 if (delimiter == 0) {
737 UChar c = id.charAt(pos);
738 if ((c == TARGET_SEP && target.length() == 0) ||
739 (c == VARIANT_SEP && variant.length() == 0)) {
740 delimiter = c;
741 ++pos;
742 continue;
743 }
744 }
745
746 // We are about to try to parse a spec with no delimiter
747 // when we can no longer do so (we can only do so at the
748 // start); break.
749 if (delimiter == 0 && specCount > 0) {
750 break;
751 }
752
753 UnicodeString spec = ICU_Utility::parseUnicodeIdentifier(id, pos);
754 if (spec.length() == 0) {
755 // Note that if there was a trailing delimiter, we
756 // consume it. So Foo-, Foo/, Foo-Bar/, and Foo/Bar-
757 // are legal.
758 break;
759 }
760
761 switch (delimiter) {
762 case 0:
763 first = spec;
764 break;
765 case TARGET_SEP:
766 target = spec;
767 break;
768 case VARIANT_SEP:
769 variant = spec;
770 break;
771 }
772 ++specCount;
773 delimiter = 0;
774 }
775
776 // A spec with no prior character is either source or target,
777 // depending on whether an explicit "-target" was seen.
778 if (first.length() != 0) {
779 if (target.length() == 0) {
780 target = first;
781 } else {
782 source = first;
783 }
784 }
785
786 // Must have either source or target
787 if (source.length() == 0 && target.length() == 0) {
788 pos = start;
789 return NULL;
790 }
791
792 // Empty source or target defaults to ANY
793 UBool sawSource = TRUE;
794 if (source.length() == 0) {
795 source = ANY;
796 sawSource = FALSE;
797 }
798 if (target.length() == 0) {
799 target = ANY;
800 }
801
802 return new Specs(source, target, variant, sawSource, filter);
803}
804
805/**
806 * Givens a Spec object, convert it to a SingleID object. The
807 * Spec object is a more unprocessed parse result. The SingleID
808 * object contains information about canonical and basic IDs.
809 * @return a SingleID; never returns NULL. Returned object always
810 * has 'filter' field of NULL.
811 */
812TransliteratorIDParser::SingleID*
813TransliteratorIDParser::specsToID(const Specs* specs, int32_t dir) {
814 UnicodeString canonID;
815 UnicodeString basicID;
816 UnicodeString basicPrefix;
817 if (specs != NULL) {
818 UnicodeString buf;
819 if (dir == FORWARD) {
820 if (specs->sawSource) {
821 buf.append(specs->source).append(TARGET_SEP);
822 } else {
823 basicPrefix = specs->source;
824 basicPrefix.append(TARGET_SEP);
825 }
826 buf.append(specs->target);
827 } else {
828 buf.append(specs->target).append(TARGET_SEP).append(specs->source);
829 }
830 if (specs->variant.length() != 0) {
831 buf.append(VARIANT_SEP).append(specs->variant);
832 }
833 basicID = basicPrefix;
834 basicID.append(buf);
835 if (specs->filter.length() != 0) {
836 buf.insert(0, specs->filter);
837 }
838 canonID = buf;
839 }
840 return new SingleID(canonID, basicID);
841}
842
843/**
844 * Given a Specs object, return a SingleID representing the
845 * special inverse of that ID. If there is no special inverse
846 * then return NULL.
847 * @return a SingleID or NULL. Returned object always has
848 * 'filter' field of NULL.
849 */
850TransliteratorIDParser::SingleID*
374ca955 851TransliteratorIDParser::specsToSpecialInverse(const Specs& specs, UErrorCode &status) {
b75a7d8f
A
852 if (0!=specs.source.caseCompare(ANY, U_FOLD_CASE_DEFAULT)) {
853 return NULL;
854 }
374ca955 855 init(status);
b75a7d8f
A
856
857 UnicodeString* inverseTarget;
858
859 umtx_init(&LOCK);
860 umtx_lock(&LOCK);
861 inverseTarget = (UnicodeString*) SPECIAL_INVERSES->get(specs.target);
862 umtx_unlock(&LOCK);
863
864 if (inverseTarget != NULL) {
865 // If the original ID contained "Any-" then make the
866 // special inverse "Any-Foo"; otherwise make it "Foo".
867 // So "Any-NFC" => "Any-NFD" but "NFC" => "NFD".
868 UnicodeString buf;
869 if (specs.filter.length() != 0) {
870 buf.append(specs.filter);
871 }
872 if (specs.sawSource) {
873 buf.append(ANY).append(TARGET_SEP);
874 }
875 buf.append(*inverseTarget);
876
877 UnicodeString basicID(ANY);
878 basicID.append(TARGET_SEP).append(*inverseTarget);
879
880 if (specs.variant.length() != 0) {
881 buf.append(VARIANT_SEP).append(specs.variant);
882 basicID.append(VARIANT_SEP).append(specs.variant);
883 }
884 return new SingleID(buf, basicID);
885 }
886 return NULL;
887}
888
889/**
890 * Glue method to get around access problems in C++. This would
891 * ideally be inline but we want to avoid a circular header
892 * dependency.
893 */
894Transliterator* TransliteratorIDParser::createBasicInstance(const UnicodeString& id, const UnicodeString* canonID) {
895 return Transliterator::createBasicInstance(id, canonID);
896}
897
898/**
899 * Initialize static memory.
900 */
374ca955 901void TransliteratorIDParser::init(UErrorCode &status) {
b75a7d8f
A
902 if (SPECIAL_INVERSES != NULL) {
903 return;
904 }
905
374ca955 906 Hashtable* special_inverses = new Hashtable(TRUE, status);
46f4442e
A
907 // Null pointer check
908 if (special_inverses == NULL) {
909 status = U_MEMORY_ALLOCATION_ERROR;
910 return;
911 }
b75a7d8f
A
912 special_inverses->setValueDeleter(uhash_deleteUnicodeString);
913
914 umtx_init(&LOCK);
915 umtx_lock(&LOCK);
916 if (SPECIAL_INVERSES == NULL) {
917 SPECIAL_INVERSES = special_inverses;
918 special_inverses = NULL;
919 }
920 umtx_unlock(&LOCK);
73c04bcf 921 delete special_inverses; /*null instance*/
b75a7d8f 922
374ca955 923 ucln_i18n_registerCleanup(UCLN_I18N_TRANSLITERATOR, transliterator_cleanup);
b75a7d8f
A
924}
925
926/**
927 * Free static memory.
928 */
929void TransliteratorIDParser::cleanup() {
930 if (SPECIAL_INVERSES) {
931 delete SPECIAL_INVERSES;
932 SPECIAL_INVERSES = NULL;
933 }
934 umtx_destroy(&LOCK);
935}
936
937U_NAMESPACE_END
938
939#endif /* #if !UCONFIG_NO_TRANSLITERATION */
940
941//eof