1 /********************************************************************
2 * Copyright (c) 2001-2008,2010 International Business Machines
3 * Corporation and others. All Rights Reserved.
4 ********************************************************************
6 * Modification History:
7 * Name date Description
8 * synwee July 31 2001 creation
9 ********************************************************************/
13 Note: This file is included by other C and C++ files. This file should not be directly compiled.
18 #include "unicode/ucol.h"
20 #if !UCONFIG_NO_COLLATION
22 /* Set to 1 if matches must be on grapheme boundaries */
23 #define GRAPHEME_BOUNDARIES 1
29 const char *collator
; /* currently supported "fr" "es" "de", plus NULL/other => "en" */
30 UCollationStrength strength
;
31 USearchAttributeValue elemCompare
; /* value for the USEARCH_ELEMENT_COMPARISON attribute */
32 const char *breaker
; /* currently supported "wordbreaker" for EN_WORDBREAKER_, plus NULL/other => EN_CHARACTERBREAKER_ */
38 typedef struct SearchData SearchData
;
40 static const char *TESTCOLLATORRULE
= "& o,O ; p,P";
42 static const char *EXTRACOLLATIONRULE
= " & ae ; \\u00e4 & AE ; \\u00c4 & oe ; \\u00f6 & OE ; \\u00d6 & ue ; \\u00fc & UE ; \\u00dc";
44 static const SearchData BASIC
[] = {
45 {"xxxxxxxxxxxxxxxxxxxx", "fisher", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
46 {"silly spring string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {13, -1},
48 {"silly spring string string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
49 {13, 20, -1}, {6, 6}},
50 {"silly string spring string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
52 {"string spring string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 14, -1},
54 {"Scott Ganyo", "c", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
55 {"Scott Ganyo", " ", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {5, -1}, {1}},
56 {"\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
57 {"a\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
59 #if GRAPHEME_BOUNDARIES
60 {"a\\u0300\\u0325", "\\u0300\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
61 {"a\\u0300b", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
63 {"a\\u0300\\u0325", "\\u0300\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
64 {"a\\u0300b", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
67 {"\\u00c9", "e", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
68 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
71 static const SearchData BREAKITERATOREXACT
[] = {
72 {"foxy fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {0, 5, -1},
74 {"foxy fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {5, -1}, {3}},
75 {"This is a toe T\\u00F6ne", "toe", "de", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
76 "characterbreaker", {10, 14, -1}, {3, 2}},
77 {"This is a toe T\\u00F6ne", "toe", "de", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker",
79 {"Channel, another channel, more channels, and one last Channel",
80 "Channel", "es", UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {0, 54, -1}, {7, 7}},
82 {"testing that \\u00e9 does not match e", "e", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
83 "characterbreaker", {1, 17, 30, -1}, {1, 1, 1}},
84 {"testing that string ab\\u00e9cd does not match e", "e", NULL
,
85 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {1, 28, 41, -1}, {1, 1, 1}},
86 {"\\u00c9", "e", "fr", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {0, -1}, {1}},
88 /* Problem reported by Dave Bertoni, same as ticket 4279? */
89 {"\\u0043\\u004F\\u0302\\u0054\\u00C9", "\\u004F", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {1, -1}, {2}},
91 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
94 #define PECHE_WITH_ACCENTS "un p\\u00E9ch\\u00E9, " \
95 "\\u00E7a p\\u00E8che par, " \
99 "j\\u2019ai p\\u00EAch\\u00E9, " \
100 "un p\\u00E9cheur, " \
101 "\\u201Cp\\u00E9che\\u201D, " \
102 "decomp peche\\u0301, " \
104 /* in the above, the interesting words and their offsets are:
117 static const SearchData STRENGTH
[] = {
118 /*012345678901234567890123456789012345678901234567890123456789*/
119 /*00*/{"The quick brown fox jumps over the lazy foxes", "fox", "en",
120 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {16, 40, -1}, {3, 3}},
121 /*01*/{"The quick brown fox jumps over the lazy foxes", "fox", "en",
122 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {16, -1}, {3}},
123 /*02*/{"blackbirds Pat p\\u00E9ch\\u00E9 p\\u00EAche p\\u00E9cher p\\u00EAcher Tod T\\u00F6ne black Tofu blackbirds Ton PAT toehold blackbird black-bird pat toe big Toe",
124 "peche", "fr", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {15, 21, 27, 34, -1}, {5, 5, 5, 5}},
125 /*03*/{"This is a toe T\\u00F6ne", "toe", "de", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
126 {10, 14, -1}, {3, 2}},
127 /*04*/{"A channel, another CHANNEL, more Channels, and one last channel...",
128 "channel", "es", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {2, 19, 33, 56, -1}, {7, 7, 7, 7}},
129 /*05*/{"\\u00c0 should match but not A", "A\\u0300", "en", UCOL_IDENTICAL
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
130 NULL
, {0, -1}, {1, 0}},
131 /* some tests for modified element comparison, ticket #7093 */
132 /*06*/{PECHE_WITH_ACCENTS
, "peche", "en", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
133 /*07*/{PECHE_WITH_ACCENTS
, "peche", "en", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
134 /*08*/{PECHE_WITH_ACCENTS
, "peche", "en", UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {107, -1}, {5}},
135 /*09*/{PECHE_WITH_ACCENTS
, "peche", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
136 /*10*/{PECHE_WITH_ACCENTS
, "peche", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
137 /*11*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "en", UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {24, 69, 79, -1}, {5, 5, 5}},
138 /*12*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "en", UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {79, -1}, {5}},
139 /*13*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 24, 69, 79, -1}, {5, 5, 5, 5}},
140 /*14*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 79, -1}, {5, 5}},
141 /*15*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "en", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 24, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 6, 5}},
142 /*16*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "en", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 79, 94, 107, -1}, {5, 5, 6, 5}},
143 /*17*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 59, 94, -1}, {5, 5, 6}},
144 /*18*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 59, 94, -1}, {5, 5, 6}},
145 /*19*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "en", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
146 /*20*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "en", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
147 /*21*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 59, 94, -1}, {5, 5, 6}},
148 /*22*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "en", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 59, 94, -1}, {5, 5, 6}},
149 /*23*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "en", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
150 /*24*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "en", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
151 /* more tests for modified element comparison (with fr), ticket #7093 */
152 /*25*/{PECHE_WITH_ACCENTS
, "peche", "fr", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
153 /*26*/{PECHE_WITH_ACCENTS
, "peche", "fr", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
154 /*27*/{PECHE_WITH_ACCENTS
, "peche", "fr", UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {107, -1}, {5}},
155 /*28*/{PECHE_WITH_ACCENTS
, "peche", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
156 /*29*/{PECHE_WITH_ACCENTS
, "peche", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
157 /*30*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "fr", UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {24, 69, 79, -1}, {5, 5, 5}},
158 /*31*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "fr", UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {79, -1}, {5}},
159 /*32*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 24, 69, 79, -1}, {5, 5, 5, 5}},
160 /*33*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 79, -1}, {5, 5}},
161 /*34*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "fr", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 24, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 6, 5}},
162 /*35*/{PECHE_WITH_ACCENTS
, "p\\u00E9che", "fr", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 79, 94, 107, -1}, {5, 5, 6, 5}},
163 /*36*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 59, 94, -1}, {5, 5, 6}},
164 /*37*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 59, 94, -1}, {5, 5, 6}},
165 /*38*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "fr", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
166 /*39*/{PECHE_WITH_ACCENTS
, "pech\\u00E9", "fr", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
167 /*40*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 59, 94, -1}, {5, 5, 6}},
168 /*41*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "fr", UCOL_SECONDARY
, USEARCH_PATTERN_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 59, 94, -1}, {5, 5, 6}},
169 /*42*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "fr", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, NULL
, {3, 13, 24, 36, 46, 59, 69, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 5, 5, 5, 6, 5}},
170 /*43*/{PECHE_WITH_ACCENTS
, "peche\\u0301", "fr", UCOL_SECONDARY
, USEARCH_ANY_BASE_WEIGHT_IS_WILDCARD
, "wordbreaker", {3, 13, 36, 59, 79, 94, 107, -1}, {5, 5, 5, 5, 5, 6, 5}},
174 {"12\\u0171", "\\u0170", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {2, -1}, {2}},
177 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
180 static const SearchData VARIABLE
[] = {
181 /*012345678901234567890123456789012345678901234567890123456789*/
182 {"blackbirds black blackbirds blackbird black-bird",
183 "blackbird", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 17, 28, 38, -1},
185 /* to see that it doesn't go into an infinite loop if the start of text
186 is a ignorable character */
187 {" on", "go", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
188 {"abcdefghijklmnopqrstuvwxyz", " ", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
189 {0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19,
190 20, 21, 22, 23, 24, 25, -1}, {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
191 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
192 /* testing tightest match */
193 {" abc a bc ab c a bc ab c", "abc", NULL
, UCOL_QUATERNARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
195 /*012345678901234567890123456789012345678901234567890123456789 */
196 {" abc a bc ab c a bc ab c", "abc", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
197 NULL
, {1, 6, 13, 21, 31, -1}, {3, 4, 4, 5, 5}},
198 /* totally ignorable text */
199 {" ---------------", "abc", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
201 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
204 static const SearchData NORMEXACT
[] = {
205 {"a\\u0300\\u0325", "a\\u0325\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {3}},
207 #if GRAPHEME_BOUNDARIES
208 {"a\\u0300\\u0325", "\\u0325\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
210 {"a\\u0300\\u0325", "\\u0325\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
213 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
216 static const SearchData NONNORMEXACT
[] = {
217 {"a\\u0300\\u0325", "\\u0325\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
218 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
221 static const SearchData OVERLAP
[] = {
222 {"abababab", "abab", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 2, 4, -1},
224 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
227 static const SearchData NONOVERLAP
[] = {
228 {"abababab", "abab", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 4, -1}, {4, 4}},
229 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
232 static const SearchData COLLATOR
[] = {
234 {"fox fpx", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {3}},
236 {"fox fpx", "fox", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 4, -1}, {3, 3}},
237 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
240 static const SearchData PATTERN
[] = {
241 {"The quick brown fox jumps over the lazy foxes", "the", NULL
,
242 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 31, -1}, {3, 3}},
243 {"The quick brown fox jumps over the lazy foxes", "fox", NULL
,
244 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {16, 40, -1}, {3, 3}},
245 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
248 static const SearchData TEXT
[] = {
249 {"the foxy brown fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {4, 15, -1},
251 {"the quick brown fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {16, -1},
253 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
256 static const SearchData COMPOSITEBOUNDARIES
[] = {
257 #if GRAPHEME_BOUNDARIES
258 {"\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
259 {"A\\u00C0C", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
260 {"\\u00C0A", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
261 {"B\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
262 {"\\u00C0B", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
263 {"\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
264 {"\\u0300\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
266 {"\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
267 {"A\\u00C0C", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 1, -1}, {1, 1}},
268 {"\\u00C0A", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 1, -1}, {1, 1}},
269 {"B\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
270 {"\\u00C0B", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
271 {"\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
272 {"\\u0300\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 1, -1},
276 {"\\u00C0\\u0300", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
277 /* A + 030A + 0301 */
278 {"\\u01FA", "\\u01FA", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
279 {"\\u01FA", "A\\u030A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
280 {"\\u01FA", "\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
281 {"\\u01FA", "A\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
282 {"\\u01FA", "\\u030AA", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
283 {"\\u01FA", "\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
284 {"\\u01FA", "A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
285 {"\\u01FA", "\\u0301A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
287 #if GRAPHEME_BOUNDARIES
288 {"\\u01FA", "\\u030A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
290 {"\\u01FA", "\\u030A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
293 {"A\\u01FA", "A\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
294 {"\\u01FAA", "\\u0301A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
295 {"\\u0F73", "\\u0F73", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
296 {"\\u0F73", "\\u0F71", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
297 {"\\u0F73", "\\u0F72", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
298 {"\\u0F73", "\\u0F71\\u0F72", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
299 {"A\\u0F73", "A\\u0F71", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
300 {"\\u0F73A", "\\u0F72A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
303 {"a\\u00e1", "a\\u00e1", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
306 {"fu\\u00dfball", "fu\\u00df", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {3}},
307 {"fu\\u00dfball", "fuss", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {3}},
308 {"fu\\u00dfball", "uss", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
310 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
313 static const SearchData MATCH
[] = {
314 {"a busy bee is a very busy beeee", "bee", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
315 {7, 26, -1}, {3, 3}},
316 /* 012345678901234567890123456789012345678901234567890 */
317 {"a busy bee is a very busy beeee with no bee life", "bee", NULL
,
318 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {7, 26, 40, -1}, {3, 3, 3}},
319 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
322 static const SearchData SUPPLEMENTARY
[] = {
323 /* 012345678901234567890123456789012345678901234567890012345678901234567890123456789012345678901234567890012345678901234567890123456789 */
324 {"abc \\uD800\\uDC00 \\uD800\\uDC01 \\uD801\\uDC00 \\uD800\\uDC00abc abc\\uD800\\uDC00 \\uD800\\uD800\\uDC00 \\uD800\\uDC00\\uDC00",
325 "\\uD800\\uDC00", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {4, 13, 22, 26, 29, -1},
327 {"and\\uD834\\uDDB9this sentence", "\\uD834\\uDDB9", NULL
,
328 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {2}},
329 {"and \\uD834\\uDDB9 this sentence", " \\uD834\\uDDB9 ", NULL
,
330 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
331 {"and-\\uD834\\uDDB9-this sentence", "-\\uD834\\uDDB9-", NULL
,
332 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
333 {"and,\\uD834\\uDDB9,this sentence", ",\\uD834\\uDDB9,", NULL
,
334 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
335 {"and?\\uD834\\uDDB9?this sentence", "?\\uD834\\uDDB9?", NULL
,
336 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
337 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
340 static const char *CONTRACTIONRULE
=
341 "&z = ab/c < AB < X\\u0300 < ABC < X\\u0300\\u0315";
343 static const SearchData CONTRACTION
[] = {
344 /* common discontiguous */
345 {"A\\u0300\\u0315", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
347 #if GRAPHEME_BOUNDARIES
348 {"A\\u0300\\u0315", "\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
350 {"A\\u0300\\u0315", "\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
353 /* contraction prefix */
354 {"AB\\u0315C", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
356 #if GRAPHEME_BOUNDARIES
357 {"AB\\u0315C", "AB", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
358 {"AB\\u0315C", "\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
360 {"AB\\u0315C", "AB", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
361 {"AB\\u0315C", "\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {2, -1}, {1}},
364 /* discontiguous problem here for backwards iteration.
365 accents not found because discontiguous stores all information */
366 {"X\\u0300\\u0319\\u0315", "\\u0319", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1},
368 /* ends not with a contraction character */
369 {"X\\u0315\\u0300D", "\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1},
371 {"X\\u0315\\u0300D", "X\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
373 {"X\\u0300\\u031A\\u0315D", "X\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1},
375 /* blocked discontiguous */
376 {"X\\u0300\\u031A\\u0315D", "\\u031A\\u0315D", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
379 #if GRAPHEME_BOUNDARIES
381 * "ab" generates a contraction that's an expansion. The "z" matches the
382 * first CE of the expansion but the match fails because it ends in the
383 * middle of an expansion...
385 {"ab", "z", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
387 {"ab", "z", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
390 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
393 static const char *IGNORABLERULE
= "&a = \\u0300";
395 static const SearchData IGNORABLE
[] = {
396 #if GRAPHEME_BOUNDARIES
398 * This isn't much of a test when matches have to be on
399 * grapheme boundiaries. The match at 0 only works because
400 * it's at the start of the text.
402 {"\\u0300\\u0315 \\u0300\\u0315 ", "\\u0300", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
405 {"\\u0300\\u0315 \\u0300\\u0315 ", "\\u0300", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
409 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
412 static const SearchData BASICCANONICAL
[] = {
413 {"xxxxxxxxxxxxxxxxxxxx", "fisher", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
414 {"silly spring string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {13, -1},
416 {"silly spring string string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
417 {13, 20, -1}, {6, 6}},
418 {"silly string spring string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
419 {6, 20, -1}, {6, 6}},
420 {"string spring string", "string", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 14, -1},
422 {"Scott Ganyo", "c", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
423 {"Scott Ganyo", " ", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {5, -1}, {1}},
425 #if GRAPHEME_BOUNDARIES
426 {"\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
427 {"a\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
428 {"a\\u0300\\u0325", "\\u0300\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
429 {"a\\u0300b", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
430 {"a\\u0300\\u0325b", "\\u0300b", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
431 {"\\u0325\\u0300A\\u0325\\u0300", "\\u0300A\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
433 {"\\u0325\\u0300A\\u0325\\u0300", "\\u0325A\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
435 {"a\\u0300\\u0325b\\u0300\\u0325c \\u0325b\\u0300 \\u0300b\\u0325",
436 "\\u0300b\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
438 {"\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
439 {"a\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
440 {"a\\u0300\\u0325", "\\u0300\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1},
442 {"a\\u0300b", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
443 {"a\\u0300\\u0325b", "\\u0300b", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {3}},
444 {"\\u0325\\u0300A\\u0325\\u0300", "\\u0300A\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
446 {"\\u0325\\u0300A\\u0325\\u0300", "\\u0325A\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
448 {"a\\u0300\\u0325b\\u0300\\u0325c \\u0325b\\u0300 \\u0300b\\u0325",
449 "\\u0300b\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, 12, -1}, {5, 3}},
452 {"\\u00c4\\u0323", "A\\u0323\\u0308", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
453 {"\\u0308\\u0323", "\\u0323\\u0308", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
454 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
458 static const SearchData NORMCANONICAL
[] = {
459 #if GRAPHEME_BOUNDARIES
461 * These tests don't really mean anything. With matches restricted to grapheme
462 * boundaries, isCanonicalMatch doesn't mean anything unless normalization is
465 {"\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
466 {"\\u0300\\u0325", "\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
467 {"a\\u0300\\u0325", "\\u0325\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
468 {"a\\u0300\\u0325", "\\u0300\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
469 {"a\\u0300\\u0325", "\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
470 {"a\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
472 {"\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
473 {"\\u0300\\u0325", "\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
474 {"a\\u0300\\u0325", "\\u0325\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1},
476 {"a\\u0300\\u0325", "\\u0300\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1},
478 {"a\\u0300\\u0325", "\\u0325", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
479 {"a\\u0300\\u0325", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
482 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
485 static const SearchData BREAKITERATORCANONICAL
[] = {
486 {"foxy fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {0, 5, -1},
488 {"foxy fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {5, -1}, {3}},
489 {"This is a toe T\\u00F6ne", "toe", "de", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
490 "characterbreaker", {10, 14, -1}, {3, 2}},
491 {"This is a toe T\\u00F6ne", "toe", "de", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker",
493 {"Channel, another channel, more channels, and one last Channel",
494 "Channel", "es", UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {0, 54, -1}, {7, 7}},
496 {"testing that \\u00e9 does not match e", "e", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
497 "characterbreaker", {1, 17, 30, -1}, {1, 1, 1}},
498 {"testing that string ab\\u00e9cd does not match e", "e", NULL
,
499 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {1, 28, 41, -1}, {1, 1, 1}},
500 {"\\u00c9", "e", "fr", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "characterbreaker", {0, -1}, {1}},
501 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
504 static const SearchData STRENGTHCANONICAL
[] = {
505 /*012345678901234567890123456789012345678901234567890123456789 */
506 {"The quick brown fox jumps over the lazy foxes", "fox", "en",
507 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {16, 40, -1}, {3, 3}},
508 {"The quick brown fox jumps over the lazy foxes", "fox", "en",
509 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, "wordbreaker", {16, -1}, {3}},
510 {"blackbirds Pat p\\u00E9ch\\u00E9 p\\u00EAche p\\u00E9cher p\\u00EAcher Tod T\\u00F6ne black Tofu blackbirds Ton PAT toehold blackbird black-bird pat toe big Toe",
511 "peche", "fr", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {15, 21, 27, 34, -1}, {5, 5, 5, 5}},
512 {"This is a toe T\\u00F6ne", "toe", "de", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
513 {10, 14, -1}, {3, 2}},
514 {"A channel, another CHANNEL, more Channels, and one last channel...",
515 "channel", "es", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {2, 19, 33, 56, -1},
517 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
520 static const SearchData VARIABLECANONICAL
[] = {
521 /*012345678901234567890123456789012345678901234567890123456789 */
522 {"blackbirds black blackbirds blackbird black-bird",
523 "blackbird", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 17, 28, 38, -1},
525 /* to see that it doesn't go into an infinite loop if the start of text
526 is a ignorable character */
527 {" on", "go", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
528 {"abcdefghijklmnopqrstuvwxyz", " ", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
529 {0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19,
530 20, 21, 22, 23, 24, 25, -1}, {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
531 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
532 /* testing tightest match */
533 {" abc a bc ab c a bc ab c", "abc", NULL
, UCOL_QUATERNARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
535 /*012345678901234567890123456789012345678901234567890123456789 */
536 {" abc a bc ab c a bc ab c", "abc", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
537 NULL
, {1, 6, 13, 21, 31, -1}, {3, 4, 4, 5, 5}},
538 /* totally ignorable text */
539 {" ---------------", "abc", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
,
541 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
544 static const SearchData OVERLAPCANONICAL
[] = {
545 {"abababab", "abab", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 2, 4, -1},
547 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
550 static const SearchData NONOVERLAPCANONICAL
[] = {
551 {"abababab", "abab", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 4, -1}, {4, 4}},
552 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
555 static const SearchData COLLATORCANONICAL
[] = {
557 {"fox fpx", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {3}},
559 {"fox fpx", "fox", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 4, -1}, {3, 3}},
560 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
563 static const SearchData PATTERNCANONICAL
[] = {
564 {"The quick brown fox jumps over the lazy foxes", "the", NULL
,
565 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 31, -1}, {3, 3}},
566 {"The quick brown fox jumps over the lazy foxes", "fox", NULL
,
567 UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {16, 40, -1}, {3, 3}},
568 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
571 static const SearchData TEXTCANONICAL
[] = {
572 {"the foxy brown fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {4, 15, -1},
574 {"the quick brown fox", "fox", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {16, -1},
576 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
579 static const SearchData COMPOSITEBOUNDARIESCANONICAL
[] = {
580 #if GRAPHEME_BOUNDARIES
581 {"\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
582 {"A\\u00C0C", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
583 {"\\u00C0A", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
584 {"B\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
585 {"\\u00C0B", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
586 {"\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
588 /* first one matches only because it's at the start of the text */
589 {"\\u0300\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
591 /* \\u0300 blocked by \\u0300 */
592 {"\\u00C0\\u0300", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
594 {"\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
595 {"A\\u00C0C", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 1, -1}, {1, 1}},
596 {"\\u00C0A", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 1, -1}, {1, 1}},
597 {"B\\u00C0", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
598 {"\\u00C0B", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
599 {"\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
600 {"\\u0300\\u00C0", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 1, -1},
602 /* \\u0300 blocked by \\u0300 */
603 {"\\u00C0\\u0300", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
606 /* A + 030A + 0301 */
607 {"\\u01FA", "\\u01FA", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
608 {"\\u01FA", "A\\u030A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
610 #if GRAPHEME_BOUNDARIES
611 {"\\u01FA", "\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
612 {"\\u01FA", "A\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
614 {"\\u01FA", "\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
615 {"\\u01FA", "A\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
618 {"\\u01FA", "\\u030AA", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
620 #if GRAPHEME_BOUNDARIES
621 {"\\u01FA", "\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
623 {"\\u01FA", "\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
627 {"\\u01FA", "A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
628 {"\\u01FA", "\\u0301A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
630 #if GRAPHEME_BOUNDARIES
631 {"\\u01FA", "\\u030A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
632 {"A\\u01FA", "A\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
633 {"\\u01FAA", "\\u0301A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
635 {"\\u01FA", "\\u030A\\u0301", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
636 {"A\\u01FA", "A\\u030A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {1}},
637 {"\\u01FAA", "\\u0301A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
640 {"\\u0F73", "\\u0F73", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
642 #if GRAPHEME_BOUNDARIES
643 {"\\u0F73", "\\u0F71", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
644 {"\\u0F73", "\\u0F72", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
646 {"\\u0F73", "\\u0F71", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
647 {"\\u0F73", "\\u0F72", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
650 {"\\u0F73", "\\u0F71\\u0F72", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {1}},
652 #if GRAPHEME_BOUNDARIES
653 {"A\\u0F73", "A\\u0F71", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
654 {"\\u0F73A", "\\u0F72A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
655 {"\\u01FA A\\u0301\\u030A A\\u030A\\u0301 A\\u030A \\u01FA", "A\\u030A",
656 NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {10, -1}, {2}},
658 {"A\\u0F73", "A\\u0F71", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
659 {"\\u0F73A", "\\u0F72A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
660 {"\\u01FA A\\u0301\\u030A A\\u030A\\u0301 A\\u030A \\u01FA", "A\\u030A",
661 NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 6, 10, 13, -1}, {1, 3, 2, 1}},
664 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
667 static const SearchData MATCHCANONICAL
[] = {
668 {"a busy bee is a very busy beeee", "bee", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
,
669 {7, 26, -1}, {3, 3}},
670 /*012345678901234567890123456789012345678901234567890 */
671 {"a busy bee is a very busy beeee with no bee life", "bee", NULL
,
672 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {7, 26, 40, -1}, {3, 3, 3}},
673 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
676 static const SearchData SUPPLEMENTARYCANONICAL
[] = {
677 /*012345678901234567890123456789012345678901234567890012345678901234567890123456789012345678901234567890012345678901234567890123456789 */
678 {"abc \\uD800\\uDC00 \\uD800\\uDC01 \\uD801\\uDC00 \\uD800\\uDC00abc abc\\uD800\\uDC00 \\uD800\\uD800\\uDC00 \\uD800\\uDC00\\uDC00",
679 "\\uD800\\uDC00", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {4, 13, 22, 26, 29, -1},
681 {"and\\uD834\\uDDB9this sentence", "\\uD834\\uDDB9", NULL
,
682 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {2}},
683 {"and \\uD834\\uDDB9 this sentence", " \\uD834\\uDDB9 ", NULL
,
684 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
685 {"and-\\uD834\\uDDB9-this sentence", "-\\uD834\\uDDB9-", NULL
,
686 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
687 {"and,\\uD834\\uDDB9,this sentence", ",\\uD834\\uDDB9,", NULL
,
688 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
689 {"and?\\uD834\\uDDB9?this sentence", "?\\uD834\\uDDB9?", NULL
,
690 UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {3, -1}, {4}},
691 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
694 static const SearchData CONTRACTIONCANONICAL
[] = {
695 /* common discontiguous */
696 #if GRAPHEME_BOUNDARIES
697 {"A\\u0300\\u0315", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
698 {"A\\u0300\\u0315", "\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
700 {"A\\u0300\\u0315", "\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
701 {"A\\u0300\\u0315", "\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
704 /* contraction prefix */
705 {"AB\\u0315C", "A", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
707 #if GRAPHEME_BOUNDARIES
708 {"AB\\u0315C", "AB", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
709 {"AB\\u0315C", "\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
711 {"AB\\u0315C", "AB", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
712 {"AB\\u0315C", "\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {2, -1}, {1}},
715 /* discontiguous problem here for backwards iteration.
716 forwards gives 0, 4 but backwards give 1, 3 */
717 /* {"X\\u0300\\u0319\\u0315", "\\u0319", NULL, UCOL_TERTIARY, USEARCH_STANDARD_ELEMENT_COMPARISON, NULL, {0, -1},
720 /* ends not with a contraction character */
721 {"X\\u0315\\u0300D", "\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
722 {"X\\u0315\\u0300D", "X\\u0300\\u0315", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {3}},
724 #if GRAPHEME_BOUNDARIES
725 {"X\\u0300\\u031A\\u0315D", "X\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
727 /* blocked discontiguous */
728 {"X\\u0300\\u031A\\u0315D", "\\u031A\\u0315D", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}},
731 * "ab" generates a contraction that's an expansion. The "z" matches the
732 * first CE of the expansion but the match fails because it ends in the
733 * middle of an expansion...
735 {"ab", "z", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {2}},
737 {"X\\u0300\\u031A\\u0315D", "X\\u0300", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {4}},
739 /* blocked discontiguous */
740 {"X\\u0300\\u031A\\u0315D", "\\u031A\\u0315D", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {4}},
742 {"ab", "z", NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, -1}, {2}},
745 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
748 static const SearchData DIACRITICMATCH
[] = {
749 {"\\u03BA\\u03B1\\u03B9\\u0300\\u0020\\u03BA\\u03B1\\u1F76", "\\u03BA\\u03B1\\u03B9", NULL
, UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {0, 5,-1}, {4, 3}},
750 {"\\u0061\\u0061\\u00E1", "\\u0061\\u00E1", NULL
, UCOL_SECONDARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, -1}, {2}},
751 {"\\u0020\\u00C2\\u0303\\u0020\\u0041\\u0061\\u1EAA\\u0041\\u0302\\u0303\\u00C2\\u0303\\u1EAB\\u0061\\u0302\\u0303\\u00E2\\u0303\\uD806\\uDC01\\u0300\\u0020",
752 "\\u00C2\\u0303", "LDE_AN_CX_EX_FX_HX_NX_S1", UCOL_PRIMARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {1, 4, 5, 6, 7, 10, 12, 13, 16,-1}, {2, 1, 1, 1, 3, 2, 1, 3, 2}},
753 {NULL
, NULL
, NULL
, UCOL_TERTIARY
, USEARCH_STANDARD_ELEMENT_COMPARISON
, NULL
, {-1}, {0}}
756 #endif /* #if !UCONFIG_NO_COLLATION */