icuSources/test/testdata/rbbitst.txt

   1 # Copyright (c) 2001-2004 International Business Machines
   2 # Corporation and others. All Rights Reserved.
   3 #
   4 # RBBI Test Data
   5 #
   6 #   File:  rbbitst.txt
   7 #
   8 #     The format of this file looks vaguely like some kind of xml-ish markup,
   9 #     but it is NOT.  The syntax is this..
  10 #
  11 #   <word>    any following data is for word break testing
  12 #   <sent>    any following data is for sentence break testing
  13 #   <line>    any following data is for line break testing
  14 #   <char>    any following data is for char break testing
  15 #   <data> ... </data>   test data.  May span multiple lines.
  16 #      <>        Break position, status == 0
  17 #      •         Break position, status == 0   (Bullet, \u2022)
  18 #      <nnn>     Break position, status == nnn
  19 #      \         Escape.  Normal ICU unescape applied.
  20 #      \ at end of line  ->  Line Continuation.  Remove both the backslash and the new line
  21 #
  22 #
  23
  24
  25 #   Temp debugging tests
  26 <line>
  27 #     to test for bug #4097920
  28 <data>•dog,cat,mouse •(one)•(two)\n<100></data>
  29
  30 ########################################################################################
  31 #
  32 #
  33 #       G r a p h e m e    C l u s t e r     T e s t s
  34 #
  35 #
  36 ##########################################################################################
  37 <char>
  38
  39 <data>•a•b•c• •,•\u0666•</data>                 # Quick Test
  40 <data>•\r•\r•\r\n•\r\n•\n•\r•</data>            # don't break CR/LF
  41
  42 # Always break after controls.  Combining chars don't combine with them.
  43 <data>•\u0003•\N{COMBINING GRAVE ACCENT}•\r•\N{COMBINING GRAVE ACCENT}•</data>
  44 <data>•\u0085•\N{COMBINING MACRON}•A\N{COMBINING MACRON}•</data>
  45
  46 # Surrogates
  47 <data>•\U00011000•\U00010020•\U00010000\N{COMBINING MACRON}•</data>
  48 <data>•\ud800\udc00•\udbff\udfff•a•</data>
  49
  50 # Extend (Combining chars) combine.
  51 <data>•A\N{COMBINING GRAVE ACCENT}•B•</data>
  52 <data>•\N{GREEK SMALL LETTER MU}\N{COMBINING LOW LINE}\N{COMBINING HORN}•</data>
  53 <data>•a\u0301•b\u0302•c\u0303•d\u0304•e\u0305•f\u0306•g\u0307•h\u0308•i\u0309•</data>
  54
  55 <data>•a\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304\u0301\u0302\u0303\u0304•</data>
  56
  57 # Don't break Hangul Syllables
  58 #   L : \u1100
  59 #   V : \u1161
  60 #   T : \u11A8
  61 #  LV : \uAC00
  62 # LVT : \uAC01
  63
  64 <data>•\u1100\u1161\u11a8•\u1100\u1161\u11a8•</data>  #LVT
  65 <data>•\u1100\u1161•\u1100\u1161•</data>
  66 <data>•\u1100\u1161\u11a8•\u1161•\u1100•\u11a8•\u1161\u1161\u1161\u11a8•</data>
  67 <data>•\u1100\u1100\uac01•\u1100\uac01•\u1100\uac01\u0301•\uac01•</data>
  68 <data>•\u1100\u0301•\u1161\u11a8\u0301•\u11a8•</data>
  69
  70
  71
  72 # Hindi combining chars.  (An old test)
  73 <data>•भ••ा•\u0930•\u0924• •\u0938\u0941\u0902•\u0926•\u0930•
  74 •\u0939•\u094c•\u0964•</data>
  75 <data>•\u0916\u0947•\u0938\u0941\u0902•\u0926•\u0930•\u0939•\u094c•\u0964•</data>
  76
  77
  78 #  Bug 1587.  Tamil.  \u0baa\u0bc1 should be two separate characters, even though
  79 #                     Hyangmi would perfer that it be one.
  80 <data>•\u0baa•\u0bc1•\u0baa•\u0bc1•</data>
  81
  82 #   Regression test for bug 1889
  83 <data>•\u0f40\u0f7d•\u0000•\u0f7e•</data>
  84
  85
  86 #     0xffff is a legal character, and should not stop the break iterator early.
  87 #     (Requires special casing in implementation, which is why it gets a test.)
  88 <data>•\uffff•\uffff• •a•</data>
  89
  90
  91 ########################################################################################
  92 #
  93 #
  94 #       W o r d    B o u n d a r y      T e s t s
  95 #
  96 #
  97 ##########################################################################################
  98
  99 <word>
 100 #
 101 # Quick sanity test
 102 #
 103 <data>•hello<200> •there<200> •goodbye<200></data>
 104 <data>•hello<200> •12345<100> •,•</data>
 105
 106
 107 #
 108 # Test data originally in RBBIAPITest::TestFirstNextFollowing() and TestLastPreviousPreceding()
 109 #
 110
 111 <word>
 112 <data>•This<200> •is<200> •a<200> •word<200> •break<200>.• • •Isn't<200> •it<200>?• •2.25<100></data>
 113
 114
 115
 116 #
 117 # Data originally from TestDefaultRuleBasedWordIteration()
 118 #
 119 <data>•Write<200> •wordrules<200>.• •123.456<100> •alpha\u00adbeta\u00adgamma<200> •\u092f\u0939<200> •</data>
 120 <data>• •\u0939\u093f\u0928\u094d\u200d\u0926\u0940<200> •\u0939\u0948<200> •\u0905\u093e\u092a<200> •\u0938\u093f\u0916\u094b\u0917\u0947<200>?•</data>
 121
 122 #Hindi Numbers
 123 <data>• •\u0968\u0966.\u0969\u096f<100> •\u0967\u0966\u0966.\u0966\u0966<100> •\N{RUPEE SIGN}•\u0967,\u0967\u0966\u0966.\u0966\u0966<100> • •\u0905\u092e\u091c<200>\n•</data>
 124
 125 <data>•\u0938\u094d\u200d\u0935\u0924\u0902deadTA\u0930<200>\r•It's<200> •$•30.10<100> •12,34<100>¢•£•¤•¥•alpha\u05f3beta\u05f4gamma<200> •</data>
 126
 127 <data>•Badges<200>?• •BADGES<200>!•?•!• •We<200> •don't<200> •need<200> •no<200> •STINKING<200> •BADGES<200>!•!•1000,233,456.000<100> •1,23.322<100>%•123.1222<100>$•123,000.20<100> •179.01<100>%•X<200> •Now<200>\r•is<200>\n•the<200>\r\n•time<200> •</data>
 128
 129 #Hangul
 130 <data>•\uc5f0\ud569<200> •\uc7a5\ub85c\uad50\ud68c<200> •\u1109\u1161\u11bc\u1112\u1161\u11bc<200> •\u1112\u1161\u11ab\u110b\u1175\u11ab<200> •Hello<200>,• •how<200> •are<200> •you<200> •</data>
 131
 132
 133 # Words containing non-BMP letters
 134 <data>•abc\U00010300<200> •abc\N{DESERET SMALL LETTER ENG}<200> •abc\N{MATHEMATICAL BOLD SMALL Z}<200> •abc\N{MATHEMATICAL SANS-SERIF BOLD ITALIC PI SYMBOL}<200> •</data>
 135
 136 # Unassigned code points
 137 <data>•abc<200>\U0001D800•def<200>\U0001D3FF• •</data>
 138
 139 # Hiragana & Katakana stay together, but separates from each other and Latin.
 140 <data>•abc<200>\N{HIRAGANA LETTER SMALL A}<300>\N{HIRAGANA LETTER VU}\N{COMBINING ACUTE ACCENT}<300>\N{HIRAGANA ITERATION MARK}<300>\N{KATAKANA LETTER SMALL A}\N{KATAKANA ITERATION MARK}\N{HALFWIDTH KATAKANA LETTER WO}\N{HALFWIDTH KATAKANA LETTER N}<300>def<200>#•</data>
 141
 142 # Words with interior formatting characters
 143 <data>•def\N{COMBINING ACUTE ACCENT}\N{SYRIAC ABBREVIATION MARK}ghi<200> •</data>
 144
 145 # to test for bug #4097779
 146 <data>•aa\N{COMBINING GRAVE ACCENT}a<200> •</data>
 147
 148
 149 #      to test for bug #4098467
 150 #      What follows is a string of Korean characters (I found it in the Yellow Pages
 151 #      ad for the Korean Presbyterian Church of San Francisco, and I hope I transcribed
 152 #      it correctly), first as precomposed syllables, and then as conjoining jamo.
 153 #      Both sequences should be semantically identical and break the same way.
 154 #      precomposed syllables...
 155 <data>•\uc0c1\ud56d<200> •\ud55c\uc778<200> •\uc5f0\ud569<200> •\uc7a5\ub85c\uad50\ud68c<200> •\u1109\u1161\u11bc\u1112\u1161\u11bc<200> •\u1112\u1161\u11ab\u110b\u1175\u11ab<200> •\u110b\u1167\u11ab\u1112\u1161\u11b8<200> •\u110c\u1161\u11bc\u1105\u1169\u1100\u116d\u1112\u116c<200> •</data>
 156
 157 <data>•abc<200>\u4e01<400>\u4e02<400>\u3005<200>\u4e03<400>\u4e03<400>abc<200> •</data>
 158
 159 <data>•\u06c9\uc799<200>\ufffa•</data>
 160
 161 #
 162 #      Try some words from other scripts.
 163 #
 164
 165 #       Try some words from other scripts.
 166 #          Greek, Cyrillic, Hebrew, Arabic, Arabic, Georgian, Latin
 167 #
 168 <data>•ΑΒΓ<200> •БВГ<200> •אבג֓<200> •ابت<200> •١٢٣<100> •\u10A0\u10A1\u10A2<200> •ABC<200> •</data>
 169
 170 <data>•\u0301•A<200></data>
 171
 172
 173 #
 174 #  Hindi word break tests, imported from the old RBBI tests.
 175 #    An historical note:  a much earlier version of ICU break iterators had a number
 176 #    of special case rules for Hindi, which were tested by an earlier version of
 177 #    this test data.  The current RBBI rules do not special case Hindi in
 178 #    any way, making this test data much less signfificant.
 179 #
 180 <data>•\u0917\u092a\u00ad\u0936\u092a<200>!•\u092f\u0939<200> •\u0939\u093f\u0928\u094d\u200d\u0926\u0940<200> •\u0939\u0948<200> •\u0905\u093e\u092a<200> •\u0938\u093f\u0916\u094b\u0917\u0947<200>?•\n•:•\u092a\u094d\u0930\u093e\u092f\u0903<200>
 181 •\u0935\u0930\u094d\u0937\u093e<200>\r\n•\u092a\u094d\u0930\u0915\u093e\u0936<200>,•\u0924\u0941\u092e\u093e\u0930\u094b<200> •\u092e\u093f\u0924\u094d\u0930<200> •\u0915\u093e<200> •\u092a\u0924\u094d\u0930<200> •\u092a\u095d\u094b<200> •\u0938\u094d\u0924\u094d\u0930\u093f<200>.• •\u0968\u0966.\u0969\u096f<100> •\u0967\u0966\u0966.\u0966\u0966<100>\u20a8•\u0967,\u0967\u0966\u0966.\u0966\u0966<100> •\u0905\u092e\u091c<200>\n•\u0938\u094d\u200d\u0935\u0924\u0902\u0924\u094d\u0930<200>\r•</data>
 182
 183 #
 184 #  Failures from monkey tests
 185 #
 186 <data>•\u8527<400>\u02ba<200>\u0027\u0d42•\u00b7•\u09ea<100></data>
 187
 188 ########################################################################################
 189 #
 190 #
 191 #       S e n t e n c e     B o u n d a r y      T e s t s
 192 #
 193 #
 194 ##########################################################################################
 195
 196
 197 #
 198 # Test data originally from RBBI RBBITest::TestDefaultRuleBasedSentenceIteration()
 199 #
 200 <sent>
 201
 202
 203 <sent>
 204 <data>•This\n<100></data>
 205 <data>•Hello! •how are you? •I'am fine. •Thankyou. •How are you \
 206 doing? •This\n<100> costs $20,00,000. •</data>
 207
 208
 209 # Sentence ending in a quote.
 210 <data>•"Sentence ending with a quote." •Bye.•</data>
 211
 212 # Sentence, and test data, ending without a period or other terminator.
 213 <data>•Here is a random sentence, no ending period<100></data>
 214
 215
 216 <data>•  (This is it).  •Testing the sentence iterator. •\
 217 "This isn't it." •Hi! \
 218 •This is a simple sample sentence. •(This is it.) •This is a simple sample sentence. •\
 219 "This isn't it." •\
 220 Hi! •This is a simple sample sentence. •It does not have to make any sense as you can see. •Nel mezzo del cammin di nostra vita, mi ritrovai in una selva oscura. •Che la dritta via aveo smarrita. •He said, that I said, that you said!•! •Don't rock the boat.\u2029•Because I am the daddy, that is why.
 221 •Not on my time (el timo.)•! •</data>
 222
 223 <data>•Hello.  •So what!•!\u2029•"But now," he said, \
 224 "I know!" •\
 225 Harris thumbed down several, including "Away We Go" (which became the huge success Oklahoma!)•. •One species, B. anthracis, is highly virulent.
 226 •Wolf said about Sounder:\
 227 "Beautifully thought-out and directed." •\
 228 Have you ever said, "This is where\tI shall live"? •He answered, \
 229 "You may not!" •Another popular saying is: "How do you do?"•. \n•\
 230 Yet another popular saying is: \
 231 'I'm fine thanks.' •\
 232 What is the proper use of the abbreviation pp.•? •Yes, I am definatelly 12" tall!•!\
 233 •Now\r<100>is\n<100>the\r\n<100>time\n<100>\r<100>for\r<100>\r<100></data>
 234
 235 <data>•No breaks when . is surrounded by UPPER.Case letters.  •</data>
 236 <data>•No breaks when . is followed by Numeric .4 a.4 C.4 3.1 .•</data>
 237 <data>•No breaks when . is followed by a lower, with possible intervening punct .,a .$a .)a. •</data>
 238
 239 #
 240 #  Sentence Breaks: no break at the boundary between CJK and other letters
 241 #
 242 <data>•\u5487\u67ff\ue591\u5017\u61b3\u60a1\u9510\u8165:"JAVA\u821c\u8165\u7fc8\u51ce\u306d,\u2494\u56d8\u4ec0\u60b1\u8560\u51ba\u611d\u57b6\u2510\u5d46".\u2029•\u5487\u67ff\ue591\u5017\u61b3\u60a1\u9510\u8165\u9de8\u97e4JAVA\u821c\u8165\u7fc8\u51ce\u306d\ue30b\u2494\u56d8\u4ec0\u60b1\u8560\u51ba\u611d\u57b6\u2510\u5d46\u97e5\u7751\u3002•\u5487\u67ff\ue591\u5017\u61b3\u60a1\u9510\u8165\u9de8\u97e4\u6470\u8790JAVA\u821c\u8165\u7fc8\u51ce\u306d\ue30b\u2494\u56d8\u4ec0\u60b1\u8560\u51ba\u611d\u57b6\u2510\u5d46\u97e5\u7751\u2048•He said, "I can go there."\u2029•Bye, now.•</data>
 243
 244 #
 245 #      Treat fullwidth variants of .!? the same as their
 246 #      normal counterparts
 247 #
 248 <data>•I know I'm right\uff0e •Right\uff1f •Right\uff01 •</data>"
 249
 250
 251 #
 252 #       Don't break sentences at boundary between CJK and digits
 253 #
 254 <data>•\u5487\u67ff\ue591\u5017\u61b3\u60a1\u9510\u8165\u9de8\u97e48888\u821c\u8165\u7fc8\u51ce\u306d\ue30b\u2494\u56d8\u4ec0\u60b1\u8560\u51ba\u611d\u57b6\u2510\u5d46\u97e5\u7751\u3002•Bye, now<100></data>"
 255
 256 #
 257 #      Breaks around '(' following a sentence TERM.  (Rule 9)
 258 #
 259 <data>•How do you do?(•Fine). •</data>
 260 <data>•How do you do? •(Fine). •</data>
 261 <data>•How do you do?(•fine). •</data>
 262 <data>•How do you do? •(fine). •</data>
 263
 264 #
 265 <data>•Hello.123<100></data>    # Rule 6
 266 <data>•Hello?•123<100></data>
 267
 268 <data>•HELLO.Bye<100></data>    # Rule 7
 269 <data>•HELLO?•Bye<100></data>
 270
 271 <data>•Hello.goodbye<100></data>  #Rule 8
 272 <data>•Hello. •Goodbye<100></data>
 273 <data>•Hello. goodbye<100></data>
 274
 275
 276
 277 #
 278 #        test for bug #4158381: No breaks when there are no terminators around
 279 #
 280 <data>•\<P>Provides a set of &quot;lightweight&quot; (all-java\<FONT SIZE="-2">\<SUP>TM\</SUP>\</FONT> language) components that, to the maximum degree possible, work the same on all platforms.  •</data>
 281 <data>•Another test.\u2029•</data>
 282
 283 #        test for bug #4143071: Make sure sentences that end with digits
 284 #        work right
 285 #
 286 <data>•Today is the 27th of May, 1998.  •</data>
 287 <data>•Tomorrow with be 28 May 1998.  •</data>
 288 <data>•The day after will be the 30th.\u2029•</data>
 289
 290 #        test for bug #4152416: Make sure sentences ending with a capital
 291 #        letter are treated correctly
 292 #
 293 <data>•The type of all primitive \<code>boolean\</code> values accessed in the target VM.  •Calls to xxx will return an implementor of this interface.  \u2029•</data>
 294
 295 #        test for bug #4152117: Make sure sentence breaking is handling
 296 #        punctuation correctly [COULD NOT REPRODUCE THIS BUG, BUT TEST IS
 297 #        HERE TO MAKE SURE IT DOESN'T CROP UP]
 298 #
 299 <data>•Constructs a randomly generated BigInteger, uniformly distributed over the range \<tt>0\</tt> to \<tt>(2\<sup>numBits\</sup> - 1\)\</tt>, inclusive.  •The uniformity of the distribution assumes that a fair source of random bits is provided in \<tt>rnd\</tt>.  •Note that this constructor always constructs a non-negative biginteger.  \n•Ahh abc.
 300 •</data>
 301
 302 #        sentence breaks for hindi which used Devanagari script
 303 #        make sure there is sentence break after ?,danda(hindi phrase separator),
 304 #        fullstop followed by space.  (VERY old test)
 305 #
 306 <data>•\u0928\u092e\u0938\u094d\u200d\u0924\u0947 \u0930\u092e\u0947\u0936\u0905\u093e\u092a\u0915\u0948\u0938\u0947 \u0939\u0948?•\u092e\u0948 \u0905\u091a\u094d\u200d \u091b\u093e \u0939\u0942\u0901\u0964 •\u0905\u093e\u092a\r\n<100>\
 307 \u0915\u0948\u0938\u0947 \u0939\u0948?•\u0935\u0939 \u0915\u094d\u200d\u092f\u093e\n\
 308 <100>\u0939\u0948?•\u092f\u0939 \u0905\u093e\u092e \u0939\u0948. •\u092f\u0939 means "this". •"\u092a\u095d\u093e\u0908" meaning "education" or "studies". •\u0905\u093e\u091c(\u0938\u094d\u200d\u0935\u0924\u0902\u0924\u094d\u0930 \u0926\u093f\u0935\u093e\u0938) \u0939\u0948\u0964 •Let's end here. •</data>
 309
 310 #         Regression test for bug #1984, Sentence break in Arabic text.
 311
 312 <data>\
 313 •\u0623\u0633\u0627\u0633\u064b\u0627\u060c\u0020\u062a\u062a\u0639\u0627"\u0645\u0644\u0020\u0627\u0644\u062d\u0648\u0627\u0633\u064a\u0628\u0020"\u0641\u0642\u0637\u0020\u0645\u0639\u0020\u0627\u0644\u0623\u0631\u0642\u0627\u0645\u060c\u0648\u062a\u0642\u0648\u0645\u0020\u0628\u062a\u062e\u0632\u064a\u0646\u0020\u0627\u0644\u0623\u062d\u0631\u0641\u0020\u0648\u0627\u0644\u0645\u062d\u0627\u0631\u0641\u0020\u0627\u0644\u0623\u062e\u0631\u0649\u0020\u0628\u0639\u062f\u0020\u0623\u0646\u062a\u064f\u0639\u0637\u064a\u0020\u0631\u0642\u0645\u0627\u0020\u0645\u0639\u064a\u0646\u0627\u0020\u0644\u0643\u0644\u0020\u0648\u0627\u062d\u062f\u0020\u0645\u0646\u0647\u0627\u002e\u0020•\u0648\u0642\u0628\u0644\u0020\u0627\u062e\u062a\u0631\u0627\u0639\u0022\u064a\u0648\u0646\u0650\u0643\u0648\u062f\u0022\u060c\u0020\u0643\u0627\u0646\u0020\u0647\u0646\u0627\u0643\u0020\u0645\u0626\u0627\u062a\u0020\u0627\u0644\u0623\u0646\u0638\u0645\u0629\u0020\u0644\u0644\u062a\u0634\u0641\u064a\u0631\u0648\u062a\u062e\u0635\u064a\u0635\u0020\u0647\u0630\u0647\u0020\u0627\u0644\u0623\u0631\u0642\u0627\u0645\u0020\u0644\u0644\u0645\u062d\u0627\u0631\u0641\u060c\u0020\u0648\u0644\u0645\u0020\u064a\u0648\u062c\u062f\u0020\u0646\u0638\u0627\u0645\u062a\u0634\u0641\u064a\u0020\u0639\u0644\u0649\u0020\u062c\u0645\u064a\u0639\u0020\u0627\u0644\u0645\u062d\u0627\u0631\u0641\u0020\u0627\u0644\u0636\u0631\u0648\u0631\u064a\u0629.  •</data>"
 314
 315 #         Try a few more of the less common sentence endings.
 316 <data>•Hello, world\u3002 •Hello, world\u1803 •Hello, world\u2048 •Hello, world\u203c •Let's end here. •</data>
 317
 318
 319
 320
 321 ################################################################
 322 #
 323 #
 324 #        L I N E     B R E A K
 325 #
 326 #
 327 ################################################################
 328
 329 <line>
 330 #
 331 # Test Character for each of the line break classes.
 332 #
 333 # 00A1;AI # INVERTED EXCLAMATION MARK  ¡
 334 # 0041;AL # LATIN CAPITAL LETTER A
 335 # 0009;BA # <control>
 336 # 00B4;BB # ACUTE ACCENT
 337 # 000C;BK # <control>
 338 # 2014;B2 # EM DASH
 339 # FFFC;CB # OBJECT REPLACEMENT CHARACTER
 340 # 0029;CL # RIGHT PARENTHESIS
 341 # 0301;CM # COMBINING ACUTE ACCENT
 342 # 0021;EX # EXCLAMATION MARK
 343 # 00A0;GL # NO-BREAK SPACE
 344 # 002D;HY # HYPHEN-MINUS
 345 # 4E00;ID # <CJK Ideograph, First>
 346 # 2024;IN # ONE DOT LEADER
 347 # 002C;IS # COMMA
 348 # 000A;LF # <control>
 349 # 0E5A;NS # THAI CHARACTER ANGKHANKHU
 350 # 0032;NU # DIGIT TWO
 351 # 0028;OP # LEFT PARENTHESIS
 352 # 0025;PO # PERCENT SIGN
 353 # 0024;PR # DOLLAR SIGN
 354 # 0022;QU # QUOTATION MARK
 355 # 0E01;SA # THAI CHARACTER KO KAI
 356 # DB7F;SG # Surrogate
 357 # 0020;SP # SPACE
 358 # 002F;SY # SOLIDUS /
 359 # F8FF;XX # Private Use
 360 # 200B;ZW # ZERO WIDTH SPACE
 361
 362
 363 # 2b  Always break at end of text
 364
 365 <data>•  •\u00A1•</data>
 366 <data>•  •\u0041•</data>
 367 <data>•  •\u0009•</data>
 368 <data>•  •\u00B4•</data>
 369 <data>•    \u000C<100></data>    # LB3C  × BK
 370 <data>•  •\u2014•</data>
 371 <data>•  •\uFFFC•</data>
 372 <data>•   \u0029•</data>    # LB 8   × CL
 373 # <data>• • \u0301•</data>    # LB 7a   Treat SP CM* as if it were ID  #TODO:  SP CM
 374 <data>•   \u0021•</data>    # LB 8   × EX
 375 #<data>•   \u00A0•</data>    # LB 11b   × GL   TODO:  fix.
 376 <data>•  •\u002D•</data>
 377 <data>•  •\u4E00•</data>
 378 <data>•  •\u2024•</data>
 379 <data>•   \u002C•</data>    # LB 8   × IS
 380 <data>•   \u000A<100></data>    # LB3C   × ( BK | CR | LF | NL )
 381 <data>•  •\u0E5A•</data>
 382 <data>•  •\u0032•</data>
 383 <data>•  •\u0028•</data>
 384 <data>•  •\u0025•</data>
 385 <data>•  •\u0024•</data>
 386 <data>•  •\u0022•</data>
 387 <data>•  •\u0E01•</data>
 388 <data>•  •\uDB7F•</data>
 389 <data>•   \u0020•</data>     # LB4 - don't break before space.
 390 <data>•   \u002F•</data>     # LB 8  × SY
 391 <data>•  •\uF8FF•</data>
 392 <data>•   \u200B•</data>     # LB4 - don't break before ZA
 393
 394
 395 # 3a  Always break after hard line breaks.
 396 # 3c  Never break before hard line breaks.
 397
 398 <data>•  •\u00A1\u2028<100>\u00A1•</data>
 399 <data>•  •\u0041\u2028<100>\u0041•</data>
 400 <data>•  •\u0009\u2028<100>\u0009•</data>
 401 <data>•  •\u00B4\u2028<100>\u00B4•</data>
 402 <data>•   \u000C<100>\u2028<100>\u000C<100></data>
 403 <data>•  •\u2014\u2028<100>\u2014•</data>
 404 <data>•  •\uFFFC\u2028<100>\uFFFC•</data>
 405 <data>•   \u0029\u2028<100>\u0029•</data>
 406 #<data>•   \u0301\u2028<100>\u0301•</data>    # TODO:  fix.
 407 <data>•   \u0021\u2028<100>\u0021•</data>
 408 #<data>•   \u00A0\u2028<100>\u00A0•</data>    # TODO:  fix
 409 <data>•  •\u002D\u2028<100>\u002D•</data>
 410 <data>•  •\u4E00\u2028<100>\u4E00•</data>
 411 <data>•  •\u2024\u2028<100>\u2024•</data>
 412 <data>•   \u002C\u2028<100>\u002C•</data>
 413 <data>•   \u000A<100>\u2028<100>\u000A<100></data>
 414 <data>•  •\u0E5A\u2028<100>\u0E5A•</data>
 415 <data>•  •\u0032\u2028<100>\u0032•</data>
 416 <data>•  •\u0028\u2028<100>\u0028•</data>
 417 <data>•  •\u0025\u2028<100>\u0025•</data>
 418 <data>•  •\u0024\u2028<100>\u0024•</data>
 419 <data>•  •\u0022\u2028<100>\u0022•</data>
 420 <data>•  •\u0E01\u2028<100>\u0E01•</data>
 421 <data>•  •\uDB7F\u2028<100>\uDB7F•</data>
 422 <data>•   \u0020\u2028<100>\u0020•</data>
 423 <data>•   \u002F\u2028<100>\u002F•</data>
 424 <data>•  •\uF8FF\u2028<100>\uF8FF•</data>
 425 <data>•   \u200B\u2028<100>\u200B•</data>
 426
 427
 428 #
 429 #  Old Line Break Test data.  Orginally located in RBBITest::TestDefaultRuleBasedLineIteration()
 430 #
 431
 432 <line>
 433
 434 <data>•Multi-•Level •example •of •a •semi-•idiotic •non-•sensical •(non-•important) •sentence.
 435 <100>Hi  •Hello •How\n<100>are\r<100>you\u2028<100>fine.\t•good.  •Now\r<100>is\n<100>the\r\n<100>time\n<100>\r<100>for\r<100>\r<100>all•</data>
 436
 437 <line>
 438 <data>•Hello! •how\r\n<100> •(are)\r<100> •you? •I'am •fine- •Thankyou. •foo\u00a0bar
 439 <100>How, •are, •you? •This, •costs •$20,00,000.•</data>
 440
 441 #     test for bug #4068133
 442 #
 443 <data>•\u96f6•\u4e00\u3002•\u4e8c\u3001•\u4e09\u3002\u3001•\u56db\u3001\u3002\u3001•\u4e94,•\u516d.•\u4e03.\u3001,\u3002•\u516b•</data>
 444
 445 #     to test for bug #4086052
 446 <data>•foo\u00a0bar•</data>
 447
 448 #     to test for bug #4097920
 449 <data>•dog,cat,mouse •(one)•(two)\n<100></data>
 450
 451 #     to test for bug #4035266
 452 <data>•The •balance •is •$-23,456.78, •not •-•$32,456.78!\n<100></data>
 453
 454
 455 #      to test for bug #4098467
 456 #      What follows is a string of Korean characters (I found it in the Yellow Pages
 457 #      ad for the Korean Presbyterian Church of San Francisco, and I hope I transcribed
 458 #      it correctly), first as precomposed syllables, and then as conjoining jamo.
 459 #      Both sequences should be semantically identical and break the same way.
 460 #      precomposed syllables...  (I == Rich Gillam?)
 461 #
 462 <data>•\uc0c1•\ud56d •\ud55c•\uc778 •\uc5f0•\ud569 •\uc7a5•\ub85c•\uad50•\ud68c•</data>
 463
 464 #      conjoining jamo...
 465 #      TODO:  rules update needed
 466 #<data>•\u1109\u1161\u11bc•\u1112\u1161\u11bc •\u1112\u1161\u11ab•\u110b\u1175\u11ab #•\u110b\u1167\u11ab•\u1112\u1161\u11b8 •\u110c\u1161\u11bc•\u1105\u1169•\u1100\u116d•\u1112\u116c•</data>
 467
 468 #      to test for bug #4117554: Fullwidth .!? should be treated as postJwrd
 469 <data>•\u4e01\uff0e•\u4e02\uff01•\u4e03\uff1f•</data>
 470
 471 #      Surrogate line break tests.
 472 #
 473 <data>•\u4e01•\ud840\udc01•\u4e02•abc •\ue000 •\udb80\udc01•</data>
 474
 475 #      Regression for bug 836
 476 <data>•AAA•(AAA •</data>
 477
 478 #       Try some words from other scripts.
 479 #          Greek, Cyrillic, Hebrew, Arabic, Arabic, Georgian, Latin
 480 #
 481 <data>•ΑΒΓ •БВГ •אבג֓ •ابت •١٢٣ •\u10A0\u10A1\u10A2 •ABC •</data>
 482
 483
 484 ########################################################################################
 485 #
 486 #
 487 #       T i t l e   B o u n d a r y      T e s t s
 488 #
 489 #
 490 ##########################################################################################
 491 <title>
 492 <data>•Here •is •a •short •sample •sentence.  •And •another.•</data>
 493 <data>•HERE •IS •A •SHORT •SAMPLE •SENTENCE.  •AND •ANOTHER.•</data>
 494 <data>•  •Start •and •end •with •spaces   •</data>
 495 <data>•Include 123 456 ^&  •some 54332 •numbers 4445•abc123•abc •ending 1223 •</data>
 496
 497 <data>•Combining\u0301 \u0301•ma\u0306rks  •bye  •</data>
 498 <data>•123  •Start •with •a •number.•</data>
 499
 500 <data>•'•start •with •a •case-•ignorable •cha'r'a'cter•</data>
 501