icuSources/test/testdata/conversion.txt

   1 //*******************************************************************************
   2 //
   3 //   Copyright (C) 2003-2012, International Business Machines
   4 //   Corporation and others.  All Rights Reserved.
   5 //
   6 //   file name:  conversion.txt
   7 //   encoding:   US-ASCII
   8 //   tab size:   8 (not used)
   9 //   indentation:4
  10 //
  11 //   created on: 2003jul15
  12 //   created by: Markus W. Scherer
  13 //
  14 //   ICU resource bundle source file with test data for data-driven conversion tests.
  15 //
  16 //*******************************************************************************
  17
  18 conversion:table(nofallback) {
  19   Info {
  20     Description { "Test data for conversion" }
  21     LongDescription {
  22       "Test data for data-driven conversion tests in icu/source/test/intltest/convtest.cpp\n"
  23       "Run intltest conversion\n"
  24
  25       "Charset names starting with '*' are for testdata names.\n"
  26       "Charset names starting with '+' are for charsets currently not supported in ICU4J.\n"
  27
  28       "ICU callbacks are specified as strings with pairs of characters, each optional.\n"
  29       "Callback function - '?'=Sub '0'=Skip '.'=Stop '&'=Escape\n"
  30       "Callback option - a letter is passed in directly as const char * see ucnv_err.h\n"
  31       "Empty string: Sub callback with NULL option\n"
  32
  33       "In order to specify a charset substitution character (for ucnv_setSubstChars()),\n"
  34       "add a NUL (U+0000) to the callback string followed by the subchar bytes as Latin-1\n"
  35       "characters. For example, for a Sub callback with no option and a subchar of FC FC,\n"
  36       "use the string \"?\x00\xFC\xFC\"\n"
  37
  38       "In order to specify a substitution string (for ucnv_setSubstString()),\n"
  39       "add an '=' to the callback string followed by the substitution string.\n"
  40       "For example, for a Sub callback with no option and a substitution string\n"
  41       "of \"ab\", use the string \"?=ab\"\n"
  42
  43       "fallbacks: per-direction boolean, currently only for fromUnicode; see Jitterbug 2401\n"
  44
  45       "errorCode: (empty)==zero | invalid | illegal | truncated | illesc | unsuppesc\n"
  46     }
  47   }
  48   TestData {
  49     toUnicode {
  50       Headers { "charset", "bytes", "unicode", "offsets", "flush", "fallbacks", "errorCode", "callback", "invalidChars" }
  51       Cases {
  52         // Test ticket 6789: implement Java-compatible Unicode, UnicodeBig and UnicodeLittle converters
  53         // For details about these encodings see convrtrs.txt.
  54         // Standard UTF-16
  55         { "UTF-16",             :bin{ 00610062 }, "ab",           :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  56         { "UTF-16",             :bin{ feff0061 }, "a",            :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  57         { "UTF-16",             :bin{ fffe0061 }, "\u6100",       :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  58         // Java "Unicode" requires a BOM
  59         { "+UTF-16,version=1",  :bin{ 00610062 }, "\\x00\\x61b",  :intvector{ 0,0,0,0,0,0,0,0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  60         { "+UTF-16,version=1",  :bin{ feff0061 }, "a",            :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  61         { "+UTF-16,version=1",  :bin{ fffe0061 }, "\u6100",       :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  62         // Standard UTF-16BE
  63         { "UTF-16BE",           :bin{ 00610062 }, "ab",           :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  64         { "UTF-16BE",           :bin{ feff0061 }, "\ufeffa",      :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  65         { "UTF-16BE",           :bin{ fffe0061 }, "\ufffea",      :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  66         // Java "UnicodeBig" requires a BE BOM or no BOM; it consumes the BE BOM
  67         { "UTF-16BE,version=1",:bin{ 00610062 }, "ab",           :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  68         { "UnicodeBig",        :bin{ feff0061 }, "a",            :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  69         { "UnicodeBig",        :bin{ fffe0061 }, "\\xFF\\xFEa",  :intvector{ 0,0,0,0,0,0,0,0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  70         // Standard UTF-16LE
  71         { "UTF-16LE",           :bin{ 61006200 }, "ab",           :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  72         { "UTF-16LE",           :bin{ fffe6100 }, "\ufeffa",      :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  73         { "UTF-16LE",           :bin{ feff6100 }, "\ufffea",      :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  74         // Java "UnicodeLittle" requires an LE BOM or no BOM; it consumes the LE BOM
  75         { "UTF-16LE,version=1",:bin{ 61006200 }, "ab",           :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  76         { "UnicodeLittle",     :bin{ fffe6100 }, "a",            :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  77         { "x-UTF-16LE-BOM",    :bin{ feff6100 }, "\\xFE\\xFFa",  :intvector{ 0,0,0,0,0,0,0,0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  78
  79         // Test ticket 7704: implement Java-compatible "UTF-16" converter.
  80         // Same as standard UTF-16 but fromUnicode always writes big-endian byte stream.
  81         { "+UTF-16,version=2",  :bin{ 00610062 }, "ab",           :intvector{ 0,2 }, :int{1}, :int{0}, "", "&C", :bin{""} }
  82         { "+UTF-16,version=2",  :bin{ feff0061 }, "a",            :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  83         { "+UTF-16,version=2",  :bin{ fffe0061 }, "\u6100",       :intvector{ 2 },   :int{1}, :int{0}, "", "&C", :bin{""} }
  84
  85         // Test ticket 5691: consistent illegal sequences
  86         // The following test cases are for illegal character byte sequences.
  87         //
  88         // Unfortunately, we cannot use the Shift-JIS examples from the ticket
  89         // comments because our Shift-JIS table is Windows-compatible and
  90         // therefore has no illegal single bytes. Same for GBK.
  91         // Instead, we use the stricter GB 18030 also for 2-byte examples.
  92         // The byte sequences are generally slightly different from the ticket
  93         // comment, simply using assigned characters rather than just
  94         // theoretically valid sequences.
  95         {
  96           "gb18030",
  97           :bin{ 618140813c81ff7a },
  98           "a\u4e02\\x81<\\x81\\xFFz",
  99           :intvector{ 0,1,3,3,3,3,4,5,5,5,5,5,5,5,5,7 },
 100           :int{1}, :int{0}, "", "&C", :bin{""}
 101         }
 102         {
 103           "EUC-JP",
 104           :bin{ 618fb0a98fb03c8f3cb0a97a },
 105           "a\u4e28\\x8F\\xB0<\\x8F<\u9022z",
 106           :intvector{ 0,1,4,4,4,4,5,5,5,5,6,7,7,7,7,8,9,11 },
 107           :int{1}, :int{0}, "", "&C", :bin{""}
 108         }
 109         {
 110           "gb18030",
 111           :bin{ 618130fc318130fc8181303c3e813cfc817afe90a8bc },
 112           "a\u05ed\\x810\u9f07\\x810<>\\x81<\u9f07z\ue854\u1e3f",
 113           :intvector{ 0,1,5,5,5,5,6,7,9,9,9,9,10,11,12,13,13,13,13,14,15,17,18,20 },
 114           :int{1}, :int{0}, "", "&C", :bin{""}
 115         }
 116         {
 117           "UTF-8",
 118           :bin{ 61f1808182f180813cf18081fff180ff3cf1ff3c3e7a },
 119           "a\U00040042\\xF1\\x80\\x81<\\xF1\\x80\\x81\\xFF\\xF1\\x80\\xFF<\\xF1\\xFF<>z",
 120           :intvector{ 0,1,1,5,5,5,5,5,5,5,5,5,5,5,5,8,9,9,9,9,9,9,9,9,9,9,9,9,12,12,12,12,13,13,13,13,13,13,13,13,15,15,15,15,16,17,17,17,17,18,18,18,18,19,20,21 },
 121           :int{1}, :int{0}, "", "&C", :bin{""}
 122         }
 123         {
 124           "ISO-2022-JP",
 125           :bin{ 1b24424141af4142affe41431b2842 },
 126           "\u758f\\xAF\u758e\\xAF\\xFE\u790e",
 127           :intvector{ 3,5,5,5,5,6,8,8,8,8,8,8,8,8,10 },
 128           :int{1}, :int{0}, "", "&C", :bin{""}
 129         }
 130         {
 131           "ibm-25546",
 132           :bin{ 411b242943420e4141af4142affe41430f5a },
 133           "AB\uc88b\\xAF\uc88c\\xAF\\xFE\uc88dZ",
 134           :intvector{ 0,5,7,9,9,9,9,10,12,12,12,12,12,12,12,12,14,17 },
 135           :int{1}, :int{0}, "", "&C", :bin{""}
 136         }
 137         {
 138           "ISO-2022-KR",
 139           :bin{ 411b242943420e4141af4142affe41430f5a },
 140           "AB\uc88b\\xAF\uc88c\\xAF\\xFE\uc88dZ",
 141           :intvector{ 0,5,7,9,9,9,9,10,12,12,12,12,12,12,12,12,14,17 },
 142           :int{1}, :int{0}, "", "&C", :bin{""}
 143         }
 144         {
 145           "ISO-2022-CN",
 146           :bin{ 411b242941420e4141af4142affe41430f5a },
 147           "AB\u4eae\\xAF\u8c05\\xAF\\xFE\u64a9Z",
 148           :intvector{ 0,5,7,9,9,9,9,10,12,12,12,12,12,12,12,12,14,17 },
 149           :int{1}, :int{0}, "", "&C", :bin{""}
 150         }
 151         {
 152           "ISO-2022-CN-CNS",
 153           :bin{ 411b2429470e21702541256f0f },
 154           "A\u00a7\u03c4\u02c7",
 155           :intvector{ 0,6,8,10 },
 156           :int{1}, :int{0}, "", "&C", :bin{""}
 157         }
 158         {
 159           "HZ",
 160           :bin{ 417e7b4141af4142affe41437e7d5a },
 161           "A\u4eae\\xAF\u8c05\\xAF\\xFE\u64a9Z",
 162           :intvector{ 0,3,5,5,5,5,6,8,8,8,8,8,8,8,8,10,14 },
 163           :int{1}, :int{0}, "", "&C", :bin{""}
 164         }
 165         // Test ticket 5691: consistent illegal sequences
 166         // The following test cases are for illegal escape/designator/shift sequences.
 167         //
 168         // ISO-2022-JP and -CN with illegal escape sequences.
 169         {
 170           "ISO-2022-JP",
 171           :bin{ 611b24201b244241411b283f1b28427a },
 172           "a\\x1B$ \u758f\\x1B\u2538z",
 173           :intvector{ 0,1,1,1,1,2,3,7,9,9,9,9,10,15 },
 174           :int{1}, :int{0}, "", "&C", :bin{""}
 175         }
 176         {
 177           "ISO-2022-CN",
 178           :bin{ 611b2429201b2429410e41410f7a },
 179           "a\\x1B$) \u4eaez",
 180           :intvector{ 0,1,1,1,1,2,3,4,10,13 },
 181           :int{1}, :int{0}, "", "&C", :bin{""}
 182         }
 183         // Test ticket 5691: ISO-2022-JP-2 with illegal single-shift SS2 and SS3 sequences.
 184         // The first ESC N comes before its designator sequence, the last sequence is ESC+space.
 185         {
 186           "ISO-2022-JP-2",
 187           :bin{ 4e1b4e4e1b2e414e1b4e4e4e1b204e },
 188           "N\\x1BNNN\xceN\\x1B N",
 189           :intvector{ 0,1,1,1,1,2,3,7,10,11,12,12,12,12,13,14 },
 190           :int{1}, :int{0}, "", "&C", :bin{""}
 191         }
 192         {
 193           "ISO-2022-CN-EXT",
 194           :bin{ 4e1b4e4e1b242a484e1b4e4e4e4e1b204e },
 195           "N\\x1BNNN\u8f0eN\\x1B N",
 196           :intvector{ 0,1,1,1,1,2,3,8,11,13,14,14,14,14,15,16 },
 197           :int{1}, :int{0}, "", "&C", :bin{""}
 198         }
 199         /*
 200          * ICU 4.4 (ticket #7314) removes mappings for CNS 11643 planes 3..7
 201         {
 202           "ISO-2022-CN-EXT",
 203           :bin{ 4f1b4f4f1b242b494f1b4f4f4f4f1b204f },
 204           "O\\x1BOOO\u492bO\\x1B O",
 205           :intvector{ 0,1,1,1,1,2,3,8,11,13,14,14,14,14,15,16 },
 206           :int{1}, :int{0}, "", "&C", :bin{""}
 207         }
 208          */
 209         // Test ticket 5691: HZ with illegal tilde sequences.
 210         {
 211           "HZ",
 212           :bin{ 417e20427e21437e80447e7b41417e207e41427e7f41437e7d5a },
 213           "A\\x7E B\\x7E!C\\x7E\\x80D\u4eae\\x7E\\x20\\x7E\u8c05\\x7E\\x7F\u64a9Z",
 214           :intvector{ 0,1,1,1,1,2,3,4,4,4,4,5,6,7,7,7,7,7,7,7,7,9,                          // SBCS
 215                       12,14,14,14,14,14,14,14,14,16,16,16,16,17,19,19,19,19,19,19,19,19,21, // DBCS
 216                       25 },                                                                 // SBCS
 217           :int{1}, :int{0}, "", "&C", :bin{""}
 218         }
 219         // Test ticket 5691: Example from Peter Edberg.
 220         {
 221           "ISO-2022-JP",
 222           :bin{ 1b244230212f7e742630801b284a621b2458631b2842648061 },
 223           "\u4e9c\ufffd\u7199\ufffdb\ufffd$Xcd\ufffda",
 224           :intvector{ 3,5,7,9,14,15,16,17,18,22,23,24 },
 225           :int{1}, :int{0}, "", "?", :bin{""}
 226         }
 227         // Test bug 6071 (2:1 Unicode:charset SBCS mapping).
 228         {
 229           "*test1bmp",
 230           :bin{ 050008 },
 231           "e@uv",
 232           :intvector{ 0,1,2,2 },
 233           :int{1}, :int{1}, "", "?", :bin{""}
 234         }
 235         // test that HZ limits its byte values to lead bytes 21..7d and trail bytes 21..7e
 236         {
 237           "HZ",
 238           :bin{ 7e7b21212120217e217f772100007e217e7e7d207e7e807e0a2b },
 239           "\u3000\ufffd\u3013\ufffd\u9ccc\ufffd\ufffd\u3013 ~\ufffd+",
 240           :intvector{ 2,4,6,8,10,12,14,15,19,20,22,25 },
 241           :int{1}, :int{1}, "", "?", :bin{""}
 242         }
 243         // improve coverage of ISO-2022-JP converter with hardcoded JIS X 0201 and
 244         // using the Shift-JIS table for JIS X 0208 (ticket #5797)
 245         {
 246           "ISO-2022-JP",
 247           :bin{ 1b284a7d7e801b2442306c20217f7e21202160217f22202225227f5f211b2842 },
 248           "}\u203e\ufffd\u4e00\ufffd\ufffd\ufffd\ufffd\xf7\ufffd\ufffd\u25b2\ufffd\u6f3e",
 249           :intvector{ 3,4,5,9,11,12,14,16,17,19,21,23,25,27 },
 250           :int{1}, :int{1}, "", "?", :bin{""}
 251         }
 252         // improve coverage of ISO-2022-JP converter by simulating erroneous input
 253         {
 254           "ISO-2022-JP-2",
 255           :bin{ 0f0ed11b2e41461b244141411b4e411b2e4147451b4ed31b2e4641411b4ed2 },
 256           "\u0046\u4eae\u00c1\u6865\u4eae",
 257           :intvector{ 6, 10, 14, 18, 26 },
 258           :int{1}, :int{0}, "", "0", :bin{""}
 259         }
 260         // improve coverage of JIS7 converter by simulating incomplete shifted input
 261         {
 262           "JIS7",
 263           :bin{ 0e11 },
 264           "",
 265           :intvector{},
 266           :int{1}, :int{0}, "", "0", :bin{""}
 267         }
 268         // improve coverage of unrolled loops in ucnvmbcs.c/ucnv_MBCSSingleToBMPWithOffsets()
 269         {
 270           "ISO-8859-3",
 271           :bin{ 000102030405060708090a0b0c0d0e0f101112131415161718191a1b1c1d1e1f2021222324252627 },
 272           "\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !\x22#$%&'",
 273           :intvector{ 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39 },
 274           :int{1}, :int{0}, "", "?", :bin{""}
 275         }
 276         // test that ISO-2022-JP encodes ASCII as itself
 277         {
 278           "ISO-2022-JP",
 279           :bin{ 3f4041424344454647 },
 280           "?@ABCDEFG",
 281           :intvector{ 0,1,2,3,4,5,6,7,8 },
 282           :int{1}, :int{1}, "", "?", :bin{""}
 283         }
 284         // test that ISO-2022-CN encodes ASCII as itself
 285         {
 286           "ISO-2022-CN",
 287           :bin{ 3f4041424344454647 },
 288           "?@ABCDEFG",
 289           :intvector{ 0,1,2,3,4,5,6,7,8 },
 290           :int{1}, :int{1}, "", "?", :bin{""}
 291         }
 292
 293         // ISO-2022-KR
 294
 295         // truncated, partial escape sequence
 296         {
 297           "ibm-25546",
 298           :bin{ 1b }, "", :intvector{},
 299           :int{1}, :int{1}, "truncated", ".", :bin{ 1b }
 300         }
 301         {
 302           "ibm-25546",
 303           :bin{ 1b24 }, "", :intvector{},
 304           :int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
 305         }
 306         {
 307           "ibm-25546",
 308           :bin{ 1b2429 }, "", :intvector{},
 309           :int{1}, :int{1}, "truncated", ".", :bin{ 1b2429 }
 310         }
 311         // complete escape sequence but nothing else
 312         {
 313           "ibm-25546",
 314           :bin{ 1b242943 }, "", :intvector{},
 315           :int{1}, :int{1}, "", ".", :bin{""}
 316         }
 317         {
 318           "ibm-25546",
 319           :bin{ 1b2429430e }, "", :intvector{},
 320           :int{1}, :int{1}, "", ".", :bin{""}
 321         }
 322         // escape plus ASCII character
 323         {
 324           "ibm-25546",
 325           :bin{ 1b24294341 }, "A", :intvector{ 4 },
 326           :int{1}, :int{1}, "", ".", :bin{""}
 327         }
 328         // escape plus incomplete DBCS character
 329         {
 330           "ibm-25546",
 331           :bin{ 1b2429430e41 }, "", :intvector{},
 332           :int{1}, :int{1}, "truncated", ".", :bin{ 41 }
 333         }
 334         // all complete with DBCS character
 335         {
 336           "ibm-25546",
 337           :bin{ 1b2429430e4141 }, "\uc88b", :intvector{ 5 },
 338           :int{1}, :int{1}, "", ".", :bin{""}
 339         }
 340         // more complicated example
 341         {
 342           "ibm-25546",
 343           :bin{ 411b242943420e4141affe0f43 },
 344           "AB\uc88b%XAF%XFEC",
 345           :intvector{ 0, 5, 7, 9, 9, 9, 9, 9, 9, 9, 9, 12 },
 346           :int{1}, :int{1}, "", "&", :bin{""}
 347         }
 348
 349         // truncated, partial escape sequence
 350         {
 351           "ISO-2022-KR",
 352           :bin{ 1b }, "", :intvector{},
 353           :int{1}, :int{1}, "truncated", ".", :bin{ 1b }
 354         }
 355         {
 356           "ISO-2022-KR",
 357           :bin{ 1b24 }, "", :intvector{},
 358           :int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
 359         }
 360         {
 361           "ISO-2022-KR",
 362           :bin{ 1b2429 }, "", :intvector{},
 363           :int{1}, :int{1}, "truncated", ".", :bin{ 1b2429 }
 364         }
 365         // complete escape sequence but nothing else
 366         {
 367           "ISO-2022-KR",
 368           :bin{ 1b242943 }, "", :intvector{},
 369           :int{1}, :int{1}, "", ".", :bin{""}
 370         }
 371         {
 372           "ISO-2022-KR",
 373           :bin{ 1b2429430e }, "", :intvector{},
 374           :int{1}, :int{1}, "", ".", :bin{""}
 375         }
 376         // escape plus ASCII character
 377         {
 378           "ISO-2022-KR",
 379           :bin{ 1b24294341 }, "A", :intvector{ 4 },
 380           :int{1}, :int{1}, "", ".", :bin{""}
 381         }
 382         // escape plus incomplete DBCS character
 383         {
 384           "ISO-2022-KR",
 385           :bin{ 1b2429430e41 }, "", :intvector{},
 386           :int{1}, :int{1}, "truncated", ".", :bin{ 41 }
 387         }
 388         // all complete with DBCS character
 389         {
 390           "ISO-2022-KR",
 391           :bin{ 1b2429430e4141 }, "\uc88b", :intvector{ 5 },
 392           :int{1}, :int{1}, "", ".", :bin{""}
 393         }
 394         // more complicated example
 395         {
 396           "ISO-2022-KR",
 397           :bin{ 411b242943420e4141affe0f43 },
 398           "AB\uc88b%XAF%XFEC",
 399           :intvector{ 0, 5, 7, 9, 9, 9, 9, 9, 9, 9, 9, 12 },
 400           :int{1}, :int{1}, "", "&", :bin{""}
 401         }
 402         // empty segment (using substitution and stop)
 403         {
 404           "ISO-2022-KR",
 405           :bin{ 1b242943610e0f620d0a },
 406           "a\uFFFDb\u000D\u000A",
 407           :intvector{ 4, 6, 7, 8, 9 },
 408           :int{1}, :int{1}, "", "?", :bin{""}
 409         }
 410         {
 411           "ISO-2022-KR",
 412           :bin{ 1b242943610e0f620d0a },
 413           "a",
 414           :intvector{ 4 },
 415           :int{1}, :int{1}, "illesc", ".", :bin{"0f"}
 416         }
 417
 418         // ISO-2022-JP
 419
 420         // truncated, partial escape sequence
 421         {
 422           "ISO-2022-JP",
 423           :bin{ 1b }, "", :intvector{},
 424           :int{1}, :int{1}, "truncated", ".", :bin{ 1b }
 425         }
 426         {
 427           "ISO-2022-JP-2",
 428           :bin{ 1b24 }, "", :intvector{},
 429           :int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
 430         }
 431         // complete escape sequence but nothing else
 432         {
 433           "ISO-2022-JP-2",
 434           :bin{ 1b2442 }, "", :intvector{},
 435           :int{1}, :int{1}, "", ".", :bin{""}
 436         }
 437         // escape plus incomplete DBCS character
 438         {
 439           "ISO-2022-JP-2",
 440           :bin{ 1b244241 }, "", :intvector{},
 441           :int{1}, :int{1}, "truncated", ".", :bin{ 41 }
 442         }
 443         // all complete with DBCS character
 444         {
 445           "ISO-2022-JP-2",
 446           :bin{ 1b24424141 }, "\u758f", :intvector{ 3 },
 447           :int{1}, :int{1}, "", ".", :bin{""}
 448         }
 449         // test the G2 designator & SS2 shift
 450         {
 451           "ISO-2022-JP-2",
 452           :bin{ 431b2e46461b244241411b4e4e353f }, "CF\u758f\u039e\u7591", :intvector{ 0, 4, 8, 12, 13 },
 453           :int{1}, :int{1}, "", ".", :bin{""}
 454         }
 455         // JIS7 with Katakana
 456         {
 457           "JIS7",
 458           :bin{ 41420e41420f4142 }, "AB\uff81\uff82AB", :intvector{ 0, 1, 3, 4, 6, 7 },
 459           :int{1}, :int{1}, "", ".", :bin{""}
 460         }
 461         // JIS8 with Katakana
 462         {
 463           "JIS8",
 464           :bin{ 41c15c1b284a5cc242 }, "A\uff81\\\xa5\uff82B", :intvector{ 0, 1, 2, 6, 7, 8 },
 465           :int{1}, :int{1}, "", ".", :bin{""}
 466         }
 467         // empty segment (using substitution and stop)
 468         {
 469           "ISO-2022-JP",
 470           :bin{ 61621b24421b284263640d0a },
 471           "ab\uFFFDcd\u000D\u000A",
 472           :intvector{ 0, 1, 5, 8, 9, 10, 11 },
 473           :int{1}, :int{1}, "", "?", :bin{""}
 474         }
 475         {
 476           "ISO-2022-JP",
 477           :bin{ 61621b24421b284263640d0a },
 478           "ab",
 479           :intvector{ 0, 1 },
 480           :int{1}, :int{1}, "illesc", ".", :bin{"1b2842"}
 481         }
 482
 483         // ISO-2022-CN
 484
 485         // truncated, partial escape sequence
 486         {
 487           "ISO_2022,locale=zh,version=1",
 488           :bin{ 1b }, "", :intvector{},
 489           :int{1}, :int{1}, "truncated", ".", :bin{ 1b }
 490         }
 491         {
 492           "ISO_2022,locale=zh,version=1",
 493           :bin{ 1b24 }, "", :intvector{},
 494           :int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
 495         }
 496         {
 497           "ISO_2022,locale=zh,version=1",
 498           :bin{ 1b2429 }, "", :intvector{},
 499           :int{1}, :int{1}, "truncated", ".", :bin{ 1b2429 }
 500         }
 501         // complete escape sequence but nothing else
 502         {
 503           "ISO_2022,locale=zh,version=1",
 504           :bin{ 1b242941 }, "", :intvector{},
 505           :int{1}, :int{1}, "", ".", :bin{""}
 506         }
 507         {
 508           "ISO_2022,locale=zh,version=1",
 509           :bin{ 1b2429410e }, "", :intvector{},
 510           :int{1}, :int{1}, "", ".", :bin{""}
 511         }
 512         // escape plus ASCII character
 513         {
 514           "ISO_2022,locale=zh,version=1",
 515           :bin{ 1b24294141 }, "\x41", :intvector{ 4 },
 516           :int{1}, :int{1}, "", ".", :bin{""}
 517         }
 518         // escape plus incomplete DBCS character
 519         {
 520           "ISO_2022,locale=zh,version=1",
 521           :bin{ 1b2429410e41 }, "", :intvector{},
 522           :int{1}, :int{1}, "truncated", ".", :bin{ 41 }
 523         }
 524         // all complete with DBCS character
 525         {
 526           "ISO_2022,locale=zh,version=1",
 527           :bin{ 1b2429410e4141 }, "\u4eae", :intvector{ 5 },
 528           :int{1}, :int{1}, "", ".", :bin{""}
 529         }
 530         /*
 531          * ICU 4.4 (ticket #7314) removes mappings for CNS 11643 planes 3..7
 532         // ISO-2022-CN-EXT with all subcharsets and shifts and with supplementary code points
 533         {
 534           "ISO-2022-CN-EXT",
 535           :bin{ 1b2429411b242a480e41411b2429457e7c1b4e70341b242b4d1b2429477c341b4f664c2421 },
 536           "\u4eae\u9f82\u56cd\u56cc\U0002a6d6\x30",
 537           :intvector{ 9, 15, 19, 29, 33, 33, 35 },
 538           :int{1}, :int{1}, "", ".", :bin{""}
 539         }
 540          */
 541
 542         // illegal and unsupported escape sequences
 543         // SS2 without designator: illegal
 544         {
 545           "ISO-2022-CN-EXT",
 546           :bin{ 411b4e2121 }, "\x41", :intvector{ 0 },
 547           :int{1}, :int{1}, "illesc", ".", :bin{ 1b }
 548         }
 549         // G3 designator: recognized, but not supported for -CN (only for -CN-EXT)
 550         {
 551           "ISO-2022-CN",
 552           :bin{ 411b242b491b4f2121 }, "\x41", :intvector{ 0 },
 553           :int{1}, :int{1}, "unsuppesc", ".", :bin{ 1b242b49 }
 554         }
 555         // empty segment 1 (using substitution and stop)
 556         {
 557           "ISO-2022-CN",
 558           :bin{ 611b242941620e0f1b242a481b4e6a65630d0a },
 559           "ab\uFFFD\u994Cc\u000D\u000A",
 560           :intvector{ 0, 5, 7, 14, 16, 17, 18 },
 561           :int{1}, :int{1}, "", "?", :bin{""}
 562         }
 563         {
 564           "ISO-2022-CN",
 565           :bin{ 611b242941620e0f1b242a481b4e6a65630d0a },
 566           "ab",
 567           :intvector{ 0, 5 },
 568           :int{1}, :int{1}, "illesc", ".", :bin{"0f"}
 569         }
 570         // empty segment 2 (using substitution and stop)
 571         {
 572           "ISO-2022-CN",
 573           :bin{ 611b242941620e1b24294768640f630d0a },
 574           "ab\uFFFD\u5F70c\u000D\u000A",
 575           :intvector{ 0, 5, 7, 11, 14, 15, 16 },
 576           :int{1}, :int{1}, "", "?", :bin{""}
 577         }
 578         {
 579           "ISO-2022-CN",
 580           :bin{ 611b242941620e1b24294768640f630d0a },
 581           "ab",
 582           :intvector{ 0, 5 },
 583           :int{1}, :int{1}, "illesc", ".", :bin{"1b242947"}
 584         }
 585
 586         // ISO-2022 SBCS
 587         // [U_ENABLE_GENERIC_ISO_2022]
 588         // The _generic_ ISO-2022 converter is disabled starting 2003-dec-03 (ICU 2.8).
 589         // For details see the icu mailing list from 2003-dec-01 and the ucnv2022.c file.
 590         // Language-specific variants of ISO-2022 continue to be available as listed below.
 591         //{
 592         //  "ISO_2022",
 593         //  :bin{ 0008090a0d1a1c1f203f415c7d7e7f },
 594         //  "\x00\x08\t\n\r\x1a\x1c\x1f ?A\\}~\x7f",
 595         //  :intvector{ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14 },
 596         //  :int{1}, :int{1}, "", ".", :bin{""}
 597         //}
 598
 599         // HZ-GB-2312
 600
 601         // empty segment 1 (using substitution and stop)
 602         {
 603           "HZ-GB-2312",
 604           :bin{ 61627e7b7e7d6364 },
 605           "ab\uFFFDcd",
 606           :intvector{ 0, 1, 4, 6, 7 },
 607           :int{1}, :int{1}, "", "?", :bin{""}
 608         }
 609         {
 610           "HZ-GB-2312",
 611           :bin{ 61627e7b7e7d63640d0a },
 612           "ab",
 613           :intvector{ 0, 1 },
 614           :int{1}, :int{1}, "illesc", ".", :bin{"7e7d"}
 615         }
 616         // empty segment 2 & legal redundant switches (using substitution and stop)
 617         {
 618           "HZ-GB-2312",
 619           :bin{ 61627e7b323b3f557e7b7e7b523b7e7d63647e7d65667e7d7e7d },
 620           "ab\u4E0D\u7A7A\uFFFD\u4E00cdef\uFFFD",
 621           :intvector{ 0, 1, 4, 6, 10, 12, 16, 17, 20, 21, 24 },
 622           :int{1}, :int{1}, "", "?", :bin{""}
 623         }
 624         {
 625           "HZ-GB-2312",
 626           :bin{ 61627e7b323b3f557e7b7e7b523b7e7d63647e7d65667e7d7e7d },
 627           "ab\u4E0D\u7A7A",
 628           :intvector{ 0, 1, 4, 6 },
 629           :int{1}, :int{1}, "illesc", ".", :bin{"7e7b"}
 630         }
 631
 632         // DBCS-only extensions
 633         {
 634           "ibm-970",
 635           :bin{ 617eece9b2eb },
 636           "\x61\x7e\u4e00\ub000",
 637           :intvector{ 0, 1, 2, 4 },
 638           :int{1}, :int{1}, "", "?", :bin{""}
 639         }
 640
 641         {
 642           "ibm-971",
 643           :bin{ 617eece9b2eb },
 644           "\ufffd\u4e00\ub000",
 645           :intvector{ 0, 2, 4 },
 646           :int{1}, :int{1}, "", "?", :bin{""}
 647         }
 648
 649         {
 650           "ibm-16684",
 651           :bin{ 430e4395ecc1404042e1 },
 652           "\ufffd\u30C8\u30C8\u309A\u3000\u20ac",
 653           :intvector{ 0, 2, 4, 4, 6, 8 },
 654           :int{1}, :int{0}, "", "?", :bin{""}
 655         }
 656
 657         {
 658           "ibm-1399",
 659           :bin{ 430e4395ecc140400fe1 },
 660           "\uff62\u30C8\u30C8\u309A\u3000\u20ac",
 661           :intvector{ 0, 2, 4, 4, 6, 9 },
 662           :int{1}, :int{0}, "", "?", :bin{""}
 663         }
 664
 665         // extensions
 666         {
 667           "ibm-1390",
 668           :bin{ 430e4395ecc1 },
 669           "\uff63\u30C8\u30C8\u309A",
 670           :intvector{ 0, 2, 4, 4 },
 671           :int{1}, :int{0}, "", "?", :bin{""}
 672         }
 673
 674         {
 675           "ibm-16684",
 676           :bin{ ececec8bec8cec8d4386ecb5ecb6ecb7 },
 677           "\ufffd\u31f6\u31f7\u31f8\u30ab\u304b\u309a\u304d\u309a\u304f\u309a",
 678           :intvector{ 0, 2, 4, 6, 8, 10, 10, 12, 12, 14, 14 },
 679           :int{1}, :int{0}, "", "?", :bin{""}
 680         }
 681
 682         {
 683           "ibm-1390",
 684           :bin{ 43860eececec8bec8cec8d4386ecb5ecb6ecb7ecc10fec },
 685           "\uff63\uff76\ufffd\u31f6\u31f7\u31f8\u30ab\u304b\u309a\u304d\u309a\u304f\u309a\u30C8\u309A\x1a",
 686           :intvector{ 0, 1, 3, 5, 7, 9, 11, 13, 13, 15, 15, 17, 17, 19, 19, 22 },
 687           :int{1}, :int{0}, "", "?", :bin{""}
 688         }
 689
 690         {
 691           "*test3",
 692           :bin{ 00050601020b0701020a01020c },
 693           "\u20ac\x05\x06\x0b\U00101234\U00023456\ufffd",
 694           :intvector{ 0, 1, 2, 3, 6, 6, 7, 7, 10 },
 695           :int{1}, :int{0}, "", "?", :bin{""}
 696         }
 697
 698         // normal conversions
 699         {
 700           "UTF-16LE",
 701           :bin{ 310000d801dc00d902dc320000d8330001dc3400 },
 702           "1\U00010001\U000500022\ufffd3\ufffd4",
 703           :intvector{ 0, 2, 2, 6, 6, 10, 12, 14, 16, 18 },
 704           :int{1}, :int{0}, "", "?", :bin{""}
 705         }
 706         { "UTF-16LE", :bin{ 00 }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ 00 } }
 707         { "UTF-16LE", :bin{ 00d800 }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ 00d800 } }
 708
 709         {
 710           "UTF-16BE",
 711           :bin{ 0031d800dc01d900dc020032d8000033dc010034 },
 712           "1\U00010001\U000500022\ufffd3\ufffd4",
 713           :intvector{ 0, 2, 2, 6, 6, 10, 12, 14, 16, 18 },
 714           :int{1}, :int{0}, "", "?", :bin{""}
 715         }
 716         { "UTF-16BE", :bin{ 00 }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ 00 } }
 717         { "UTF-16BE", :bin{ d800dc }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ d800dc } }
 718
 719         // e4b8 is a partial sequence
 720         { "UTF-8", :bin{ 31e4ba8ce4b8 }, "1\u4e8c", :intvector{ 0, 1 }, :int{1}, :int{0}, "truncated", ".", :bin{ e4b8 } }
 721         { "UTF-8", :bin{ 31e4ba8ce4b8 }, "1\u4e8c\ufffd", :intvector{ 0, 1, 4 }, :int{1}, :int{0}, "", "?", :bin{""} }
 722
 723         // LMBCS with escape callback (1292a0 is unassigned)
 724         {
 725           "LMBCS",
 726           :bin{ 12c9501292a01292a1 },
 727           "\u4e2e%X12%X92%XA0\ue5c4",
 728           :intvector{ 0, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 6 },
 729           :int{1}, :int{0}, "", "&", :bin{""}
 730         }
 731         {
 732           "LMBCS",
 733           :bin{ 61012981a00f270f91140a7414f60214d84d14dc561088a0 },
 734           "\u0061\u2013\u00fc\u00e1\u0007\u0091\u0a74\u0200\ud84d\udc56\u5516",
 735           :intvector{ 0, 1, 3, 4, 5, 7, 9, 12, 15, 18, 21 },
 736           :int{1}, :int{0}, "", ".", :bin{""}
 737         }
 738
 739         // IMAP-mailbox-name with SUB
 740         // a<DEL> a&AB~ a&AB\x0c a&AB- a&AB. a&.
 741         {
 742           "IMAP-mailbox-name",
 743           :bin{ 617f612641427e612641420c612641422d612641422e61262e },
 744           "a\ufffda\ufffda\ufffda\ufffda\ufffda\ufffd",
 745           :intvector{ 0, 1, 2, 4, 7, 9, 12, 14, 17, 19, 22, 23 },
 746           :int{1}, :int{0}, "", "?", :bin{""}
 747         }
 748
 749         // using testdata_test1.cnv
 750         { "*test1", :bin{ 000506070809 }, "\u20ac\x05\x06\U00101234\ufffd\ufffd", :intvector{ 0, 1, 2, 3, 3, 4, 5 }, :int{1}, :int{0}, "", "", :bin{""} }
 751
 752         // surrogates in CESU-8
 753         { "CESU-8", :bin{ eda080eda081edb081 }, "\ud800\U00010401", :intvector{ 0, 3, 6 }, :int{1}, :int{0}, "", "", :bin{""} }
 754         // e080 is a partial sequence
 755         { "UTF-8", :bin{ 31ffe4ba8ce08061 }, "1\ufffd\u4e8c\ufffda", :intvector{ 0, 1, 2, 5, 7 }, :int{0}, :int{0}, "", "", :bin{ e080 } }
 756         // fbbfbfbfbf exceedes U+10ffff
 757         { "UTF-8", :bin{ 31fbbfbfbfbf61 }, "1\ufffda", :intvector{ 0, 1, 6 }, :int{0}, :int{0}, "", "", :bin{ fbbfbfbfbf } }
 758
 759         // lead byte a2 without trail byte
 760         { "ibm-1363", :bin{ a2aea2 }, "\u00a1", :intvector{ 0 }, :int{1}, :int{0}, "truncated", ".", :bin{ a2 } }
 761         { "ibm-1363", :bin{ a2aea2 }, "\u00a1\u001a", :intvector{ 0, 2 }, :int{1}, :int{0}, "", "?", :bin{""} }
 762
 763         // simple sample, no error handling
 764         { "UTF-8", :bin{ 61F48FBFBF }, "a\U0010FFFF", :intvector{ 0, 1, 1 }, :int{1}, :int{0}, "", "", :bin{""} }
 765         //      Headers { "charset", "bytes", "unicode", "offsets", "flush", "fallbacks", "errorCode", "callback", "invalidChars" }
 766         {
 767             "iscii-dev",
 768             :bin{ EF4BC0E9BFE9E8D80AEF4AC0D4BFD4E8D80AEF4838B30AEF4939B30AEF4A3AB30AEF4B3BB30A},
 769             "\u0A5C\u0A4D\u0A39\u0A5C\u0A4D\u0A39\u000A" /* Gurmukhi test */
 770             "\u0AA2\u0AB5\u0AA1\u0AB5\u0ACD\u0AB9\u000A"     /* Gujarati test */
 771             "\u0038\u0C95\u000A" /* Kannada test */
 772             "\u0039\u0D15\u000A" /* Malayalam test */
 773             "\u003A\u0A95\u000A" /* Gujarati test */
 774             "\u003B\u0A15\u000A" /* Punjabi test */,
 775             :intvector  {  2,  2,  2,  4,  6,  7,  8,  11,  12,  13,  14,  15,  16,  17,  20,  21,  22,  25,  26,  27,  30,  31, 32,  35,  36,  37  },
 776             :int{1}, :int{0}, "", "", :bin{ "" }
 777         }
 778         {
 779             "iscii-gur",
 780             :bin{3BB30AC0E9BFE9E8D80AEF43C0E9BFE9E8D80A3BB30AEF403BB30A},
 781             "\u003b\u0a15\u000a" /* Easy characters */
 782             "\u0a5c\u0a4d\u0a39\u0a5c\u0a4d\u0a39\u000a" /* Gurmukhi test */
 783             "\u09dd\u09dc\u09cd\u09b9\u000a" /* Switch script: to Bengali*/
 784             "\u003b\u0a15\u000a" /* Easy characters - new line" so should default!*/
 785             "\u003b\u0a15\u000a", /* Back to Gurmukhi*/
 786             :intvector { 0,  1,  2,  3,  3,  3,  5,  7,  8,  9,  13,  15,  16,  17,  18,  19,  20,  21,  24,  25,  26  },
 787             :int{1}, :int{0}, "", "", :bin{ "" }
 788         }
 789         // Test Gurmukhi (Bindi Tippi and Consonant Cluster)
 790         {
 791             "iscii-gur",
 792             :bin{EF4BB3A2A2B3E8B3C0E9BFE9E8D8},
 793             "\u0a15\u0a70\u0a02\u0a71\u0a15\u0a5c\u0a4d\u0a39\u0a5c\u0a4d\u0a39",
 794             :intvector { 2,  3,  4,  5,  5,  8,  8,  8,  10,  12,  13  },
 795             :int{1}, :int{0}, "", ".", :bin{ "" }
 796         }
 797         { // Verify Supplementary support
 798           "Big5-HKSCS",
 799           :bin{ fcfcfcfd },
 800           "\U000233E6\U00026DA0",
 801           :intvector{ 0, 0, 2, 2 },
 802           :int{1}, :int{0}, "", "?", :bin{""}
 803         }
 804         { // Verify non-supplementary support
 805           "big5-hkscs:unicode3.0",
 806           :bin{ fcfcfcfd },
 807           "\uE1D4\uE1D5",
 808           :intvector{ 0, 2 },
 809           :int{1}, :int{0}, "", "?", :bin{""}
 810         }
 811         { // Verify gb18030 enumeration
 812           "gb18030",
 813           :bin{ 8130D2398130D3308136A5318136A532 },
 814           "\u0450\u0452\u200F\u2011",
 815           :intvector{ 0, 4, 8, 12 },
 816           :int{1}, :int{0}, "", "?", :bin{""}
 817         }
 818         {
 819           "x11-compound-text",
 820           :bin{ 1b242944b5ac1b2d41a5e31b2d43d5f51b2d4dd01b2d41411b2d43bc1b2d42ff1b2d54df1b2d44c0b31b2d46b41b2d47b01b2d48e01b2d4ca1 },
 821           "\u54A1\u00A5\u00E3\u0120\u0121\u011E\u0041\u0135\u02D9\u0E3F\u0100\u0157\u0384\u0660\u05D0\u0401",
 822           :intvector{ },
 823           :int{1}, :int{0}, "", "?", :bin{""}
 824         }
 825         // Improve coverage of ISCII
 826         {
 827           "iscii-bng",
 828           :bin{ f0a0f0b0b8 },
 829           "",
 830           :intvector{},
 831           :int{1}, :int{0}, "", "0", :bin{""}
 832         }
 833         // Test iso-2022-jp-2 miscellaneous symbols
 834         {
 835           "iso-2022-jp-2",
 836           :bin{ 1b242843224f224e1b2842 },
 837           "\u260E\u260F",
 838           :intvector{ 4, 6 },
 839           :int{1}, :int{0}, "", ".", :bin{""}
 840         }
 841
 842         // Improve Code Coverage for BOCU-1
 843         {
 844           "BOCU-1",
 845           :bin{ 91fbc555fd6349 },
 846           "\u0041\ud841\ud888\udc81",
 847           :intvector{ 0, 1, 4, 4 },
 848           :int{1}, :int{0}, "", ".", :bin{""}
 849         }
 850         {
 851           "BOCU-1",
 852           :bin{ fbeda44ff0fe189bb821f05926 },
 853           "\ufe88\ufe70\udbff\udfff\u0061",
 854           :intvector{},
 855           :int{1}, :int{0}, "", ".", :bin{""}
 856         }
 857         {
 858           "BOCU-1",
 859           :bin{ 5b4bccf9 },
 860           "\u000b",
 861           :intvector{},
 862           :int{1}, :int{0}, "", "0", :bin{""}
 863         }
 864         {
 865           "BOCU-1",
 866           :bin{ fe0053c6 },
 867           "\u0003\u0076",
 868           :intvector{},
 869           :int{1}, :int{0}, "", "0", :bin{""}
 870         }
 871
 872         //Improve code coverage for SCSU
 873         {
 874           "SCSU",
 875           :bin{ 0fd899dc7fd888dc99e041424361 },
 876           "\ud899\udc7f\ud888\udc99\u0041\u0042\u0043\u0061",
 877           :intvector{},
 878           :int{1}, :int{0}, "", "0", :bin{""}
 879         }
 880         {
 881           "SCSU",
 882           :bin{ 41df1281035f10df1b03df1c88800bbfffff },
 883           "\u0041\u00df\u0401\u015f\u00df\u01df\uf000\udbff\udfff",
 884           :intvector{},
 885           :int{1}, :int{0}, "", ".", :bin{""}
 886         }
 887         {
 888           "SCSU",
 889           :bin{ 1b9a1b541bb2411bfd1b0041 },
 890           "",
 891           :intvector{},
 892           :int{1}, :int{0}, "", ".", :bin{""}
 893         }
 894         {
 895           "SCSU",
 896           :bin{ 0f6441b413a733f2 },
 897           "\u6441\ub413\ua733",
 898           :intvector{},
 899           :int{1}, :int{0}, "illegal", ".", :bin{ f2 }
 900         }
 901
 902         //Improve code coverage for MBCS
 903         {
 904           "*test5",
 905           :bin{ 0506 },
 906           "\ufffd\x06",
 907           :intvector{},
 908           :int{1}, :int{0}, "", "?", :bin{""}
 909         }
 910         {
 911           "ibm-1390,swaplfnl",
 912           :bin{ 430e4395ecc140400fc1e115 },
 913           "\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
 914           :intvector{ 0, 2, 4, 4, 6, 9, 10, 11 },
 915           :int{1}, :int{0}, "", "?", :bin{""}
 916         }
 917         /*
 918          * ICU 4.4 (ticket #7314) removes mappings for CNS 11643 planes 3..7
 919         {
 920           "ISO-2022-CN-EXT",
 921           :bin{ 1b242b4d1b4f66791b242b4d1b4f216a },
 922           "\u3667",
 923           :intvector{ 14 },
 924           :int{1}, :int{0}, "", "0", :bin{""}
 925         }
 926          */
 927         {
 928           "*test1bmp",
 929           :bin{ 060a05 },
 930           "\u0066\ufffd\u0065",
 931           :intvector{ 0, 2, 2 },
 932           :int{0}, :int{1}, "", "?", :bin{""}
 933         }
 934         {
 935           "*test1bmp",
 936           :bin{ 060708 },
 937           "\u0066",
 938           :intvector{},
 939           :int{1}, :int{0}, "invalid", ".", :bin{ 07 }
 940         }
 941         {
 942           "*test5",
 943           :bin{ 010304 },
 944           "\u0034\ufffd",
 945           :intvector{},
 946           :int{1}, :int{0}, "", "?", :bin{""}
 947         }
 948         {
 949           "*test1",
 950           :bin{ 0a0b },
 951           "",
 952           :intvector{},
 953           :int{1}, :int{0}, "", "0", :bin{""}
 954         }
 955         {
 956           "*test1bmp",
 957           :bin{ 0c06 },
 958           "\u0066",
 959           :intvector{},
 960           :int{0}, :int{0}, "", ".", :bin{""}
 961         }
 962         {
 963           "*test5",
 964           :bin{ 0906 },
 965           "\udbc8\udf45\u0006",
 966           :intvector{},
 967           :int{0}, :int{0}, "", ".", :bin{""}
 968         }
 969         {
 970           "ibm-16684",
 971           :bin{ 0e },
 972           "",
 973           :intvector{},
 974           :int{0}, :int{0}, "illegal", ".", :bin{ 0e }
 975         }
 976         {
 977           "UTF-7",
 978           :bin{ 2b414b4d2d492b414b4d4170412d },
 979           "\u00a3I\u00a3\u00a4",
 980           :intvector{ 1,5,7,9 },
 981           :int{0}, :int{0}, "", ".", :bin{""}
 982         }
 983         {
 984           "x11-compound-text",
 985           :bin{ 1e6ddc9b26bc10801bbcad50a040fc },
 986           "\u001e\u006d\u00dc\u009b\u0026\u00bc\u0010\u0080\ufffd\u00bc\u00ad\u0050\u00a0\u0040\u00fc",
 987           :intvector{ },
 988           :int{1}, :int{0}, "", "?", :bin{""}
 989         }
 990       }
 991     }
 992
 993     // --------------------------------------------------------------------- ***
 994
 995     fromUnicode {
 996       Headers { "charset", "unicode", "bytes", "offsets", "flush", "fallbacks", "errorCode", "callback", "invalidUChars" }
 997       Cases {
 998         // Test ticket 6789: implement Java-compatible Unicode, UnicodeBig and UnicodeLittle converters
 999         // For details about these encodings see convrtrs.txt.
1000         // Standard UTF-16BE
1001         { "UTF-16BE", "a", :bin{ 0061 }, :intvector{ 0,0 }, :int{1}, :int{0}, "", "?", "" }
1002         // Java "UnicodeBig" writes a BOM
1003         { "UnicodeBig", "a", :bin{ feff0061 }, :intvector{ -1,-1,0,0 }, :int{1}, :int{0}, "", "?", "" }
1004         // Standard UTF-16LE
1005         { "UTF-16LE", "a", :bin{ 6100 }, :intvector{ 0,0 }, :int{1}, :int{0}, "", "?", "" }
1006         // Java "UnicodeLittle" writes a BOM
1007         { "UnicodeLittle", "a", :bin{ fffe6100 }, :intvector{ -1,-1,0,0 }, :int{1}, :int{0}, "", "?", "" }
1008
1009         // Test ticket 7704: implement Java-compatible "UTF-16" converter.
1010         // Same as standard UTF-16 but fromUnicode always writes big-endian byte stream.
1011         { "+UTF-16,version=2", "a", :bin{ feff0061 }, :intvector{ -1,-1,0,0 }, :int{1}, :int{0}, "", "?", "" }
1012
1013         // Test bug 6071 (1:2 Unicode:charset SBCS mapping).
1014         {
1015           "*test1bmp",
1016           "e@t",
1017           :bin{       05000709 },
1018           :intvector{ 0,1,2,2 },
1019           :int{1}, :int{0}, "", "?", ""
1020         }
1021         // improve coverage of ISO-2022-JP converter with hardcoded JIS X 0201 and
1022         // using the Shift-JIS table for JIS X 0208 (ticket #5797)
1023         {
1024           "ISO-2022-JP",
1025           "\u203e\xa5\u4e00\ufa10\u6f3e\u0391",
1026           :bin{       1b284a7e5c1b2442306c222e5f2126211b2842 },
1027           :intvector{ 0,0,0,0,1,2,2,2,2,2,3,3,4,4,5,5,5,5,5 },
1028           :int{1}, :int{0}, "", "?=\u3013", ""  // U+3013 Geta Mark converts to 222e
1029         }
1030         // Verify that mappings that would result in byte values outside 20..7F (for SBCS)
1031         // or 21..7E (for DBCS) are not used.
1032         // ibm-9005_X110-2007.ucm (ISO 8859-7, <ESC>.F=1b2e46):
1033         //   <U009F> \x9F |0 (also in ISO 8859-1)
1034         //   <U0387> \xB7 |1
1035         // windows-949-2000 (KSC_5601, <ESC>$(C=1b242843):
1036         //   <UC829> \xA0\xA1 |0
1037         //   <UD4FE> \xC0\x41 |0
1038         //   <UD79D> \xC8\xFE |0
1039         {
1040           "JIS8",  // =ISO_2022,locale=ja,version=4
1041           "\u009f\u0387\uc829\ud4fe\ud79d",
1042           :bin{       1a1b2e461b4e371a1a1b242843487e1b2842 },
1043           :intvector{ 0,1,1,1,1,1,1,2,3,4,4,4,4,4,4,4,4,4 },
1044           :int{1}, :int{1}, "", "?", ""
1045         }
1046         // Ticket 5483: ISO 2022 converter incorrectly using fallback mapping
1047         // Verify that a roundtrip mapping is used even when a fallback mapping is
1048         // available in the current state.
1049         //   U+FF61 is handled in code
1050         // jisx-208.ucm (<ESC>$B=1b2442):
1051         //   <U30FE> \x21\x34 |0
1052         //   <UFF5D> \x21\x51 |0  and
1053         // ibm-897_P100-1995.ucm (JIS X 0201, <ESC>(J=1b284a):
1054         //   <UFF5D> \x7D |1
1055         // ibm-9005_X110-2007.ucm (ISO 8859-7, <ESC>.F=1b2e46):
1056         //   <U03D5> \xF6 |1
1057         //   <U2015> \xAF |0
1058         //   <UFF5D> \x7D |1 (not legal for ISO 2022)
1059         // windows-949-2000 (KSC_5601, <ESC>$(C=1b242843):
1060         //   <UAC00> \xB0\xA1 |0
1061         //   <UFF5D> \xA3\xFD |0
1062         //   <U223C> \xA1\xAD |0 (in extension table)
1063         {
1064           "JIS8",  // =ISO_2022,locale=ja,version=4
1065           "a\uff61\u03d5\uff5d\uac00\u223c\uff5d\u30fe\uff5d",  // Make it switch to ISO-8859-7, KSC 5601 and JIS X 0208.
1066           :bin{       61a11b2e461b4e761b244221511b2428433021212d237d1b2442213421511b2842 },
1067           :intvector{ 0,1,2,2,2,2,2,2,3,3,3,3,3,4,4,4,4,4,4,5,5,6,6,7,7,7,7,7,8,8,8,8,8 },
1068           :int{1}, :int{1}, "", "?", ""
1069         }
1070         // Code coverage for UTF-8->SBCS conversion (ucnv_convertEx()).
1071         // Test code path for non-roundtripping ASCII characters
1072         // (try EBCDIC SBCS, and IBM PC SBCS with control code rotation).
1073         {
1074           "ibm-37",
1075           "a\x85c",
1076           :bin{       811583 },
1077           :intvector{ 0,1,2 },
1078           :int{1}, :int{0}, "", "?", ""
1079         }
1080         {
1081           "ibm-850",
1082           "a\x1ac",
1083           :bin{       617f63 },
1084           :intvector{ 0,1,2 },
1085           :int{1}, :int{0}, "", "?", ""
1086         }
1087         // Code coverage for UTF-8->DBCS conversion (ucnv_convertEx()).
1088         // Test code path for non-roundtripping ASCII characters
1089         // (try IBM PC DBCS with control code rotation).
1090         {
1091           "ibm-943",
1092           "a\x1ac\u30a1\x7ff",
1093           :bin{       617f6383401c66 },
1094           :intvector{ 0,1,2,3,3,4,5 },
1095           :int{1}, :int{0}, "", "?", ""
1096         }
1097         // SCSU regression test.
1098         {
1099           "SCSU",
1100           "1\U00010001\u0085\U000500022\ud8003\udc014\ue001",
1101           :bin{       310be0008102050fd900dc02e7320efffd330efffd34186881 },
1102           :intvector{ 0,1,1,1,1,3,3,4,4,4,4,4,6,6,7,7,7,8,9,9,9,10,11,11,11 },
1103           :int{1}, :int{0}, "", "?", ""
1104         }
1105         // LMBCS
1106         {
1107           "lmbcs",
1108           "\u0061\u2013\u00fc\u00e1\u0007\u0091\u0a74\u0200\ud84d\udc56\u5516",
1109           :bin { 61039681a00f270f91140a7414f60214d84d14dc561088a0 },
1110           :intvector{ 0, 1, 1, 2, 3, 4, 4, 5, 5, 6, 6, 6, 7, 7, 7, 8, 8, 8, 9, 9, 9, 10, 10, 10 },
1111           :int{1}, :int{0}, "", ".", ""
1112         }
1113         // Test substitution strings.
1114         {
1115           "windows-1252", // stateless MBCS with WriteSub(), should internally set char *
1116           "a\ufdd0c",
1117           :bin{       61402421402463 },
1118           :intvector{ 0,1,1,1,1,1,2 },
1119           :int{1}, :int{0}, "", "?=@$!@$", ""
1120         }
1121         {
1122           "windows-1252",
1123           "1\U00010001\u0085\U000500022\ud8003\udc014\ue001",
1124           :bin{ 311a1a1a321a331a341a },
1125           :intvector{ 0,1,3,4,6,7,8,9,10,11 },
1126           :int{1}, :int{0}, "", "?", ""
1127         }
1128         {
1129           "windows-1252",
1130           "\uD87E", // lone surrogate can cause an offset overflow
1131           :bin{ 1a },
1132           :intvector{ 0 },
1133           :int{1}, :int{0}, "", "?", ""
1134         }
1135         {
1136           "windows-1252",
1137           "\uD87E", // lone surrogate can cause an offset overflow
1138           :bin{ 6875683f },
1139           :intvector{ 0,0,0,0 },
1140           :int{1}, :int{0}, "", "?=huh?", "" // Use a long substitution character
1141         }
1142         {
1143           "*test4",
1144           "\u30ab", // An incomplete multi-codepoint character
1145           :bin{ ff },
1146           :intvector{ 0 },
1147           :int{1}, :int{0}, "", "?", ""
1148         }
1149         {
1150           "ibm-930", // stateful MBCS
1151           "a\ufdd0\u4e00\ufdd0e",
1152           :bin{       620e4bce0f400e45414bce0f4066 },
1153           :intvector{ 0,1,1,1,1,1,2,2,2,3,3,3,3,4 },
1154           :int{1}, :int{0}, "", "?=\u4e01 ", ""
1155         }
1156         {
1157           "iso-2022-jp",
1158           "a\x1bc", // Unicode ESC must not occur as a character
1159           :bin{       6163 },
1160           :intvector{ 0,2 },
1161           :int{1}, :int{0}, "", "?=", "" // empty substitution string
1162         }
1163         {
1164           "iso-2022-cn",
1165           "a\x1bc", // Unicode ESC must not occur as a character
1166           :bin{       61202063 },
1167           :intvector{ 0,1,1,2 },
1168           :int{1}, :int{0}, "", "?=  ", ""
1169         }
1170         {
1171           "iso-2022-cn",
1172           "a\x1bc", // Unicode ESC must not occur as a character
1173           :bin{       611b2429410e523b0f2063 },
1174           :intvector{ 0,1,1,1,1,1,1,1,1,1,2 },
1175           :int{1}, :int{0}, "", "?=\u4e00 ", ""
1176         }
1177         {
1178           "us-ascii",
1179           "a\x85c",
1180           :bin{       61402421402463 },
1181           :intvector{ 0,1,1,1,1,1,2 },
1182           :int{1}, :int{0}, "", "?=@$!@$", ""
1183         }
1184         // ISO 2022-CN: test a single-byte subchar, j5171
1185         {
1186           "iso-2022-cn",
1187           "a\x1bc", // Unicode ESC must not occur as a character
1188           :bin{       612163 },
1189           :intvector{ 0,1,2 },
1190           :int{1}, :int{0}, "", "?\x00\x21", ""
1191         }
1192         // UTF-16/32: do not output a BOM if there is no data at all
1193         {
1194           "UTF-16",
1195           "",
1196           :bin{       "" },
1197           :intvector{  },
1198           :int{1}, :int{1}, "", "?", ""
1199         }
1200         {
1201           "UTF-32",
1202           "",
1203           :bin{       "" },
1204           :intvector{  },
1205           :int{1}, :int{1}, "", "?", ""
1206         }
1207
1208         // do not convert SO/SI/ESC
1209         {
1210           "iso-2022-jp",
1211           "A\x0eB\x0f\x09\x1bC",
1212           :bin{       411a421a091a43 },
1213           :intvector{ 0,1,2,3,4,5,6 },
1214           :int{1}, :int{1}, "", "?", ""
1215         }
1216         {
1217           "iso-2022-cn",
1218           "A\x0eB\x0f\x09\x1bC",
1219           :bin{       411a421a091a43 },
1220           :intvector{ 0,1,2,3,4,5,6 },
1221           :int{1}, :int{1}, "", "?", ""
1222         }
1223         {
1224           "iso-2022-kr",
1225           "A\x0eB\x0f\x09\x1bC",
1226           :bin{           1b242943411a421a091a43 },
1227           :intvector{ -1,-1,-1,-1,0,1,2,3,4,5,6 },
1228           :int{1}, :int{1}, "", "?", ""
1229         }
1230         {
1231           "ibm-25546",
1232           "A\x0eB\x0f\x09\x1bC",
1233           :bin{           1b242943411a421a091a43 },
1234           :intvector{ -1,-1,-1,-1,0,1,2,3,4,5,6 },
1235           :int{1}, :int{1}, "", "?", ""
1236         }
1237
1238         // test ISO 8859-1/7 vs. JIS X 0201
1239         {
1240           "ISO-2022-JP-2",
1241           "?@A\u00e4\u03b1\u203EB",
1242           :bin{       3f40411B2E411B4E641B2E461B4E611B284A7E421B2842 },
1243           :intvector{ 0,1,2,3,3,3,3,3,3,4,4,4,4,4,4,5,5,5,5,6,6,6,6 },
1244           :int{1}, :int{1}, "", "?", ""
1245         }
1246
1247         // Improve ucnv_ext.c code coverage:
1248         // There will be a partial match up to the lead surrogate of U+603ff
1249         // which then results in one more unit in the prefetch buffer
1250         // than the match length when converting one code unit at a time.
1251         // See ucnv_extContinueMatchFromU() comment
1252         // "the match did not use all of preFromU[] - keep the rest for replay"
1253         {
1254           "*test3",
1255           "\U00101234\U00101234\U00050005\U000603ff",
1256           :bin{ 07070001020e05ff },
1257           :intvector{ 0, 2, 2, 2, 2, 2, 2, 6 },
1258           :int{1}, :int{0}, "", "?", ""
1259         }
1260
1261         // test that ISO-2022-JP encodes ASCII as itself
1262         {
1263           "ISO-2022-JP",
1264           "?@ABCDEFG",
1265           :bin{       3f4041424344454647 },
1266           :intvector{ 0,1,2,3,4,5,6,7,8 },
1267           :int{1}, :int{1}, "", "?", ""
1268         }
1269         // test that ISO-2022-CN encodes ASCII as itself
1270         {
1271           "ISO-2022-CN",
1272           "?@ABCDEFG",
1273           :bin{       3f4041424344454647 },
1274           :intvector{ 0,1,2,3,4,5,6,7,8 },
1275           :int{1}, :int{1}, "", "?", ""
1276         }
1277
1278         // moved from cintltst /tsconv/nccbtst/TestSkipCallBack
1279         {
1280           "iso-2022-jp",
1281           "\u3000\xe9\u3001",
1282           :bin{       1b2442212121221b2842 },
1283           :intvector{ 0,0,0,0,0,2,2,2,2,2 },
1284           :int{1}, :int{1}, "", "0", ""
1285         }
1286         // moved from cintltst /tsconv/nccbtst/TestSubCallBack
1287         {
1288           "iso-2022-jp",
1289           "A\xe9B\xe9\u3000",
1290           :bin{       411a421a1b244221211b2842 },
1291           :intvector{ 0,1,2,3,4,4,4,4,4,4,4,4 },
1292           :int{1}, :int{1}, "", "?", ""
1293         }
1294         // moved from cintltst /tsconv/nccbtst/TestSubWithValueCallBack
1295         {
1296           "iso-2022-jp",
1297           "A\xe9B\xe9\u3000",
1298           :bin{       41255530304539422555303045391b244221211b2842 },
1299           :intvector{ 0,1,1,1,1,1,1,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4 },
1300           :int{1}, :int{1}, "", "&", ""
1301         }
1302         {
1303           "iso-2022-cn",
1304           "\u4e00\u3712\u4e01",
1305           :bin{       1b2429410e523b0f2555333731320e36210f },
1306           :intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,1,2,2,2,2 },
1307           :int{1}, :int{1}, "", "&", ""
1308         }
1309         {
1310           "iso-2022-cn",
1311           "A\u3712\u4e00",
1312           :bin{       412555333731321b2429410e523b0f },
1313           :intvector{ 0,1,1,1,1,1,1,2,2,2,2,2,2,2,2 },
1314           :int{1}, :int{1}, "", "&", ""
1315         }
1316         {
1317           "iso-2022-cn",
1318           "\u3000\u3712\u3001",
1319           :bin{       1b2429410e21210f2555333731320e21220f },
1320           :intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,1,2,2,2,2 },
1321           :int{1}, :int{1}, "", "&", ""
1322         }
1323
1324         // moved from cintltst /tsconv/nucnvtst/TestJIS
1325         {
1326           "JIS",
1327           "\uFF81\uFF82\u30EC\u30ED\u30EE\u30EF\uFF93\uFF94\uFF95\uFF96\uFF97\uFF98",
1328           :bin{       1b244225412544256c256d256e256F25622564256625682569256a1b2842 },
1329           :intvector{ 0,0,0,0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,8,8,9,9,10,10,11,11,11,11,11 },
1330           :int{1}, :int{1}, "", "?", ""
1331         }
1332         {
1333           "JIS7",
1334           "\uFF81\uFF82\u30EC\u30ED\u30EE\u30EF\uFF93\uFF94\uFF95\uFF96\uFF97\uFF98",
1335           :bin{       0e41420f1b2442256c256d256e256F0e5354555657580f1b2842 },
1336           :intvector{ 0,0,1,2,2,2,2,2,2,3,3,4,4,5,5,6,6,7,8,9,10,11,11,11,11,11 },
1337           :int{1}, :int{1}, "", "?", ""
1338         }
1339         {
1340           "JIS8",
1341           "\uFF81\uFF82\u30EC\u30ED\u30EE\u30EF\uFF93\uFF94\uFF95\uFF96\uFF97\uFF98",
1342           :bin{       C1C21b2442256c256d256e256F1b284AD3D4D5D6D7D81b2842 },
1343           :intvector{ 0,1,2,2,2,2,2,3,3,4,4,5,5,6,6,6,6,7,8,9,10,11,11,11,11 },
1344           :int{1}, :int{1}, "", "?", ""
1345         }
1346
1347         // moved from cintltst /tsconv/ncnvtst/TestErrorBehaviour
1348         {
1349           "iso-2022-jp",
1350           "\u3000\x50\udc01\u3001",
1351           :bin{       1B244221211B2842501A1B24422122 },
1352           :intvector{ 0,0,0,0,0,1,1,1,1,2,3,3,3,3,3 },
1353           :int{0}, :int{1}, "", "?", "\udc01"
1354         }
1355         {
1356           "iso-2022-jp",
1357           "\u3000\x50\udc01\u3001",
1358           :bin{       1B244221211B2842501A1B244221221b2842 },
1359           :intvector{ 0,0,0,0,0,1,1,1,1,2,3,3,3,3,3,3,3,3 },
1360           :int{1}, :int{1}, "", "?", ""
1361         }
1362         {
1363           "iso-2022-kr",
1364           "\x61\u4e00\udc01\u4e00",
1365           :bin{           1b242943610e6c690f1a0e6c69 },
1366           :intvector{ -1,-1,-1,-1,0,1,1,1,2,2,3,3,3 },
1367           :int{0}, :int{1}, "", "?", "\udc01"
1368         }
1369         {
1370           "iso-2022-kr",
1371           "\x61\u4e00\udc01\u4e00",
1372           :bin{           1b242943610e6c690f1a0e6c690f },
1373           :intvector{ -1,-1,-1,-1,0,1,1,1,2,2,3,3,3,3 },
1374           :int{1}, :int{1}, "", "?", ""
1375         }
1376
1377         // ISO-2022-KR
1378         {
1379           "ibm-25546",
1380           "AB\uc88b\U00050005\uacccC",
1381           :bin{           1b24294341420e41410f7b552b35303030357d0e306a0f43 },
1382           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,3,3,3,3,3,3,3,3,5,5,5,6,6 },
1383           :int{1}, :int{1}, "", "&U", ""
1384         }
1385         {
1386           "ibm-25546",
1387           "AB\uc88b\U00050005\uacccC",
1388           :bin{           1b24294341420e41410f1a0e306a0f43 },
1389           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5,6,6 },
1390           :int{1}, :int{1}, "", "?\x00\x1a", ""
1391         }
1392         {
1393           "ibm-25546",
1394           "AB\uc88b\U00050005\uacccC",
1395           :bin{           1b24294341420e41412f7e306a0f43 },
1396           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,6,6 },
1397           :int{1}, :int{1}, "", "?", ""
1398         }
1399         {
1400           "ibm-25546",
1401           "AB\uc88b\U00050005\uaccc",
1402           :bin{           1b24294341420e41412f7e306a0f },
1403           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5 },
1404           :int{1}, :int{1}, "", "?", ""
1405         }
1406         {
1407           "ISO-2022-KR",
1408           "AB\uc88b\U00050005\uacccC",
1409           :bin{           1b24294341420e41410f7b552b35303030357d0e306a0f43 },
1410           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,3,3,3,3,3,3,3,3,5,5,5,6,6 },
1411           :int{1}, :int{1}, "", "&U", ""
1412         }
1413         {
1414           "ISO-2022-KR",
1415           "AB\uc88b\U00050005\uacccC",
1416           :bin{           1b24294341420e41410f1a0e306a0f43 },
1417           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5,6,6 },
1418           :int{1}, :int{1}, "", "?", ""
1419         }
1420         {
1421           "ISO-2022-KR",
1422           "AB\uc88b\U00050005\uacccC",
1423           :bin{           1b24294341420e41412f7e306a0f43 },
1424           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,6,6 },
1425           :int{1}, :int{1}, "", "?\x00\x2f\x7e", ""
1426         }
1427         {
1428           "ISO-2022-KR",
1429           "AB\uc88b\U00050005\uaccc",
1430           :bin{           1b24294341420e41412f7e306a0f },
1431           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5 },
1432           :int{1}, :int{1}, "", "?\x00\x2f\x7e", ""
1433         }
1434         // ISO-2022-KR
1435         {
1436           "ibm-25546",
1437           "AB\uc88b\U00050005\uacccC",
1438           :bin{           1b24294341420e41410f5c3530303035200e306a0f43 },
1439           :intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,3,3,3,3,3,3,5,5,5,6,6 },
1440           :int{1}, :int{1}, "", "&S", ""
1441         }
1442
1443         // ISO-2022-JP-2 with G2 designator & SS2 shift
1444         {
1445           "ISO-2022-JP-2",
1446           "CF\u758f\u038f\u7591",
1447           :bin{       43461b244241411b2e461b4e3f353f1b2842 },
1448           :intvector{ 0,1,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4 },
1449           :int{1}, :int{1}, "", ".", ""
1450         }
1451         // JIS7 with Katakana
1452         {
1453           "JIS7",
1454           "AB\uff81\uff82AB",
1455           :bin{       41420e41420f4142 },
1456           :intvector{ 0,1,2,2,3,4,4,5 },
1457           :int{1}, :int{1}, "", ".", ""
1458         }
1459         // JIS7 with shift to ASCII at the very end
1460         {
1461           "JIS7",
1462           "AB\uff81\uff82",
1463           :bin{       41420e41420f },
1464           :intvector{ 0,1,2,2,3,3 },
1465           :int{1}, :int{1}, "", ".", ""
1466         }
1467         // JIS8 with Katakana
1468         {
1469           "JIS8",
1470           "A\uff81\\\xa5\uff82B",
1471           :bin{       41c15c1b284a5cc2421b2842 },
1472           :intvector{ 0,1,2,3,3,3,3,4,5,5,5,5 },
1473           :int{1}, :int{1}, "", ".", ""
1474         }
1475
1476         /*
1477          * ICU 4.4 (ticket #7314) removes mappings for CNS 11643 planes 3..7
1478         // ISO-2022-CN-EXT with all subcharsets and shifts and with supplementary code points
1479         {
1480           "ISO-2022-CN-EXT",
1481           "\u4eae\u9f82\u56cd\u56cc\U0002a6d6\x30",
1482           :bin{       1b2429410e41411b2429457e7c1b242a481b4e70341b2429477c341b242b4d1b4f664c0f30 },
1483           :intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,2,2,2,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4,6,6 },
1484           :int{1}, :int{1}, "", ".", ""
1485         }
1486         // ISO-2022-CN-EXT with shift to ASCII at the very end
1487         {
1488           "ISO-2022-CN-EXT",
1489           "\u4eae\u9f82\u56cd\u56cc\U0002a6d6",
1490           :bin{       1b2429410e41411b2429457e7c1b242a481b4e70341b2429477c341b242b4d1b4f664c0f },
1491           :intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,2,2,2,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4 },
1492           :int{1}, :int{1}, "", ".", ""
1493         }
1494         // ISO-2022-CN-EXT without flush so do not shift to ASCII at the very end
1495         {
1496           "ISO-2022-CN-EXT",
1497           "\u4eae\u9f82\u56cd\u56cc\U0002a6d6",
1498           :bin{       1b2429410e41411b2429457e7c1b242a481b4e70341b2429477c341b242b4d1b4f664c },
1499           :intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,2,2,2,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4 },
1500           :int{0}, :int{1}, "", ".", ""
1501         }
1502          */
1503
1504         // windows-936 vs. ibm-1386
1505         {
1506           "ibm-1386",
1507           "\x1a\u20ac\u5555\x80\x81\U00055555",
1508           :bin{ 7fa2e3dffb7f7fa1a1 },
1509           :intvector{ 0, 1, 1, 2, 2, 3, 4, 5, 5 },
1510           :int{1}, :int{1}, "", "?", ""
1511         }
1512         {
1513           "windows-936",
1514           "\x1a\u20ac\u5555\x80\x81\U00055555",
1515           :bin{ 1a80dffb3f3f3f },
1516           :intvector{ 0, 1, 2, 2, 3, 4, 5 },
1517           :int{1}, :int{1}, "", "?", ""
1518         }
1519
1520         // verify that if a conversion table does not have any mapping for U+0000,
1521         // then there will not even be a phantom fallback to 00
1522         {
1523           "ibm-971",
1524           "\x00",
1525           :bin{ affe },
1526           :intvector{ 0, 0 },
1527           :int{1}, :int{1}, "", "?", ""
1528         }
1529
1530         {
1531           "*test4",
1532           "\x00",
1533           :bin{ ff },
1534           :intvector{ 0 },
1535           :int{1}, :int{1}, "", "?", ""
1536         }
1537
1538         // extension in testdata
1539         {
1540           "*test4x",
1541           "\u20ac\x09",
1542           :bin{ 0009 },
1543           :intvector{ 0, 1 },
1544           :int{1}, :int{1}, "", "?", ""
1545         }
1546
1547         // DBCS-only extensions
1548         {
1549           "ibm-970",
1550           "\x61\uffa1\u2015\ub000",
1551           :bin{ 611aa1aab2eb },
1552           :intvector{ 0, 1, 2, 2, 3, 3 },
1553           :int{1}, :int{1}, "", "?", ""
1554         }
1555
1556         {
1557           "ibm-971",
1558           "\x61\uffa1\u2015\ub000",
1559           :bin{ affeaffeaffeb2eb },
1560           :intvector{ 0, 0, 1, 1, 2, 2, 3, 3 },
1561           :int{1}, :int{1}, "", "?", ""
1562         }
1563
1564         {
1565           "ibm-1390,swaplfnl",
1566           "\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
1567           :bin{ 430e4395ecc140400fc1e115 },
1568           :intvector{ 0, 1, 1, 1, 2, 2, 4, 4, 5, 5, 6, 7 },
1569           :int{1}, :int{0}, "", "?", ""
1570         }
1571
1572         {
1573           "ibm-16684",
1574           "\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
1575           :bin{ fefe4395ecc14040fefe42e1fefe },
1576           :intvector{ 0, 0, 1, 1, 2, 2, 4, 4, 5, 5, 6, 6, 7, 7 },
1577           :int{1}, :int{0}, "", "?", ""
1578         }
1579
1580         {
1581           "ibm-1399",
1582           "\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
1583           :bin{ 440e4395ecc140400fc1e125 },
1584           :intvector{ 0, 1, 1, 1, 2, 2, 4, 4, 5, 5, 6, 7 },
1585           :int{1}, :int{0}, "", "?", ""
1586         }
1587
1588         // <subchar1> from |2 mappings
1589         {
1590           "ibm-1390",
1591           "\x0e\x0f\u0901\U00050000\uffe8\uffee",
1592           :bin{ 3f3f0efefefefe0f3f3f },
1593           :intvector{ 0, 1, 2, 2, 2, 3, 3, 5, 5, 6 },
1594           :int{1}, :int{1}, "", "?", ""
1595         }
1596
1597         // <subchar1> from |2 mappings, and also contains a fallback to 00
1598         {
1599           "*test4",
1600           "\u20ac\u20ad\U00050005\U00023456\U0010ffff\x30",
1601           :bin{ 0000e10102030affff },
1602           :intvector{ 0, 1, 2, 4, 4, 4, 4, 6, 8 },
1603           :int{1}, :int{1}, "", "?", ""
1604         }
1605
1606         // setting a <subchar> resets the <subchar1>
1607         {
1608           "*test4",
1609           "\u20ac\u20ad\U00050005\U00023456\U0010ffff\x30",
1610           :bin{ 00000102030f0102030a0102030f0102030f },
1611           :intvector{ 0, 1, 2, 2, 2, 2, 4, 4, 4, 4, 6, 6, 6, 6, 8, 8, 8, 8 },
1612           :int{1}, :int{1}, "", "?\x00\x01\x02\x03\x0f", ""
1613         }
1614
1615         // fallback to 00 with old single-byte data structure
1616         {
1617           "*test1",
1618           "\u20ac\u20ad\U00101234\U00050000",
1619           :bin{ 000007ff },
1620           :intvector{ 0, 1, 2, 4 },
1621           :int{1}, :int{1}, "", "?", ""
1622         }
1623
1624         // extensions
1625         {
1626           "ibm-1390",
1627           "\u025a\u025a\u0300\u025a\u0301\u025a\u0302\uffe8\U0002a0f9",
1628           :bin{ 0ed896eccaeccbd896ea530f3f0eb7c20f },
1629           :intvector{ 0, 0, 0, 1, 1, 3, 3, 5, 5, 6, 6, 7, 7, 8, 8, 8, 8 },
1630           :int{1}, :int{0}, "", "?", ""
1631         }
1632
1633         {
1634           "*test3",
1635           "\xc4\xc4\xc4\U00101234\xc4\xc4\U00101234\x05",
1636           :bin{ ffffff070501020c },
1637           :intvector{ 0, 1, 2, 3, 5, 5, 5, 5 },
1638           :int{1}, :int{0}, "", "?", ""
1639         }
1640
1641         {
1642           "*test3",
1643           "\U00101234\U00101234\U00050005\U00101234\U00050005\U00060006",
1644           :bin{ 07070001020e05070001020f09 },
1645           :intvector{ 0, 2, 2, 2, 2, 2, 2, 6, 6, 6, 6, 6, 6 },
1646           :int{1}, :int{0}, "", "?", ""
1647         }
1648
1649         // normal conversions
1650         {
1651           "UTF-16LE",
1652           "1\U00010001\U000500022\ud8003\udc014",
1653           :bin{ 310000d801dc00d902dc3200fdff3300fdff3400 },
1654           :intvector{ 0, 0, 1, 1, 1, 1, 3, 3, 3, 3, 5, 5, 6, 6, 7, 7, 8, 8, 9, 9 },
1655           :int{1}, :int{0}, "", "?", ""
1656         }
1657         { "UTF-16LE", "\ud800", :bin{""}, :intvector{}, :int{1}, :int{0}, "truncated", ".", "\ud800" }
1658
1659         {
1660           "UTF-16BE",
1661           "1\U00010001\U000500022\ud8003\udc014",
1662           :bin{ 0031d800dc01d900dc020032fffd0033fffd0034 },
1663           :intvector{ 0, 0, 1, 1, 1, 1, 3, 3, 3, 3, 5, 5, 6, 6, 7, 7, 8, 8, 9, 9 },
1664           :int{1}, :int{0}, "", "?", ""
1665         }
1666         { "UTF-16BE", "\ud800", :bin{""}, :intvector{}, :int{1}, :int{0}, "truncated", ".", "\ud800" }
1667
1668         {
1669           "SCSU",
1670           "1\U00010001\u00082\ud8003\udc014\ue001",
1671           :bin{ 310be000810108320efffd330efffd34186881 },
1672           :intvector{ 0, 1, 1, 1, 1, 3, 3, 4, 5, 5, 5, 6, 7, 7, 7, 8, 9, 9, 9 },
1673           :int{1}, :int{0}, "", "?", ""
1674         }
1675         {
1676           "x11-compound-text",
1677           "\u54A1\u00A5\u00E3\u0120\u0121\u011E\u0041\u0135\u02D9\u0E3F\u0100\u0157\u0384\u0660\u05D0\u0401",
1678           :bin{ 1b242944b5ac1b2d41a5e31b2d43d5f51b2d4dd01b2d41411b2d43bc1b2d42ff1b2d54df1b2d44c0b31b2d46b41b2d47b01b2d48e01b2d4ca1 },
1679           :intvector{ },
1680           :int{1}, :int{0}, "", "?", ""
1681         }
1682         // Test Gurmukhi (Bindi Tippi and Consonant clusters)
1683         {
1684           "iscii-gur",
1685           "\u0a15\u0a70\u0a02\u0a71\u0a15\u0a5c\u0a4d\u0a39\u000a\u0043\u0041\u000a",
1686           :bin { ef4bb3a2a2b3e8b3bfe9e8d80aef4b43410a },
1687           :intvector{ 0, 0, 0, 1, 2, 3, 3, 3, 5, 5, 6, 7, 8, 8, 8, 9, 10, 11  },
1688           :int{1}, :int{0}, "", ".", ""
1689         }
1690         // escape callback
1691         {
1692           "iscii-dev",
1693           "A\u0901\U00023456\u0902B\U00023456C",
1694           :bin{ 41ef42a1255544383444255544433536a24225554438344425554443353643 },
1695           :intvector{
1696             0,
1697             1,1,1,
1698             2,2,2,2,2,2,
1699             2,2,2,2,2,2,
1700             4,
1701             5,
1702             6,6,6,6,6,6,
1703             6,6,6,6,6,6,
1704             8
1705           },
1706           :int{1}, :int{0}, "", "&", ""
1707         }
1708
1709         // escape callback (hex)
1710         {
1711           "iso-2022-jp",
1712           "\u3000\U00023456\u3001\U00023456B\u901c",
1713           :bin{ 1b244221211b284226237832333435363b1b244221221b284226237832333435363b42262378393031433b },
1714           :intvector{
1715             0,0,0,0,0,
1716             1,1,1,1,1,1,1,1,1,1,1,1,
1717             3,3,3,3,3,
1718             4,4,4,4,4,4,4,4,4,4,4,4,
1719             6,
1720             7,7,7,7,7,7,7,7
1721           },
1722           :int{1}, :int{0}, "", "&X", ""
1723         }
1724
1725         // sub callback
1726         {
1727           "gb18030",
1728           "$\x7f\x80\u01f9\u20ac\u4e00\u9fa6\uffff\U00010000\U0010ffff",
1729           :bin{ 247f81308130a8bfa2e3d2bb82358f338431a43990308130e3329a35 },
1730           :intvector{ 0, 1, 2, 2, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8, 8, 10, 10, 10, 10 },
1731           :int{1}, :int{0}, "", "?", ""
1732         }
1733
1734         // skip callback
1735         { "ibm-930", "\u6D63\u6D64\u6D65\u6D66", :bin{ 0e5d5f5d63466b0f }, :intvector{ 0, 0, 0, 1, 1, 3, 3, 3 }, :int{1}, :int{0}, "", "0", "" }
1736         { "ibm-930", "\u6D63\u6D64\ud89a\u6D66", :bin{ 0e5d5f5d63466b0f }, :intvector{ 0, 0, 0, 1, 1, 3, 3, 3 }, :int{1}, :int{0}, "", "0", "" }
1737         { "ibm-930", "\u6D63\u6D64\ud89a\u6D66", :bin{ 0e5d5f5d63 }, :intvector{ 0, 0, 0, 1, 1 }, :int{1}, :int{0}, "illegal", "0i", "\ud89a" }
1738
1739         // sub callback for supplementary code point
1740         { "LATIN1",  "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{1}, :int{0}, "", "", "" }
1741         { "ibm-920", "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{1}, :int{0}, "", "", "" }
1742
1743         // sub callback with AA as subchar
1744         { "ibm-920", "1\U000104012", :bin{ 31AA32 }, :intvector{ 0, 1, 3 }, :int{1}, :int{0}, "", "?\x00\xAA", "" }
1745
1746         // same but not flushing
1747         { "LATIN1",  "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{0}, :int{0}, "", "", "\U00010401" }
1748         { "ibm-920", "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{0}, :int{0}, "", "", "\U00010401" }
1749
1750         // simple sample, no error handling
1751         { "UTF-8", "a\U0010FFFF", :bin{ 61F48FBFBF }, :intvector{ 0, 1, 1, 1, 1 }, :int{1}, :int{0}, "", "", "" }
1752
1753         // Verify that incomplete surrogates are handled as an error
1754         { "UTF-8", "a\udc00", :bin{ 61efbfbd }, :intvector{ 0, 1, 1, 1 }, :int{1}, :int{0}, "", "", "" }
1755         { "UTF-8", "a\ud800", :bin{ 61efbfbd }, :intvector{ 0, 1, 1, 1 }, :int{1}, :int{0}, "", "", "" }
1756         { "UTF-8", "a\udc00b", :bin{ 61efbfbd62 }, :intvector{ 0, 1, 1, 1, 2 }, :int{1}, :int{0}, "", "", "" }
1757         { "UTF-8", "a\ud800b", :bin{ 61efbfbd62 }, :intvector{ 0, 1, 1, 1, 2 }, :int{1}, :int{0}, "", "", "" }
1758
1759         // Code coverage for the EUC variants.
1760         { "EUC-JP", "\u0061\u4edd\u5bec\ud801\udc01\ud801\u0061\u00a2", :bin{ 61a1b88ff4ae618ee0 }, :intvector{ 0, 1, 1, 2, 2, 2, 6, 7, 7 }, :int{1}, :int{0}, "", "0", "" }
1761         { "EUC-JP", "\u0061\u4edd\u5bec\ud801\udc01\ud801\u0061\u00a2", :bin{ 61a1b88ff4aef4fef4fe618ee0 }, :intvector{ 0, 1, 1, 2, 2, 2, 3, 3, 5, 5, 6, 7, 7 }, :int{1}, :int{0}, "", "", "" }
1762         { "EUC-TW", "\u0061\u2295\u5BF2\ud801\udc01\ud801\u0061\u8706\u008a", :bin{ 61a2d38ea2dce561e6ca8a }, :intvector{ 0, 1, 1, 2, 2, 2, 2, 6, 7, 7, 8 }, :int{1}, :int{0}, "", "0", "" }
1763         { "EUC-TW", "\u0061\u2295\u5BF2\ud801\udc01\ud801\u0061\u8706\u008a", :bin{ 61a2d38ea2dce5fdfefdfe61e6ca8a }, :intvector{ 0, 1, 1, 2, 2, 2, 2, 3, 3, 5, 5, 6, 7, 7, 8 }, :int{1}, :int{0}, "", "", "" }
1764
1765         // Code Coverage for BOCU-1
1766         {
1767           "BOCU-1",
1768           "\u0041\ud841\ud888\udc81",
1769           :bin{ 91fbc555fd6349 },
1770           :intvector{ 0, 1, 1, 1, 2, 2, 2 },
1771           :int{1}, :int{0}, "", ".", ""
1772         }
1773         {
1774           "BOCU-1",
1775           "\ufe88\ufe70\udbff\udfff\u0061",
1776           :bin{ fbeda44ff0fe189bb821f05926 },
1777           :intvector{},
1778           :int{1}, :int{0}, "", ".", ""
1779         }
1780         // Improve code coverage for SCSU
1781         {
1782           "SCSU",
1783           "\ud899\udc7f\ud977\ud888\udc99\ud888\u0041",
1784           :bin{ 0fd899dc7fd888dc99e041 },
1785           :intvector{},
1786           :int{1}, :int{0}, "", "0", ""
1787         }
1788         {
1789           "gb18030",
1790           "\U00020087\ue790\ue78f\u1e3f",
1791           :bin{ 95329031a6dca6dba8bc },
1792           :intvector{ 0,0,0,0,2,2,3,3,4,4 },
1793           :int{1}, :int{0}, "", "0", ""
1794         }
1795         {
1796           "UTF-7",
1797           "\u00a3I\u00a3\u00a4",
1798           :bin{ 2b414b4d2d492b414b4d4170412d },
1799           :intvector{ 0,0,0,0,0,1,2,2,2,3,3,3,3,3 },
1800           :int{1}, :int{0}, "", "0", ""
1801         }
1802       }
1803     }
1804
1805     getUnicodeSet {
1806       // charset - will be opened, and ucnv_getUnicodeSet() called on it
1807       // map - set of code points and strings that must be in the returned set
1808       // mapnot - set of code points and strings that must *not* be in the returned set
1809       // which - numeric UConverterUnicodeSet value
1810       Headers { "charset", "map", "mapnot", "which" }
1811       Cases {
1812         // Unicode charsets that do not map surrogate code points
1813         {
1814           "UTF-8",
1815           "[\x00-\ud7ff\ue000-\U0010ffff]",
1816           "[\ud800-\udfff]",
1817           :int{0}
1818         }
1819         {
1820           "UTF-16",
1821           "[\x00-\ud7ff\ue000-\U0010ffff]",
1822           "[\ud800-\udfff]",
1823           :int{0}
1824         }
1825         {
1826           "UTF-16BE",
1827           "[\x00-\ud7ff\ue000-\U0010ffff]",
1828           "[\ud800-\udfff]",
1829           :int{0}
1830         }
1831         {
1832           "UTF-16LE",
1833           "[\x00-\ud7ff\ue000-\U0010ffff]",
1834           "[\ud800-\udfff]",
1835           :int{0}
1836         }
1837         {
1838           "UTF-32",
1839           "[\x00-\ud7ff\ue000-\U0010ffff]",
1840           "[\ud800-\udfff]",
1841           :int{0}
1842         }
1843         {
1844           "UTF-32BE",
1845           "[\x00-\ud7ff\ue000-\U0010ffff]",
1846           "[\ud800-\udfff]",
1847           :int{0}
1848         }
1849         {
1850           "UTF-32LE",
1851           "[\x00-\ud7ff\ue000-\U0010ffff]",
1852           "[\ud800-\udfff]",
1853           :int{0}
1854         }
1855
1856         // Unicode charsets that do map surrogate code points
1857         {
1858           "UTF-7",
1859           "[\x00-\U0010ffff]",
1860           "[]",
1861           :int{0}
1862         }
1863         {
1864           "SCSU",
1865           "[\x00-\U0010ffff]",
1866           "[]",
1867           :int{0}
1868         }
1869         {
1870           "BOCU-1",
1871           "[\x00-\U0010ffff]",
1872           "[]",
1873           :int{0}
1874         }
1875         {
1876           "CESU-8",
1877           "[\x00-\U0010ffff]",
1878           "[]",
1879           :int{0}
1880         }
1881
1882         // versions of ISO-2022-KR
1883         {
1884           "ISO-2022-KR",
1885           "[\x00-\x0d\x10-\x1a\x1c-\x7f\xa1\xa4\xfe\u0111\u4e00\u4e01\uac00-\uac02\uffe6]",
1886           "[\x0e\x0f\x1b\x80-\xa0\xa3\xa5\xff-\u0110\uac03\uffe7-\U0010ffff]",
1887           :int{0}
1888         }
1889         {
1890           "ibm-25546",
1891           "[\x00-\x0d\x10-\x1a\x1c-\x7f\xa1\xa4\xfe\u0111\u4e00\u4e01\uac00-\uac01\uffe6]",
1892           "[\x0e\x0f\x1b\x80-\xa0\xa3\xa5\xff-\u0110\uac02\uffe7-\U0010ffff]",
1893           :int{0}
1894         }
1895
1896         // versions of ISO-2022-JP
1897         {
1898           "ISO-2022-JP",
1899           "[\x00-\x0d\x10-\x1a\x1c-\x7f\xa5\u0391-\u03a1\u2015\u203e\u4e00\u4e01\uffe5]",
1900           "[\x0e\x0f\x1b\u0100-\u0113\u0385-\u038a\u2014\u301c\u4e02\u4e27-\u4e29\u4fe0\u663b\u9eb5\ufa0e-\ufa2d\uff61-\uff9f\uffe4\uffe6-\U0010ffff]",
1901           :int{0}
1902         }
1903         {
1904           "ISO-2022-JP-2",
1905           "[\x00-\x0d\x10-\x1a\x1c-\x7f\xa0-\u0113\u0384-\u0386\u0388-\u038a\u0390-\u03a1\u203e\u4e00-\u4e05\u4fe0\u663b\uffe6]",
1906           "[\x0e\x0f\x1b\uff61-\uff9f\uffe4\uffe7-\U0010ffff]",
1907           :int{0}
1908         }
1909         {
1910           "JIS7",
1911           "[\x00-\x0d\x10-\x1a\x1c-\x7f\xa0-\u0113\u0384-\u0386\u0388-\u038a\u0390-\u03a1\u203e\u4e00-\u4e05\u4fe0\u663b\uff61-\uff9f\uffe6]",
1912           "[\x0e\x0f\x1b\uffe4\uffe7-\U0010ffff]",
1913           :int{0}
1914         }
1915         // with fallbacks
1916         {
1917           "ISO-2022-JP",
1918           "[\x00-\x0d\x10-\x1a\x1c-\x7f\xa5\u0391-\u03a1\u2014\u2015\u203e\u301c\u4e00\u4e01\u4fe0\u9eb5\uff61-\uff9f\uffe5]",
1919           "[\x0e\x0f\x1b\xa6\u0100-\u0113\u0385-\u038a\u4e02\u4e27-\u4e29\u663b\ufa0e-\ufa2d\uffe4\uffe6-\U0010ffff]",
1920           :int{1}
1921         }
1922
1923         // versions of ISO-2022-CN
1924         {
1925           "ISO-2022-CN",
1926           "[\x00-\x0d\x10-\x1a\x1c-\x7f\u4e00\u4e01\u9f98\ufe6b]",
1927           "[\x0e\x0f\x1b\u4e29\uffe6-\U0010ffff]",
1928           :int{0}
1929         }
1930         /*
1931          * ICU 4.4 (ticket #7314) removes mappings for CNS 11643 planes 3..7
1932         {
1933           "ISO-2022-CN-EXT",
1934           "[\x00-\x0d\x10-\x1a\x1c-\x7f\u4e00-\u4e05\u9f98\ufe6b\u4e28-\u4e2b\U00020000\U00020003-\U00020005\U00029664]",
1935           "[\x0e\x0f\x1b\U00020001\U00020002\U0002a6d7-\U0010ffff]",
1936           :int{0}
1937         }
1938          */
1939
1940         // HZ
1941         {
1942           "HZ",
1943           "[\u0410-\u044f\u4e00\u4e01\u4e03]",
1944           "[\u4e02\u4e04-\u4e06\uac00-\ud7ff]",
1945           :int{0}
1946         }
1947
1948         // LMBCS
1949         {
1950           "LMBCS",
1951           "[\x00-\U0010ffff]",
1952           "[]",
1953           :int{0}
1954         }
1955
1956         // ISCII,version=0 (note: all versions of ISCII generates the same Unicodeset)
1957         {
1958           "iscii-dev",
1959           "[\x00-\xa0\u0909-\u0939\u0993-\u09a8\u0a13-\u0a28\u0a93-\u0aa8\u0ae6-\u0aef\u0b05-\u0b0c\u0b13-\u0b28\u0bae-\u0bb5\u0c12-\u0c28\u0c92-\u0ca8\u0d12-\u0d28]",
1960           "[\u0971-\u0975\u09e4\u0a4e-\u0a58\u0a80\u0b72-\u0b7a\u0bfb-\u0bff\u0c70-\u0c7f\u0c80\u0d00]",
1961           :int{0}
1962         }
1963
1964         {
1965           "iso-8859-1",
1966           "[\x00-\xff]",
1967           "[\u0100-\u01ff]",
1968           :int{0}
1969         }
1970
1971         {
1972           "us-ascii",
1973           "[\x00-\x7f]",
1974           "[\u0100-\u01ff]",
1975           :int{0}
1976         }
1977         // DBCS-only
1978         {
1979           "ibm-971",
1980           "[\xa1\xa4\uac01\ub000]",
1981           "[\x00-\x9f\u2015]",
1982           :int{0}
1983         }
1984
1985         {
1986           "ibm-16684",
1987           "[\xa0\xa1\xa4\xa6-\xab\xad-\u017f\u0254\u309b-\u30ff\u4e00-\u4e05\U00023d00\U000243bc\U0002a6b2"
1988               "{\u0254\u0300}{\u0254\u0301}{\u304b\u309a}{\u30ad\u309a}{\u30af\u309a}]",
1989           "[\x00-0x9f\xa2\xa3\xa5\xac\u0200-\u024f\U00010000-\U0001ffff\U0002a61b-\U0002a6b1]",
1990           :int{0}
1991         }
1992
1993         // extensions
1994         {
1995           "ibm-1390",
1996           "[\x00-\x0d\x10-\u017f\u0254\u309b-\u30ff\u4e00-\u4e05\U00023d00\U000243bc\U0002a6b2"
1997               "{\u0254\u0300}{\u0254\u0301}{\u304b\u309a}{\u30ad\u309a}{\u30af\u309a}]",
1998           "[\x0e\x0f\u0200-\u024f\U00010000-\U0001ffff\U0002a61b-\U0002a6b1]",
1999           :int{0}
2000         }
2001
2002         {
2003           "*test3",
2004           "[\x05\x0b\xc0\u20ac\U00023456\U00101234"
2005               "{\U00101234\U00050005\U00060006}{\U00101234\U00050005}{\U00101234\U00060006}{\xc4\xc4\U00101234\x05}]",
2006           "[\x06\x0e\U00034567\U000febcd{\U00101234\U00070007}]",
2007           :int{0}
2008         }
2009       }
2010     }
2011   }
2012 }