icuSources/test/cintltst/cbididat.c

   1 /********************************************************************
   2  * COPYRIGHT:
   3  * Copyright (c) 1997-2013, International Business Machines Corporation and
   4  * others. All Rights Reserved.
   5  ********************************************************************/
   6 /*   file name:  cbididat.c
   7 *   encoding:   US-ASCII
   8 *   tab size:   8 (not used)
   9 *   indentation:4
  10 *
  11 *   created on: 1999sep22
  12 *   created by: Markus W. Scherer
  13 */
  14
  15 #include "unicode/utypes.h"
  16 #include "unicode/uchar.h"
  17 #include "unicode/ubidi.h"
  18 #include "cbiditst.h"
  19
  20 const char * const
  21 dirPropNames[U_CHAR_DIRECTION_COUNT]={
  22     "L", "R", "EN", "ES", "ET", "AN", "CS", "B", "S", "WS", "ON",
  23     "LRE", "LRO", "AL", "RLE", "RLO", "PDF", "NSM", "BN",
  24     "FSI", "LRI", "RLI", "PDI"  /* new in Unicode 6.3/ICU 52 */
  25 };
  26
  27 UChar
  28 charFromDirProp[U_CHAR_DIRECTION_COUNT]={
  29  /* L     R      EN    ES    ET    AN     CS    B    S    WS    ON */
  30     0x61, 0x5d0, 0x30, 0x2f, 0x25, 0x660, 0x2c, 0xa, 0x9, 0x20, 0x26,
  31  /* LRE     LRO     AL     RLE     RLO     PDF     NSM    BN */
  32     0x202a, 0x202d, 0x627, 0x202b, 0x202e, 0x202c, 0x308, 0x200c,
  33  /* FSI     LRI     RLI     PDI */
  34     0x2068, 0x2066, 0x2067, 0x2069  /* new in Unicode 6.3/ICU 52 */
  35 };
  36
  37 static const uint8_t
  38 testText1[]={
  39     L, L, WS, L, WS, EN, L, B
  40 };
  41
  42 static const UBiDiLevel
  43 testLevels1[]={
  44     0, 0, 0, 0, 0, 0, 0, 0
  45 };
  46
  47 static const uint8_t
  48 testVisualMap1[]={
  49     0, 1, 2, 3, 4, 5, 6, 7
  50 };
  51
  52 static const uint8_t
  53 testText2[]={
  54     R, AL, WS, R, AL, WS, R
  55 };
  56
  57 static const UBiDiLevel
  58 testLevels2[]={
  59     1, 1, 1, 1, 1, 1, 1
  60 };
  61
  62 static const uint8_t
  63 testVisualMap2[]={
  64     6, 5, 4, 3, 2, 1, 0
  65 };
  66
  67 static const uint8_t
  68 testText3[]={
  69     L, L, WS, EN, CS, WS, EN, CS, EN, WS, L, L
  70 };
  71
  72 static const UBiDiLevel
  73 testLevels3[]={
  74     0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
  75 };
  76
  77 static const uint8_t
  78 testVisualMap3[]={
  79     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11
  80 };
  81
  82 static const uint8_t
  83 testText4[]={
  84     L, AL, AL, AL, L, AL, AL, L, WS, EN, CS, WS, EN, CS, EN, WS, L, L
  85 };
  86
  87 static const UBiDiLevel
  88 testLevels4[]={
  89     0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
  90 };
  91
  92 static const uint8_t
  93 testVisualMap4[]={
  94     0, 3, 2, 1, 4, 6, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17
  95 };
  96
  97 static const uint8_t
  98 testText5[]={
  99     AL, R, AL, WS, EN, CS, WS, EN, CS, EN, WS, R, R, WS, L, L
 100 };
 101
 102 static const UBiDiLevel
 103 testLevels5[]={
 104     1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2
 105 };
 106
 107 static const uint8_t
 108 testVisualMap5[]={
 109     15, 14, 13, 12, 11, 10, 9, 6, 7, 8, 5, 4, 3, 2, 0, 1
 110 };
 111
 112 static const uint8_t
 113 testText6[]={
 114     R, EN, NSM, ET
 115 };
 116
 117 static const UBiDiLevel
 118 testLevels6[]={
 119     1, 2, 2, 2
 120 };
 121
 122 static const uint8_t
 123 testVisualMap6[]={
 124     3, 0, 1, 2
 125 };
 126
 127 #if 0
 128 static const uint8_t
 129 testText7[]={
 130     /* empty */
 131 };
 132
 133 static const UBiDiLevel
 134 testLevels7[]={
 135 };
 136
 137 static const uint8_t
 138 testVisualMap7[]={
 139 };
 140
 141 #endif
 142
 143 static const uint8_t
 144 testText8[]={
 145     RLE, WS, R, R, R, WS, PDF, WS, B
 146 };
 147
 148 static const UBiDiLevel
 149 testLevels8[]={
 150     1, 1, 1, 1, 1, 1, 1, 1, 1
 151 };
 152
 153 static const uint8_t
 154 testVisualMap8[]={
 155     8, 7, 6, 5, 4, 3, 2, 1, 0
 156 };
 157
 158 static const uint8_t
 159 testText9[]={
 160     LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE,      /* 15 entries */
 161     LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE,      /* 15 entries */
 162     AN, RLO, NSM, LRE, PDF, RLE, ES, EN, ON                                         /*  9 entries */
 163 };
 164
 165 static const UBiDiLevel
 166 testLevels9[]={
 167     126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126,      /* 15 entries */
 168     126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126, 126,      /* 15 entries */
 169     126, 125, 125, 125, 125, 125, 125, 125, 125                                     /*  9 entries */
 170 };
 171
 172 static const uint8_t
 173 testVisualMap9[]={
 174     8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22,                       /* 15 entries */
 175     23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37,                     /* 15 entries */
 176     38, 7, 6, 5, 4, 3, 2, 1, 0                                                      /*  9 entries */
 177 };
 178
 179 static const uint8_t
 180 testText10[]={
 181     LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE,      /* 15 entries */
 182     LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE, LRE,      /* 15 entries */
 183     LRE, BN, CS, RLO, S, PDF, EN, LRO, AN, ES                                       /* 10 entries */
 184 };
 185
 186 static const UBiDiLevel
 187 testLevels10[]={
 188     124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124,      /* 15 entries */
 189     124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124, 124,      /* 15 entries */
 190     124, 124, 124, 64, 64, 124, 124, 126, 126, 124                                  /* 10 entries */
 191 };
 192
 193 static const uint8_t
 194 testVisualMap10[]={
 195     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,                               /* 15 entries */
 196     15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,                     /* 15 entries */
 197     30, 31, 32, 33, 34, 35, 36, 37, 38, 39                                          /* 10 entries */
 198 };
 199
 200 static const uint8_t
 201 testText11[]={
 202     S, WS, NSM, RLE, WS, L, L, L, WS, LRO, WS, R, R, R, WS, RLO, WS, L, L, L,       /* 20 entries */
 203     WS, LRE, WS, R, R, R, WS, PDF, WS, L, L, L, WS, PDF, WS, AL, AL, AL, WS, PDF,   /* 20 entries */
 204     WS, L, L, L, WS, PDF, WS, L, L, L, WS, PDF, ON, PDF, BN, BN, ON, PDF            /* 18 entries */
 205 };
 206
 207 static const UBiDiLevel
 208 testLevels11[]={
 209     0, 0, 0, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3,                     /* 20 entries */
 210     3, 4, 4, 5, 5, 5, 4, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2,                     /* 20 entries */
 211     2, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0                            /* 18 entries */
 212 };
 213
 214 static const uint8_t
 215 testVisualMap11[]={
 216     0, 1, 2, 44, 43, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 31, 30, 29, 28, 27,          /* 20 entries */
 217     26, 20, 21, 24, 23, 22, 25, 19, 18, 17, 16, 15, 14, 32, 33, 34, 35, 36, 37, 38, /* 20 entries */
 218     39, 40, 41, 42, 3, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57           /* 18 entries */
 219 };
 220
 221 static const uint8_t
 222 testText12[]={
 223     NSM, WS, L, L, L, L, L, L, L, WS, L, L, L, L, WS,
 224     R, R, R, R, R, WS, L, L, L, L, L, L, L, WS, WS, AL,
 225     AL, AL, AL, WS, EN, EN, ES, EN, EN, CS, S, EN, EN, CS, WS,
 226     EN, EN, WS, AL, AL, AL, AL, AL, B, L, L, L, L, L, L,
 227     L, L, WS, AN, AN, CS, AN, AN, WS
 228 };
 229
 230 static const UBiDiLevel
 231 testLevels12[]={
 232     0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 0, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 0
 233 };
 234
 235 static const uint8_t
 236 testVisualMap12[]={
 237     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 18, 17, 16, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 40, 39, 38, 37, 36, 34, 35, 33, 31, 32, 30, 41, 52, 53, 51, 50, 48, 49, 47, 46, 45, 44, 43, 42, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69
 238 };
 239
 240 static const UBiDiLevel
 241 testLevels13[]={
 242     0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 0, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 0
 243 };
 244
 245 static const uint8_t
 246 testVisualMap13[]={
 247     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 18, 17, 16, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 40, 39, 38, 37, 36, 34, 35, 33, 31, 32, 30, 41, 52, 53, 51, 50, 48, 49, 47, 46, 45, 44, 43, 42, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69
 248 };
 249
 250 static const UBiDiLevel
 251 testLevels14[]={
 252     2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 4, 4, 3, 4, 4, 3, 2, 4, 4, 3, 3, 4, 4, 3, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 4, 4, 4, 4, 4, 2
 253 };
 254
 255 static const uint8_t
 256 testVisualMap14[]={
 257     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 18, 17, 16, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 40, 39, 38, 37, 36, 34, 35, 33, 31, 32, 30, 41, 52, 53, 51, 50, 48, 49, 47, 46, 45, 44, 43, 42, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69
 258 };
 259
 260 static const UBiDiLevel
 261 testLevels15[]={
 262     5, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 6, 6, 5, 6, 6, 5, 5, 6, 6, 5, 5, 6, 6, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 6, 6, 6, 6, 5
 263 };
 264
 265 static const uint8_t
 266 testVisualMap15[]={
 267     69, 68, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 55, 54, 53, 52, 51, 50, 49, 42, 43, 44, 45, 46, 47, 48, 41, 40, 39, 38, 37, 36, 35, 33, 34, 32, 30, 31, 29, 28, 26, 27, 25, 24, 22, 23, 21, 20, 19, 18, 17, 16, 15, 7, 8, 9, 10, 11, 12, 13, 14, 6, 1, 2, 3, 4, 5, 0
 268 };
 269
 270 static const UBiDiLevel
 271 testLevels16[]={
 272     0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 0, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 2, 2, 0
 273 };
 274
 275 static const uint8_t
 276 testVisualMap16[]={
 277     0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 18, 17, 16, 15, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 40, 39, 38, 37, 36, 34, 35, 33, 31, 32, 30, 41, 52, 53, 51, 50, 48, 49, 47, 46, 45, 44, 43, 42, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69
 278 };
 279
 280 static const uint8_t
 281 testText13[]={
 282     ON, L, RLO, CS, R, WS, AN, AN, PDF, LRE, R, L, LRO, WS, BN, ON, S, LRE, LRO, B
 283 };
 284
 285 static const UBiDiLevel
 286 testLevels17[]={
 287     0, 0, 1, 1, 1, 1, 1, 1, 3, 3, 3, 2, 4, 4, 4, 4, 0, 0, 0, 0
 288 };
 289
 290 static const uint8_t
 291 testVisualMap17[]={
 292     0, 1, 15, 14, 13, 12, 11, 10, 4, 3, 2, 5, 6, 7, 8, 9, 16, 17, 18, 19
 293 };
 294
 295 static const UBiDiLevel
 296 testLevels18[]={
 297     0, 0, 1, 1, 1, 0
 298 };
 299
 300 static const uint8_t
 301 testVisualMap18[]={
 302     0, 1, 4, 3, 2, 5
 303 };
 304
 305 static const uint8_t
 306 testText14[]={
 307     RLO, RLO, AL, AL, WS, EN, ES, ON, WS, S, S, PDF, LRO, WS, AL, ET, RLE, ON, EN, B
 308 };
 309
 310 static const UBiDiLevel
 311 testLevels19[]={
 312     1
 313 };
 314
 315 static const uint8_t
 316 testVisualMap19[]={
 317     0
 318 };
 319
 320 static const uint8_t
 321 testText15[]={
 322     R, L, CS, L
 323 };
 324
 325 static const UBiDiLevel
 326 testLevels20[]={
 327     2
 328 };
 329
 330 static const uint8_t
 331 testText16[]={
 332     L, L, L, WS, L, L, L, WS, L, L, L
 333 };
 334
 335 static const UBiDiLevel
 336 testLevels21[]={
 337     2, 2, 2, 2, 2, 2, 2, 1
 338 };
 339
 340 static const uint8_t
 341 testVisualMap20[]={
 342     1, 2, 3, 4, 5, 6, 7, 0
 343 };
 344
 345 static const uint8_t
 346 testText17[]={
 347     R, R, R, WS, R, R, R, WS, R, R, R
 348 };
 349
 350 static const UBiDiLevel
 351 testLevels22[]={
 352     1, 1, 1, 1, 1, 1, 1, 0
 353 };
 354
 355 static const uint8_t
 356 testVisualMap21[]={
 357     6, 5, 4, 3, 2, 1, 0, 7
 358 };
 359
 360 static const uint8_t
 361 testTextXX[]={
 362     L
 363 };
 364
 365 static const UBiDiLevel
 366 testLevelsXX[]={
 367     2
 368 };
 369
 370 static const uint8_t
 371 testVisualMapXX[]={
 372     0
 373 };
 374
 375 const BiDiTestData
 376 tests[]={
 377     {testText1,  ARRAY_LENGTH(testText1),  UBIDI_DEFAULT_LTR, -1, -1,
 378         UBIDI_LTR, 0,
 379         testLevels1, testVisualMap1},
 380     {testText2,  ARRAY_LENGTH(testText2),  UBIDI_DEFAULT_LTR, -1, -1,
 381         UBIDI_RTL, 1,
 382         testLevels2, testVisualMap2},
 383     {testText3,  ARRAY_LENGTH(testText3),  UBIDI_DEFAULT_LTR, -1, -1,
 384         UBIDI_LTR, 0,
 385         testLevels3, testVisualMap3},
 386     {testText4,  ARRAY_LENGTH(testText4),  UBIDI_DEFAULT_LTR, -1, -1,
 387         UBIDI_MIXED, 0,
 388         testLevels4, testVisualMap4},
 389     {testText5,  ARRAY_LENGTH(testText5),  UBIDI_DEFAULT_LTR, -1, -1,
 390         UBIDI_MIXED, 1,
 391         testLevels5, testVisualMap5},
 392     {testText6,  ARRAY_LENGTH(testText6),  UBIDI_DEFAULT_LTR, -1, -1,
 393         UBIDI_MIXED, 1,
 394         testLevels6, testVisualMap6},
 395     {NULL,       0,                        UBIDI_DEFAULT_LTR, -1, -1,
 396         UBIDI_LTR, 0,
 397         NULL, NULL},
 398     {testText8,  ARRAY_LENGTH(testText8),  UBIDI_DEFAULT_LTR, -1, -1,
 399         UBIDI_RTL, 1,
 400         testLevels8, testVisualMap8},
 401     {testText9,  ARRAY_LENGTH(testText9),  64, -1, -1,
 402         UBIDI_MIXED, 64,
 403         testLevels9, testVisualMap9},
 404     {testText10, ARRAY_LENGTH(testText10), 64, -1, -1,
 405         UBIDI_MIXED, 64,
 406         testLevels10, testVisualMap10},
 407     {testText11, ARRAY_LENGTH(testText11), UBIDI_DEFAULT_LTR, -1, -1,
 408         UBIDI_MIXED, 0,
 409         testLevels11, testVisualMap11},
 410     {testText12, ARRAY_LENGTH(testText12), UBIDI_DEFAULT_LTR, -1, -1,
 411         UBIDI_MIXED, 0,
 412         testLevels12, testVisualMap12},
 413     {testText12, ARRAY_LENGTH(testText12), UBIDI_DEFAULT_RTL, -1, -1,
 414         UBIDI_MIXED, 0,
 415         testLevels13, testVisualMap13},
 416     {testText12, ARRAY_LENGTH(testText12), 2, -1, -1,
 417         UBIDI_MIXED, 2,
 418         testLevels14, testVisualMap14},
 419     {testText12, ARRAY_LENGTH(testText12), 5, -1, -1,
 420         UBIDI_MIXED, 5,
 421         testLevels15, testVisualMap15},
 422     {testText12, ARRAY_LENGTH(testText12), UBIDI_DEFAULT_LTR, -1, -1,
 423         UBIDI_MIXED, 0,
 424         testLevels16, testVisualMap16},
 425     {testText13, ARRAY_LENGTH(testText13), UBIDI_DEFAULT_LTR, -1, -1,
 426         UBIDI_MIXED, 0,
 427         testLevels17, testVisualMap17},
 428     {testText13, ARRAY_LENGTH(testText13), UBIDI_DEFAULT_LTR, 0, 6,
 429         UBIDI_MIXED, 0,
 430         testLevels18, testVisualMap18},
 431     {testText14, ARRAY_LENGTH(testText14), UBIDI_DEFAULT_LTR, 13, 14,
 432         UBIDI_RTL, 1,
 433         testLevels19, testVisualMap19},
 434     {testText15, ARRAY_LENGTH(testText15), UBIDI_DEFAULT_LTR, 2, 3,
 435         UBIDI_LTR, 2,
 436         testLevels20, testVisualMap19},
 437     {testText16, ARRAY_LENGTH(testText16), UBIDI_RTL, 0, 8,
 438         UBIDI_MIXED, 1,
 439         testLevels21, testVisualMap20},
 440     {testText17, ARRAY_LENGTH(testText17), UBIDI_LTR, 0, 8,
 441         UBIDI_MIXED, 0,
 442         testLevels22, testVisualMap21},
 443     {testTextXX, ARRAY_LENGTH(testTextXX), UBIDI_RTL, -1, -1,
 444         UBIDI_MIXED, 1, testLevelsXX, testVisualMapXX}
 445 };
 446
 447 const int
 448 bidiTestCount=ARRAY_LENGTH(tests);