icuSources/data/translit/Han_Spacedhan.txt

   1 # © 2016 and later: Unicode, Inc. and others.
   2 # License & terms of use: http://www.unicode.org/copyright.html#License
   3 #
   4 # File: Han_Spacedhan.txt
   5 # Generated from CLDR
   6 #
   7
   8 # Only intended for internal use
   9 # Make sure Han are normalized, including characters that contain them.
  10 # The first set in the filter is computed with http://unicode.org/cldr/utility/list-unicodeset.jsp?a=[:tonfkd:/XXX/:]-[:ideographic:]-[:sc=han:]
  11 # Where XXX is the resolved [:ideographic:][:sc=han:]. It needs updating with each Unicode release!
  12 :: [[㆒-㆟㈠-㉇㊀-㊰㋀-㋋㍘-㍰㍻-㍿㏠-㏾ 🈐-🈒🈔-🈺🉀-🉈🉐🉑][:ideographic:][:sc=han:]] nfkc;
  13 :: fullwidth-halfwidth;
  14 ｡ → '.';
  15 $terminalPunct = [\.\,\:\;\?\!．，：？！｡、；[:Pe:][:Pf:]];
  16 $initialPunct = [:Ps:][:Pi:];
  17 # add space between any Han or terminal punctuation and letters, and
  18 # between letters and Han or initial punct
  19 [[:Ideographic:] $terminalPunct] {} [:Letter:] → ' ' ;
  20 [:Letter:] [:Mark:]* {} [[:Ideographic:] $initialPunct] → ' ' ;
  21 # remove spacing between ideographs and other letters
  22 ← [:Ideographic:] { ' ' } [:Letter:] ;
  23 ← [:Letter:] [:Mark:]* { ' ' } [:Ideographic:] ;
  24