| | 1 | # © 2016 and later: Unicode, Inc. and others. |
| | 2 | # License & terms of use: http://www.unicode.org/copyright.html#License |
| | 3 | # |
| | 4 | # File: Han_Spacedhan.txt |
| | 5 | # Generated from CLDR |
| | 6 | # |
| | 7 | |
| | 8 | # Only intended for internal use |
| | 9 | # Make sure Han are normalized, including characters that contain them. |
| | 10 | # The first set in the filter is computed with http://unicode.org/cldr/utility/list-unicodeset.jsp?a=[:tonfkd:/XXX/:]-[:ideographic:]-[:sc=han:] |
| | 11 | # Where XXX is the resolved [:ideographic:][:sc=han:]. It needs updating with each Unicode release! |
| | 12 | :: [[㆒-㆟㈠-㉇㊀-㊰㋀-㋋㍘-㍰㍻-㍿㏠-㏾ 🈐-🈒🈔-🈺🉀-🉈🉐🉑][:ideographic:][:sc=han:]] nfkc; |
| | 13 | :: fullwidth-halfwidth; |
| | 14 | ｡ → '.'; |
| | 15 | $terminalPunct = [\.\,\:\;\?\!．，：？！｡、；[:Pe:][:Pf:]]; |
| | 16 | $initialPunct = [:Ps:][:Pi:]; |
| | 17 | # add space between any Han or terminal punctuation and letters, and |
| | 18 | # between letters and Han or initial punct |
| | 19 | [[:Ideographic:] $terminalPunct] {} [:Letter:] → ' ' ; |
| | 20 | [:Letter:] [:Mark:]* {} [[:Ideographic:] $initialPunct] → ' ' ; |
| | 21 | # remove spacing between ideographs and other letters |
| | 22 | ← [:Ideographic:] { ' ' } [:Letter:] ; |
| | 23 | ← [:Letter:] [:Mark:]* { ' ' } [:Ideographic:] ; |
| | 24 | |
projects / apple / icu.git / blame_incremental