ICU-57131.0.1.tar.gz

[apple/icu.git] / icuSources / data / translit / Han_Spacedhan.txt

diff --git a/icuSources/data/translit/Han_Spacedhan.txt b/icuSources/data/translit/Han_Spacedhan.txt
index 85607b58e72c15431247c1a5945249ada338217a..01e80226801e7e4728c5410de13740f63358b5d8 100644 (file)
--- a/icuSources/data/translit/Han_Spacedhan.txt
+++ b/icuSources/data/translit/Han_Spacedhan.txt
@@ -1,24 +1,27 @@
-#--------------------------------------------------------------------
-# Copyright (c) 1999-2004, International Business Machines
-# Corporation and others. All Rights Reserved.
-#--------------------------------------------------------------------
+# ***************************************************************************
+# *
+# *  Copyright (C) 2004-2016, International Business Machines
+# *  Corporation; Unicode, Inc.; and others.  All Rights Reserved.
+# *
+# ***************************************************************************
+# File: Han_Spacedhan.txt
+# Generated from CLDR 
+#
 
 # Only intended for internal use
+# Make sure Han are normalized, including characters that contain them.
+# The first set in the filter is computed with http://unicode.org/cldr/utility/list-unicodeset.jsp?a=[:tonfkd:/XXX/:]-[:ideographic:]-[:sc=han:]
+# Where XXX is the resolved [:ideographic:][:sc=han:]. It needs updating with each Unicode release!
+:: [[㆒-㆟㈠-㉇㊀-㊰㋀-㋋㍘-㍰㍻-㍿㏠-㏾ 🈐-🈒🈔-🈺🉀-🉈🉐🉑][:ideographic:][:sc=han:]] nfkc;
 :: fullwidth-halfwidth;
-
-｡ > '.';
-
+｡ → '.';
 $terminalPunct = [\.\,\:\;\?\!．，：？！｡、；[:Pe:][:Pf:]];
 $initialPunct = [:Ps:][:Pi:];
-
 # add space between any Han or terminal punctuation and letters, and
 # between letters and Han or initial punct
-
-[[:Ideographic:] $terminalPunct] {} [:Letter:] > ' ' ;
-[:Letter:] [:Mark:]* {} [[:Ideographic:] $initialPunct] > ' ' ;
-
+[[:Ideographic:] $terminalPunct] {} [:Letter:] → ' ' ;
+[:Letter:] [:Mark:]* {} [[:Ideographic:] $initialPunct] → ' ' ;
 # remove spacing between ideographs and other letters
-
- < [:Ideographic:] { ' ' } [:Letter:] ;
- < [:Letter:] [:Mark:]* { ' ' } [:Ideographic:] ;
+← [:Ideographic:] { ' ' } [:Letter:] ;
+← [:Letter:] [:Mark:]* { ' ' } [:Ideographic:] ;