CLDR-17349 One-off import of emoji search keywords

common/annotations/en.xml

@@ -3907,21 +3907,21 @@ annotations.
 		<annotation cp="³" type="tts">superscript three</annotation>
 		<annotation cp="µ">measure | micro sign</annotation>
 		<annotation cp="µ" type="tts">micro sign</annotation>
-		<!--  start hand-generated lines from E16 -->
-		<annotation cp='🪉' type='tts'>harp</annotation>
-		<annotation cp='🪉'>music | instrument | love | cupid | orchestra</annotation>
-		<annotation cp='🪏' type='tts'>shovel</annotation>
-		<annotation cp='🪏'>dig | spade | hole | scoop</annotation>
-		<annotation cp='🪾' type='tts'>leafless tree</annotation>
-		<annotation cp='🪾'>winter | barren | drought</annotation>
-		<annotation cp='🫆' type='tts'>fingerprint</annotation>
-		<annotation cp='🫆'>forensics | identity | safety</annotation>
-		<annotation cp='🫜' type='tts'>root vegetable</annotation>
-		<annotation cp='🫜'>root | vegetable | garden | beet | turnip</annotation>
-		<annotation cp='🫟' type='tts'>splatter</annotation>
-		<annotation cp='🫟'>paint | holi | spill | stain</annotation>
-		<annotation cp='🫩' type='tts'>face with bags under eyes</annotation>
-		<annotation cp='🫩'>tired | sleepy | exhausted</annotation>
-		<!--  end hand-generated lines from E16 -->
+		<!-- start hand-generated lines from E16 -->
+		<annotation cp="🪉">music | instrument | love | cupid | orchestra</annotation>
+		<annotation cp="🪉" type="tts">harp</annotation>
+		<annotation cp="🪏">dig | spade | hole | scoop</annotation>
+		<annotation cp="🪏" type="tts">shovel</annotation>
+		<annotation cp="🪾">winter | barren | drought</annotation>
+		<annotation cp="🪾" type="tts">leafless tree</annotation>
+		<annotation cp="🫆">forensics | identity | safety</annotation>
+		<annotation cp="🫆" type="tts">fingerprint</annotation>
+		<annotation cp="🫜">root | vegetable | garden | beet | turnip</annotation>
+		<annotation cp="🫜" type="tts">root vegetable</annotation>
+		<annotation cp="🫟">paint | holi | spill | stain</annotation>
+		<annotation cp="🫟" type="tts">splatter</annotation>
+		<annotation cp="🫩">tired | sleepy | exhausted</annotation>
+		<annotation cp="🫩" type="tts">face with bags under eyes</annotation>
+		<!-- end hand-generated lines from E16 -->
 	</annotations>
 </ldml>

common/annotations/root.xml

@@ -3908,21 +3908,21 @@ Warnings: All cp values have U+FE0F characters removed. See /annotationsDerived/
 		<annotation cp="³" type="tts">E13-137</annotation>
 		<annotation cp="µ">E13-150</annotation>
 		<annotation cp="µ" type="tts">E13-150</annotation>
-		<!--  start hand-generated lines from E16 -->
-		<annotation cp='🪉'>E16-001</annotation>
-		<annotation cp='🪉' type='tts'>E16-001</annotation>
-		<annotation cp='🪏'>E16-002</annotation>
-		<annotation cp='🪏' type='tts'>E16-002</annotation>
-		<annotation cp='🪾'>E16-003</annotation>
-		<annotation cp='🪾' type='tts'>E16-003</annotation>
-		<annotation cp='🫆'>E16-004</annotation>
-		<annotation cp='🫆' type='tts'>E16-004</annotation>
-		<annotation cp='🫜'>E16-005</annotation>
-		<annotation cp='🫜' type='tts'>E16-005</annotation>
-		<annotation cp='🫟'>E16-006</annotation>
-		<annotation cp='🫟' type='tts'>E16-006</annotation>
-		<annotation cp='🫩'>E16-007</annotation>
-		<annotation cp='🫩' type='tts'>E16-007</annotation>
-		<!--  end hand-generated lines from E16 -->
+		<!-- start hand-generated lines from E16 -->
+		<annotation cp="🪉">E16-001</annotation>
+		<annotation cp="🪉" type="tts">E16-001</annotation>
+		<annotation cp="🪏">E16-002</annotation>
+		<annotation cp="🪏" type="tts">E16-002</annotation>
+		<annotation cp="🪾">E16-003</annotation>
+		<annotation cp="🪾" type="tts">E16-003</annotation>
+		<annotation cp="🫆">E16-004</annotation>
+		<annotation cp="🫆" type="tts">E16-004</annotation>
+		<annotation cp="🫜">E16-005</annotation>
+		<annotation cp="🫜" type="tts">E16-005</annotation>
+		<annotation cp="🫟">E16-006</annotation>
+		<annotation cp="🫟" type="tts">E16-006</annotation>
+		<annotation cp="🫩">E16-007</annotation>
+		<annotation cp="🫩" type="tts">E16-007</annotation>
+		<!-- end hand-generated lines from E16 -->
 	</annotations>
 </ldml>

common/transforms/Arabic-Latin.xml

@@ -22,7 +22,7 @@ For terms of use, see http://www.unicode.org/copyright.html
 # Does *not* do assimilation of "al", nor hyphenation.
 # While it could be done, we need to determine whether a prefix "al" could
 # occur other than as the definite article (since no space is used).
-:: [[:Arabic:][:block=ARABIC:][‎ⁿ،؛؟ـً-ٕ٠-٬۰-۹﷼ښ]] ;
+:: [[:Arabic:][:block=ARABIC:][‎ⁿ،؛؟ـً-ٕ٠-٬۰-۹﷼ښ][\u0611\u0670]] ;
 :: NFKD (NFC);
 $disambig =  ̱ ;
 $disambig2 =  ̰ ;
@@ -190,6 +190,9 @@ $notAbove = [[:^ccc=0:] & [:^ccc=230:]];
 ‎ہ‎ → ḥ ;
 ‎ە‎ → ĥ ;
 
+# Delete marks without correspondants
+[\u0611\u0670] → ;
+
 # fallbacks
 | s ← c } [eiy];
 | k ← c ;

tools/cldr-code/src/main/java/org/unicode/cldr/tool/CLDRModify.java

@@ -96,6 +96,7 @@
         description =
                 "Tool for applying modifications to the CLDR files. Use -h to see the options.")
 public class CLDRModify {
+    private static final Splitter SPLIT_ON_SEMI = Splitter.onPattern("\\s*;\\s+");
     static final String DEBUG_PATHS = null; // ".*currency.*";
     static final boolean COMMENT_REMOVALS = false; // append removals as comments
     static final UnicodeSet whitespace = new UnicodeSet("[:whitespace:]").freeze();
@@ -650,7 +651,7 @@ private static void checkSuboptions(int i, UnicodeSet allowedOptions) {
                             + "Use -? for help.");
         }
         if (i == FIX && givenOptions.value != null) {
-            final UnicodeSet allowedFilters = new UnicodeSet().add('P').add('Q').add('V');
+            final UnicodeSet allowedFilters = new UnicodeSet().add('P').add('Q').add('V').add('k');
             for (char c : givenOptions.value.toCharArray()) {
                 if (!allowedFilters.contains(c)) {
                     throw new IllegalArgumentException(
@@ -2376,12 +2377,14 @@ private void fillCache() {
                                     @Override
                                     protected boolean handleLine(int lineCount, String line) {
                                         line = line.trim();
-                                        String[] lineParts = line.split("\\s*;\\s*");
+                                        Iterable<String> lineParts = SPLIT_ON_SEMI.split(line);
                                         Map<ConfigKeys, ConfigMatch> keyValue =
                                                 new EnumMap<>(ConfigKeys.class);
                                         for (String linePart : lineParts) {
                                             int pos = linePart.indexOf('=');
                                             if (pos < 0) {
+                                                // WARNING; the code doesn't allow for ; within
+                                                // values; need to restructure for that.
                                                 throw new IllegalArgumentException(
                                                         lineCount
                                                                 + ":\t No = in command: «"