Delete arabic control characters mark-ar (0x061C) and lefttorightmark (0x200E) (...

* Delete ؜mark-ar

* Delete lefttorightmark (0x200E)

diff --git a/Lib/gflanguages/data/languages/ar_Arab.textproto b/Lib/gflanguages/data/languages/ar_Arab.textproto
index d8dd14dda61d4b87306a27f8f690f061a02e9aa6..c2f801fe9b99a76805ac18e4df009fd7731c619d 100644 (file)
--- a/Lib/gflanguages/data/languages/ar_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ar_Arab.textproto
@@ -42,9 +42,9 @@ region: "TR"
 region: "YE"
 exemplar_chars {
   base: "ء أ ؤ إ ئ ا آ ب ة ت ث ج ح خ د ذ ر ز س ش ص ض ط ظ ع غ ف ق ك ل م ن ه و ى ي ـ"
-  auxiliary: "ـ ‌ ‍ ‎ ‏ پ چ ژ ڜ ڢ ڤ ڥ ٯ ڧ ڨ ک گ ی"
+  auxiliary: "ـ ‌ ‍  ‏ پ چ ژ ڜ ڢ ڤ ڥ ٯ ڧ ڨ ک گ ی"
   marks: "◌ٰ ◌ٓ ◌ٔ ◌ٕ ◌ً ◌ٌ ◌ٍ ◌َ ◌ُ ◌ِ ◌ّ ◌ْ"
-  numerals: "؜ ‎ - , ٫ ٬ . % ٪ ؉ + 0٠ 1 ١ 2 ٢ 3 ٣ 4 ٤ 5 ٥ 6 ٦ 7 ٧ 8 ٨ 9 ٩"
+  numerals: "  - , ٫ ٬ . % ٪ ؉ + 0٠ 1 ١ 2 ٢ 3 ٣ 4 ٤ 5 ٥ 6 ٦ 7 ٧ 8 ٨ 9 ٩"
   punctuation: "- – — ۔ ، ؛ : ! ؟ ٭ . … \' \" « » ﴾ ﴿ ( ) [ ] ؍"
   index: "ا ب ت ث ج ح خ د ذ ر ز س ش ص ض ط ظ ع غ ف ق ك ل م ن ه و ي"
 }

diff --git a/Lib/gflanguages/data/languages/ckb_Arab.textproto b/Lib/gflanguages/data/languages/ckb_Arab.textproto
index e7e4fa22e97b85458b02a4f28427a8bcc6b57110..2e056ea848bca566d3fe5edc1089706647c969f3 100644 (file)
--- a/Lib/gflanguages/data/languages/ckb_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ckb_Arab.textproto
@@ -7,7 +7,7 @@ region: "IQ"
 region: "IR"
 exemplar_chars {
   base: "ئ ا ب پ ت ج چ ح خ د ر ز ڕ ژ س ش ع غ ف ڤ ق ک گ ل ڵ م ن ھ ە و ۆ ی ێ"
-  auxiliary: "â\80\8eâ\80\8f Ù\8b Ù\8c Ù\8d Ù\8e Ù\8f Ù\90 Ù\91 Ù\92 Ø¡ Ø¢ Ø£ ؤ Ø¥ Ø© Ø« Ø° ص ض Ø· ظ Ù\83 Ù\87 Ù\89 Ù\8a"
-  numerals: "â\80\8eâ\80\8f - , Ù« Ù¬ . % Ùª Ø\89 + 0Ù  1Ù¡ 2Ù¢ 3Ù£ 4Ù¤ 5Ù¥ 6Ù¦ 7Ù§ 8Ù¨ 9Ù©"
+  auxiliary: "‏ ً ٌ ٍ َ ُ ِ ّ ْ ء آ أ ؤ إ ة ث ذ ص ض ط ظ ك ه ى ي"
+  numerals: "‏ - , ٫ ٬ . % ٪ ؉ + 0٠ 1١ 2٢ 3٣ 4٤ 5٥ 6٦ 7٧ 8٨ 9٩"
   index: "ئ ا ب پ ت ج چ ح خ د ر ز ڕ ژ س ش ع غ ف ڤ ق ک گ ل ڵ م ن ھ ە و ۆ ی ێ"
 }

diff --git a/Lib/gflanguages/data/languages/dv_Thaa.textproto b/Lib/gflanguages/data/languages/dv_Thaa.textproto
index 1ec7eb471e7b5421c2d2f4d2abbd9a0397cda103..8b4ebe7dd02e56b69754cfdfaa920aa11366577d 100644 (file)
--- a/Lib/gflanguages/data/languages/dv_Thaa.textproto
+++ b/Lib/gflanguages/data/languages/dv_Thaa.textproto
@@ -7,7 +7,7 @@ population: 372368
 region: "IN"
 region: "MV"
 exemplar_chars {
-  base: "އ ކ ޅ ބ ރ ނ ށ ހ ޏ ގ ލ ތ ދ ފ މ ވ ޗ ޖ ޕ ޔ ޓ ޒ ޑ ސ ޱ ‎"
+  base: "އ ކ ޅ ބ ރ ނ ށ ހ ޏ ގ ލ ތ ދ ފ މ ވ ޗ ޖ ޕ ޔ ޓ ޒ ޑ ސ ޱ "
   marks: "◌ަ ◌ާ ◌ި ◌ީ ◌ު ◌ޫ ◌ެ ◌ޭ ◌ޮ ◌ޯ ◌ް"
 }
 sample_text {

diff --git a/Lib/gflanguages/data/languages/fa_Arab.textproto b/Lib/gflanguages/data/languages/fa_Arab.textproto
index c97036690f0d2767eb5cec3b52e12c4359cdf98f..cfc6828ae7c2077a7720988a161d2db2b4d5d081 100644 (file)
--- a/Lib/gflanguages/data/languages/fa_Arab.textproto
+++ b/Lib/gflanguages/data/languages/fa_Arab.textproto
@@ -14,9 +14,9 @@ region: "QA"
 region: "TJ"
 exemplar_chars {
   base: "آ ا ء أ ؤ ئ ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ه ة ی"
-  auxiliary: "Ù\80â\80\8câ\80\8dâ\80\8eâ\80\8f Ù\8e Ù\90 Ù\8f Ù\92 Ù\96 Ù° Ø¥ Ù\83 Ù\89 Ù\8a"
+  auxiliary: "ـ‌‍‏ َ ِ ُ ْ ٖ ٰ إ ك ى ي"
   marks: "◌ً ◌ٍ ◌ٌ ◌ّ ◌ٔ"
-  numerals: "‎ , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
+  numerals: " , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
   punctuation: "- ، ٫ ٬ ؛ : ! ؟ . … ‹ › « » ( ) [ ] * / \\"
   index: "آ ا ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ه ی"
 }

diff --git a/Lib/gflanguages/data/languages/he_Hebr.textproto b/Lib/gflanguages/data/languages/he_Hebr.textproto
index a758e0d35936dda61b8c220fed323f68d1a1887c..fcb2945e5faf909ed63eee2e3c70b15a18d8142f 100644 (file)
--- a/Lib/gflanguages/data/languages/he_Hebr.textproto
+++ b/Lib/gflanguages/data/languages/he_Hebr.textproto
@@ -7,9 +7,9 @@ population: 8675480
 region: "IL"
 exemplar_chars {
   base: "א ב ג ד ה ו ז ח ט י כ ך ל מ ם נ ן ס ע פ ף צ ץ ק ר ש ת"
-  auxiliary: "Ö½×\84â\80\8eâ\80\8f Ö° Ö± Ö² Ö³ Ö´ Öµ Ö¶ Ö· Ö¸ Ö¹ Ö» ×\82 ×\81 Ö¼ Ö¿ ×´"
+  auxiliary: "ֽׄ‏ ְ ֱ ֲ ֳ ִ ֵ ֶ ַ ָ ֹ ֻ ׂ ׁ ּ ֿ ״"
   marks: "◌ְ ◌ֱ ◌ֲ ◌ֳ ◌ִ ◌ֵ ◌ֶ ◌ַ ◌ָ ◌ֹ ◌ֻ ◌ּ ◌ׁ ◌ׂ"
-  numerals: "‎ - , . % + 0 1 2 3 4 5 6 7 8 9"
+  numerals: " - , . % + 0 1 2 3 4 5 6 7 8 9"
   punctuation: "- – — , ; : ! ? . ׳ \' \" ( ) [ ] / ״ ־"
   index: "א ב ג ד ה ו ז ח ט י כ ל מ נ ס ע פ צ ק ר ש ת"
 }

diff --git a/Lib/gflanguages/data/languages/ks_Arab.textproto b/Lib/gflanguages/data/languages/ks_Arab.textproto
index d2475c0efe2cbe19fc358c91f26bdc38b34541a9..4817e17e268e40b3b4b3f597738755b79fdc3b25 100644 (file)
--- a/Lib/gflanguages/data/languages/ks_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ks_Arab.textproto
@@ -9,8 +9,8 @@ region: "IN"
 region: "PK"
 exemplar_chars {
   base: "ء آ أ ٲ ؤ ا ب پ ت ث ٹ ج چ ح خ د ذ ڈ ر ز ڑ ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ں ھ ہ و ۄ ۆ ی ۍ ؠ ے"
-  auxiliary: "â\80\8eâ\80\8f Ù\8e Ù\8f Ù\90 Ù\94 Ù\95 Ù\9f Ù\96 Ù\97"
-  numerals: "‎ - , . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
+  auxiliary: "‏ َ ُ ِ ٔ ٕ ٟ ٖ ٗ"
+  numerals: " - , . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
 }
 sample_text {
   masthead_full: "سریل"

diff --git a/Lib/gflanguages/data/languages/lrc_Arab.textproto b/Lib/gflanguages/data/languages/lrc_Arab.textproto
index c7be01704e852b86f585d6e55bbe4b1081d7507e..56f00b57d54c2117ef683afa8d9f8d41f33159c5 100644 (file)
--- a/Lib/gflanguages/data/languages/lrc_Arab.textproto
+++ b/Lib/gflanguages/data/languages/lrc_Arab.textproto
@@ -7,7 +7,7 @@ region: "IQ"
 region: "IR"
 exemplar_chars {
   base: "آ أ ؤ ئ ا ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ڤ ق ک گ ل م ن ھ ە و ۉ ۊ ی ؽ"
-  auxiliary: "â\80\8bâ\80\8câ\80\8dâ\80\8eâ\80\8f Ù\8b Ù\8c Ù\8d Ù\8e Ù\8f Ù\90 Ù\91 Ù\92 Ù\94 Ø¥ Ø© Ù\83 Ù\87 Ù\89 Ù\8a"
+  auxiliary: "​‌‍‏ ً ٌ ٍ َ ُ ِ ّ ْ ٔ إ ة ك ه ى ي"
   marks: "◌ٙ ◌ٛ"
   numerals: "- , . % + 0 1 2 3 4 5 6 7 8 9"
   punctuation: "- ، ٫ ٬ ؛ : ! ؟ . … ‹ › « » ( ) [ ] * / \\"

diff --git a/Lib/gflanguages/data/languages/mzn_Arab.textproto b/Lib/gflanguages/data/languages/mzn_Arab.textproto
index 8700cd5587a1da54f7f9bbb9f1ae9cf1b0ed391e..50aa6aefec2d65641fd23631a1173e171e1b495f 100644 (file)
--- a/Lib/gflanguages/data/languages/mzn_Arab.textproto
+++ b/Lib/gflanguages/data/languages/mzn_Arab.textproto
@@ -6,7 +6,7 @@ population: 4246165
 region: "IR"
 exemplar_chars {
   base: "ء آ أ ؤ ئ ا ب پ ة ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ه و ی"
-  auxiliary: "â\80\8câ\80\8dâ\80\8eâ\80\8f Ù\8e Ù\8f Ù\90 Ù\92 Ù\96 Ù° Ø¥ Ù\83 Ù\89 Ù\8a"
+  auxiliary: "‌‍‏ َ ُ ِ ْ ٖ ٰ إ ك ى ي"
   marks: "◌ً ◌ٌ ◌ٍ ◌ّ ◌ٔ"
   punctuation: "- ، ٫ ٬ ؛ : ! ؟ . … ‹ › « » ( ) [ ] * / \\"
   index: "آ ا ب پ ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ه و ی"

diff --git a/Lib/gflanguages/data/languages/pa_Arab.textproto b/Lib/gflanguages/data/languages/pa_Arab.textproto
index 6ec1c8c8e5f35ff589c57e5657d5d404a10601e7..475dc936d44a03bb91ab00e2e1e5482d2fd6c9ee 100644 (file)
--- a/Lib/gflanguages/data/languages/pa_Arab.textproto
+++ b/Lib/gflanguages/data/languages/pa_Arab.textproto
@@ -6,8 +6,8 @@ population: 163450700
 region: "PK"
 exemplar_chars {
   base: "ء آ ؤ ئ ا ب پ ت ث ٹ ج چ ح خ د ذ ڈ ر ز ڑ ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ں ه ھ ہ و ی ے"
-  auxiliary: "â\80\8eâ\80\8f Ø£ Ù» Ø© Ùº Ù¼ Ù½"
+  auxiliary: "‏ أ ٻ ة ٺ ټ ٽ"
   marks: "◌ُ"
-  numerals: "‎ - , . % + 0 1 2 3 4 5 6 7 8 9"
+  numerals: " - , . % + 0 1 2 3 4 5 6 7 8 9"
   index: "ء آ ؤ ئ ا ب پ ت ث ٹ ج چ ح خ د ذ ڈ ر ز ڑ ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ں ه ھ ہ و ی ے"
 }

diff --git a/Lib/gflanguages/data/languages/ps_Arab.textproto b/Lib/gflanguages/data/languages/ps_Arab.textproto
index fad062f130db8e6dcb745b34e17d516171748e81..b9913a32e75395b4d1f119baa4a7e2b9624c3bd7 100644 (file)
--- a/Lib/gflanguages/data/languages/ps_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ps_Arab.textproto
@@ -10,9 +10,9 @@ region: "IR"
 region: "PK"
 exemplar_chars {
   base: "آ ا أ ء ب پ ت ټ ث ج ځ چ څ ح خ د ډ ذ ر ړ ز ژ ږ س ش ښ ص ض ط ظ ع غ ف ق ک ګ گ ل م ن ڼ ه ة و ؤ ی ي ې ۍ ئ"
-  auxiliary: "â\80\8c â\80\8d â\80\8eâ\80\8f Û\92"
+  auxiliary: "‌ ‍ ‏ ے"
   marks: "◌َ ◌ِ ◌ُ ◌ً ◌ٍ ◌ٌ ◌ّ ◌ْ ◌ٔ ◌ٰ"
-  numerals: "‎ - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
+  numerals: " - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
   punctuation: "، ; : ! ۔ \' ‘ ( ) [ ] { } / ۽ ۾"
   index: "آ ا ء ب پ ت ټ ث ج ځ چ څ ح خ د ډ ذ ر ړ ز ژ ږ س ش ښ ص ض ط ظ ع غ ف ق ک ګ ل م ن ڼ ه و ی"
 }

diff --git a/Lib/gflanguages/data/languages/ug_Arab.textproto b/Lib/gflanguages/data/languages/ug_Arab.textproto
index bca28ac6731de4dcc592baf376490c89ac8dda95..4d70f9320eefdfa7e2148c7d1ce5c5416c24ff23 100644 (file)
--- a/Lib/gflanguages/data/languages/ug_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ug_Arab.textproto
@@ -8,7 +8,7 @@ region: "AF"
 region: "CN"
 exemplar_chars {
   base: "{ئا} {ئه} {ئو} {ئۇ} {ئۆ} {ئۈ} {ئې} {ئى} ا ە ب پ ت ج چ خ د ر ز ژ س ش غ ف ق ك گ ڭ ل م ن ھ و ۇ ۆ ۈ ۋ ې ى ي"
-  auxiliary: "â\80\8eâ\80\8f ئ"
+  auxiliary: "‏ ئ"
   numerals: "- , . % + 0 1 2 3 4 5 6 7 8 9"
   index: "{ئا} {ئه} {ئو} {ئۇ} {ئۆ} {ئۈ} {ئې} {ئى} ا ە ب پ ت ج چ خ د ر ز ژ س ش غ ف ق ك گ ڭ ل م ن ھ و ۇ ۆ ۈ ۋ ې ى ي"
 }

diff --git a/Lib/gflanguages/data/languages/ur_Arab.textproto b/Lib/gflanguages/data/languages/ur_Arab.textproto
index a9d2c1367e5fa225071db00ad53db2894cca5255..011161a181df8bc46fb6eb2545291b03380b9933 100644 (file)
--- a/Lib/gflanguages/data/languages/ur_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ur_Arab.textproto
@@ -9,8 +9,8 @@ region: "MU"
 region: "PK"
 exemplar_chars {
   base: "ا ب پ ت ٹ ث ج چ ح خ د ڈ ذ ر ڑ ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ہ ھ ء ی ے"
-  auxiliary: "Ø\80Ø\81Ø\82Ø\83â\80\8câ\80\8dâ\80\8eâ\80\8f Ù\8b Ù\8c Ù\8d Ù\8e Ù\8f Ù\90 Ù\91 Ù\92 Ù\94 Ù\96 Ù\97 Ù\98 Ù° Ø£ Ø¢ Úº ؤ Û\82 Û\83 ئ Ù» Ø© Ùº Ù¼ Ù½ Ù\87 Ù\8a"
-  numerals: "‎ - , ٫ ٬ . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
+  auxiliary: "؀؁؂؃‌‍‏ ً ٌ ٍ َ ُ ِ ّ ْ ٔ ٖ ٗ ٘ ٰ أ آ ں ؤ ۂ ۃ ئ ٻ ة ٺ ټ ٽ ه ي"
+  numerals: " - , ٫ ٬ . % + 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
   punctuation: "، ؍ ٫ ٬ ؛ : ؟ . ۔ ( ) [ ]"
   index: "ا ب پ ت ٹ ث ج چ ح خ د ڈ ذ ر ڑ ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن و ہ ھ ء ی ے"
 }

diff --git a/Lib/gflanguages/data/languages/uz_Arab.textproto b/Lib/gflanguages/data/languages/uz_Arab.textproto
index 8e48d5e4722cfc4366d1e4157561181615e35735..7a92634466837cc85ed61ec01372032e8adea385 100644 (file)
--- a/Lib/gflanguages/data/languages/uz_Arab.textproto
+++ b/Lib/gflanguages/data/languages/uz_Arab.textproto
@@ -7,9 +7,9 @@ population: 1722258
 region: "AF"
 exemplar_chars {
   base: "ء آ أ ؤ ئ ا ب پ ة ت ث ج چ ح خ د ذ ر ز ژ س ش ص ض ط ظ ع غ ف ق ک گ ل م ن ه و ۇ ۉ ی"
-  auxiliary: "â\80\8câ\80\8dâ\80\8eâ\80\8f Ù¼ Ú\81 Ú\85 Ú\89 Ú\93 Ú\96 Ú\9a Ú« Ú¼ Ù\8a Û\8d Û\90"
+  auxiliary: "‌‍‏ ټ ځ څ ډ ړ ږ ښ ګ ڼ ي ۍ ې"
   marks: "◌ً ◌ٌ ◌ٍ ◌َ ◌ُ ◌ِ ◌ّ ◌ْ ◌ٔ ◌ٰ"
-  numerals: "‎ - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
+  numerals: " - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
   index: "ء آ أ ؤ ئ ا ب پ ة ت ث ټ ج چ ح خ ځ څ د ذ ډ ر ز ړ ږ ژ س ش ښ ص ض ط ظ ع غ ف ق ک ګ گ ل م ن ڼ ه و ۇ ۉ ي ی ۍ ې"
 }
 sample_text {

diff --git a/Lib/gflanguages/data/languages/yi_Hebr.textproto b/Lib/gflanguages/data/languages/yi_Hebr.textproto
index c958e962d44330a080d854ca7d6990caa4843002..7fcecdddb84e8825768a01d0dd798fe2ec53deea 100644 (file)
--- a/Lib/gflanguages/data/languages/yi_Hebr.textproto
+++ b/Lib/gflanguages/data/languages/yi_Hebr.textproto
@@ -12,7 +12,7 @@ region: "UA"
 region: "US"
 exemplar_chars {
   base: "א {אַ} {אָ} ב {בֿ} ג ד {דזש} ה ו {וּ} {וו} {וי} ז {זש} ח ט {טש} י {יִ} {יי} {ײַ} {כּ} כ ך ל מ ם נ ן ס ע {פּ} {פֿ} ף צ ץ ק ר ש {שׂ} {תּ} ת"
-  auxiliary: "â\80\8eâ\80\8f"
+  auxiliary: "‏"
   marks: "◌ְ ◌ֱ ◌ֲ ◌ֳ ◌ִ ◌ֵ ◌ֶ ◌ַ ◌ָ ◌ֹ ◌ֻ ◌ּ ◌ׁ ◌ׂ"
   numerals: "- , . % + 0 1 2 3 4 5 6 7 8 9"
   punctuation: "- – — , ; : ! ? . ׳ \' \" ( ) [ ] / ״ ־"