WIP Arabic and Pashto improvements

diff --git a/Lib/gflanguages/data/languages/ar_Arab.textproto b/Lib/gflanguages/data/languages/ar_Arab.textproto
index a55faeefa627de61048a4fcedeb2bdb6a7364095..d1e59f1fdf2cd87a8d8bb3da2b7cf5d4d5c35c35 100644 (file)
--- a/Lib/gflanguages/data/languages/ar_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ar_Arab.textproto
@@ -41,10 +41,10 @@ region: "TN"
 region: "TR"
 region: "YE"
 exemplar_chars {
-  base: "Ù\8b Ù\8c Ù\8d Ù\8e Ù\8f Ù\90 Ù\91 Ù\92 Ù° Ø¡ Ø£ ؤ Ø¥ ئ ا Ø¢ ب Ø© ت Ø« ج Ø­ Ø® د Ø° ر ز س Ø´ ص ض Ø· ظ ع غ Ù\81 Ù\82 Ù\83 Ù\84 Ù\85 Ù\86 Ù\87 Ù\88 Ù\89 Ù\8a"
-  auxiliary: "ـ‌‍‎‏ پ چ ژ ڜ ڢ ڤ ڥ ٯ ڧ ڨ ک گ ی"
-  numerals: "؜‎ - , ٫ ٬ . % ٪ ؉ + 0٠ 1١ 2٢ 3٣ 4٤ 5٥ 6٦ 7٧ 8٨ 9٩"
-  punctuation: "- – — ، ؛ : ! ؟ . … \' \" « » ( ) [ ]"
+  base: "Ù° Ø¡ Ø£ ؤ Ø¥ ئ ا Ø¢ ب Ø© ت Ø« ج Ø­ Ø® د Ø° ر ز س Ø´ ص ض Ø· ظ ع غ Ù\81 Ù\82 Ù\83 Ù\84 Ù\85 Ù\86 Ù\87 Ù\88 Ù\89 Ù\8a Ù\80 Ù\93 Ù\94 Ù\95 Ù\8b Ù\8c Ù\8d Ù\8e Ù\8f Ù\90 Ù\91 Ù\92"
+  auxiliary: "ـ ‌ ‍ ‎ ‏ پ چ ژ ڜ ڢ ڤ ڥ ٯ ڧ ڨ ک گ ی"
+  numerals: "؜ ‎ - , ٫ ٬ . % ٪ ؉ + 0٠ 1 ١ 2 ٢ 3 ٣ 4 ٤ 5 ٥ 6 ٦ 7 ٧ 8 ٨ 9 ٩"
+  punctuation: "- – — ۔ ، ؛ : ! ؟ ٭ . … \' \" « » ﴾ ﴿ ( ) [ ] ؍"
   index: "ا ب ت ث ج ح خ د ذ ر ز س ش ص ض ط ظ ع غ ف ق ك ل م ن ه و ي"
 }
 sample_text {

diff --git a/Lib/gflanguages/data/languages/ps_Arab.textproto b/Lib/gflanguages/data/languages/ps_Arab.textproto
index 7b20f328c3e3ccddc479b2c298d6c5706522d145..4ccfccdffce253526218503c0844045005f0eaf8 100644 (file)
--- a/Lib/gflanguages/data/languages/ps_Arab.textproto
+++ b/Lib/gflanguages/data/languages/ps_Arab.textproto
@@ -12,7 +12,7 @@ exemplar_chars {
   base: "َ ِ ُ ً ٍ ٌ ّ ْ ٔ ٰ آ ا أ ء ب پ ت ټ ث ج ځ چ څ ح خ د ډ ذ ر ړ ز ژ ږ س ش ښ ص ض ط ظ ع غ ف ق ک ګ گ ل م ن ڼ ه ة و ؤ ی ي ې ۍ ئ"
   auxiliary: "‌ ‍ ‎‏ ے"
   numerals: "‎ - , ٫ ٬ . % ٪ ؉ + − 0۰ 1۱ 2۲ 3۳ 4۴ 5۵ 6۶ 7۷ 8۸ 9۹"
-  punctuation: "، ; : ! ۔ \' ‘ ( ) [ ] { } /"
+  punctuation: "، ; : ! ۔ \' ‘ ( ) [ ] { } / ۽ ۾"
   index: "آ ا ء ب پ ت ټ ث ج ځ چ څ ح خ د ډ ذ ر ړ ز ژ ږ س ش ښ ص ض ط ظ ع غ ف ق ک ګ ل م ن ڼ ه و ی"
 }
 sample_text {