From: Teemu Huovila <teemu.huovila@dovecot.fi>
Date: Mon, 31 Aug 2015 10:33:26 +0000 (+0300)
Subject: lib-fts: Add UTF-8 unit test for lowercase filter.
X-Git-Tag: 2.2.19.rc1~150
X-Git-Url: http://git.ipfire.org/?a=commitdiff_plain;h=c8eaee2ad6cc96e2ef42657f89d4404e674680b7;p=thirdparty%2Fdovecot%2Fcore.git

lib-fts: Add UTF-8 unit test for lowercase filter.
---

diff --git a/src/lib-fts/test-fts-filter.c b/src/lib-fts/test-fts-filter.c
index 236fba686f..b10b645019 100644
--- a/src/lib-fts/test-fts-filter.c
+++ b/src/lib-fts/test-fts-filter.c
@@ -110,6 +110,35 @@ static void test_fts_filter_lowercase(void)
 	test_end();
 }
 
+#ifdef HAVE_LIBICU
+static void test_fts_filter_lowercase_utf8(void)
+{
+	struct {
+		const char *input;
+		const char *output;
+	} tests[] = {
+		{ "f\xC3\x85\xC3\x85", "f\xC3\xA5\xC3\xA5" },
+		{ "F\xC3\x85\xC3\x85", "f\xC3\xA5\xC3\xA5" },
+		{ "F\xC3\x85\xC3\xA5", "f\xC3\xA5\xC3\xA5" }
+	};
+	struct fts_filter *filter;
+	const char *error;
+	const char *token;
+	unsigned int i;
+
+	test_begin("fts filter lowercase, UTF8");
+	test_assert(fts_filter_create(fts_filter_lowercase, NULL, &english_language, NULL, &filter, &error) == 0);
+
+	for (i = 0; i < N_ELEMENTS(tests); i++) {
+		token = tests[i].input;
+		test_assert_idx(fts_filter_filter(filter, &token, &error) > 0 &&
+				strcmp(token, tests[i].output) == 0, 0);
+	}
+	fts_filter_unref(&filter);
+	test_end();
+}
+#endif
+
 static void test_fts_filter_stopwords_eng(void)
 {
 	struct fts_filter *filter;
@@ -688,6 +717,9 @@ int main(void)
 		test_fts_filter_contractions_fail,
 		test_fts_filter_contractions_fr,
 		test_fts_filter_lowercase,
+#ifdef HAVE_LIBICU
+		test_fts_filter_lowercase_utf8,
+#endif
 		test_fts_filter_stopwords_eng,
 		test_fts_filter_stopwords_fin,
 		test_fts_filter_stopwords_fra,