From: Timo Sirainen Date: Mon, 11 May 2015 11:35:49 +0000 (+0300) Subject: lib-fts: Test trailing "number." for TR29 in test-fts-tokenizer X-Git-Tag: 2.2.17.rc2~24 X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=b04e76cbc807707d299055be79500f8ff131da43;p=thirdparty%2Fdovecot%2Fcore.git lib-fts: Test trailing "number." for TR29 in test-fts-tokenizer --- diff --git a/src/lib-fts/test-fts-tokenizer.c b/src/lib-fts/test-fts-tokenizer.c index 6acde104d9..45953aff20 100644 --- a/src/lib-fts/test-fts-tokenizer.c +++ b/src/lib-fts/test-fts-tokenizer.c @@ -27,6 +27,8 @@ static const char *test_inputs[] = { "and longlonglongabcdefghijklmnopqrstuvwxyz more.\n\n " "(\"Hello world\")3.14 3,14 last", + "1.", + /* whitespace: with Unicode(utf8) U+FF01(ef bc 81)(U+2000(e2 80 80) and U+205A(e2 81 9a) and U+205F(e2 81 9f) */ "hello\xEF\xBC\x81world\r\nAnd\xE2\x80\x80there\twas: text " @@ -126,6 +128,8 @@ static void test_fts_tokenizer_generic_only(void) "and", "longlonglongabcdefghijklmnopqr", "more", "Hello", "world", "3", "14", "3", "14", "last", NULL, + "1", NULL, + "hello", "world", "And", "there", "was", "text", "galore", "and", "more", NULL, @@ -163,6 +167,8 @@ static void test_fts_tokenizer_generic_tr29_only(void) "and", "longlonglongabcdefghijklmnopqr", "more", "Hello", "world", "3.14", "3,14", "last", NULL, + "1", NULL, + "hello", "world", "And", "there", "was", "text", "galore", "and", "more", NULL,