From: Timo Sirainen <timo.sirainen@dovecot.fi>
Date: Tue, 22 Nov 2016 16:00:13 +0000 (+0200)
Subject: lib-fts: Add randomness test to test-fts-tokenizer
X-Git-Tag: 2.2.27~73
X-Git-Url: http://git.ipfire.org/?a=commitdiff_plain;h=988ff60eb9c405b84dafd1a56d35a014e24e9a77;p=thirdparty%2Fdovecot%2Fcore.git

lib-fts: Add randomness test to test-fts-tokenizer
---

diff --git a/src/lib-fts/test-fts-tokenizer.c b/src/lib-fts/test-fts-tokenizer.c
index eb606410d4..224f250ad7 100644
--- a/src/lib-fts/test-fts-tokenizer.c
+++ b/src/lib-fts/test-fts-tokenizer.c
@@ -2,6 +2,7 @@
 
 #include "lib.h"
 #include "unichar.h"
+#include "str.h"
 #include "test-common.h"
 #include "fts-tokenizer.h"
 #include "fts-tokenizer-common.h"
@@ -469,6 +470,35 @@ static void test_fts_tokenizer_address_maxlen(void)
 	test_end();
 }
 
+static void test_fts_tokenizer_random(void)
+{
+	const char test_chars[] = { 0, ' ', '.', 'a', 'b', 'c', '-', '@', '\xC3', '\xA4' };
+	const char *const settings[] = {"algorithm", "simple", NULL};
+	const char *const email_settings[] = {"maxlen", "9", NULL};
+	unsigned int i;
+	unsigned char addr[10] = { 0 };
+	string_t *str = t_str_new(20);
+	struct fts_tokenizer *tok, *gen_tok;
+	const char *token, *error;
+
+	test_begin("fts tokenizer random");
+	test_assert(fts_tokenizer_create(fts_tokenizer_generic, NULL, settings, &gen_tok, &error) == 0);
+	test_assert(fts_tokenizer_create(fts_tokenizer_email_address, gen_tok, email_settings, &tok, &error) == 0);
+
+	for (i = 0; i < 10000; i++) T_BEGIN {
+		for (unsigned int j = 0; j < sizeof(addr); j++)
+			addr[j] = test_chars[rand() % N_ELEMENTS(test_chars)];
+		str_truncate(str, 0);
+		uni_utf8_get_valid_data(addr, sizeof(addr), str);
+		while (fts_tokenizer_next(tok, str_data(str), str_len(str),
+					  &token, &error) > 0) ;
+		while (fts_tokenizer_final(tok, &token, &error) > 0) ;
+	} T_END;
+	fts_tokenizer_unref(&tok);
+	fts_tokenizer_unref(&gen_tok);
+	test_end();
+}
+
 int main(void)
 {
 	static void (*test_functions[])(void) = {
@@ -482,6 +512,7 @@ int main(void)
 		test_fts_tokenizer_address_maxlen,
 		test_fts_tokenizer_address_search,
 		test_fts_tokenizer_delete_trailing_partial_char,
+		test_fts_tokenizer_random,
 		NULL
 	};
 	int ret;