From 44b731c68fc57e94fa26d0172f4805a56bcb94ea Mon Sep 17 00:00:00 2001 From: Vsevolod Stakhov Date: Fri, 30 Nov 2018 10:00:04 +0000 Subject: [PATCH] [Minor] Slightly extend what we can treat as words --- src/libstat/tokenizers/tokenizers.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c index 51c711cf83..acbbcf2f01 100644 --- a/src/libstat/tokenizers/tokenizers.c +++ b/src/libstat/tokenizers/tokenizers.c @@ -229,7 +229,7 @@ rspamd_utf_word_valid (const gchar *text, const gchar *end, U8_NEXT (text, start, finish, c); - if (u_isalnum (c)) { + if (u_isJavaIDPart (c)) { return TRUE; } -- 2.47.3