From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Tue, 31 Oct 2017 19:34:42 +0000 (+0000)
Subject: [Fix] Do not skip the last character
X-Git-Tag: 1.7.0~494
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=a945f44465d3186891d2fefc05a1fa33754b1182;p=thirdparty%2Frspamd.git

[Fix] Do not skip the last character

MFH: rspamd-1.6
---

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index aec801b056..d253c1aa68 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -256,6 +256,7 @@ rspamd_tokenizer_get_word (rspamd_stat_token_t * buf,
 
 	/* Last character */
 	if (state == feed_token) {
+		p = &s[i];
 		goto set_token;
 	}