From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Sat, 21 Oct 2017 09:56:14 +0000 (+0100)
Subject: [Fix] Do not strip last character in the last word
X-Git-Tag: 1.7.0~536
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=a7e0eda40297ccf47ae7d39fe4594d4048c83da9;p=thirdparty%2Frspamd.git

[Fix] Do not strip last character in the last word

MFH: rspamd-1.6
---

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index c4f814fce8..49496a9d8d 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -198,9 +198,9 @@ rspamd_tokenizer_get_word (rspamd_stat_token_t * buf,
 	p = s;
 	token->begin = s;
 
-	for (i = 0; i < remain; ) {
+	for (i = 0; i <= remain; ) {
 		p = &s[i];
-		U8_NEXT (s, i, remain, uc);
+		U8_NEXT (s, i, remain, uc); /* This also advances i */
 
 		if (uc < 0) {
 			if (i < remain) {