From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Wed, 1 Apr 2015 14:19:27 +0000 (+0100)
Subject: Update remain on tokenization.
X-Git-Tag: 0.9.0~364
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=2249d3ba5ab3254581c84ac1d0c5ed5ffbc79ed8;p=thirdparty%2Frspamd.git

Update remain on tokenization.
---

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index 744e6707e4..c9b65e343e 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -246,6 +246,7 @@ rspamd_tokenizer_get_word (rspamd_fstring_t * buf,
 			break;
 		}
 
+		remain -= next_p - p;
 		p = next_p;
 	}