From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Fri, 7 Sep 2018 14:42:19 +0000 (+0100)
Subject: [Minor] Properly set flag on text tokens
X-Git-Tag: 1.8.0~173
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=944c70abcfdc4f3e32be83910081ad68dacde2bf;p=thirdparty%2Frspamd.git

[Minor] Properly set flag on text tokens
---

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index 0902ceb055..ac7f8be852 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -393,7 +393,7 @@ start_over:
 							if (rspamd_utf_word_valid (text, text + len, last, p)) {
 								token.begin = text + last;
 								token.len = p - last;
-								token.flags = 0;
+								token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT;
 							}
 						}
 					}
@@ -407,7 +407,7 @@ start_over:
 						if (rspamd_utf_word_valid (text, text + len, last, p)) {
 							token.begin = text + last;
 							token.len = p - last;
-							token.flags = 0;
+							token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT;
 						}
 					}
 					else {
@@ -415,7 +415,7 @@ start_over:
 						if (rspamd_utf_word_valid (text, text + len, last, p)) {
 							token.begin = text + last;
 							token.len = p - last;
-							token.flags = 0;
+							token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT;
 						}
 					}
 				}
@@ -423,6 +423,7 @@ start_over:
 					if (rspamd_utf_word_valid (text, text + len, last, p)) {
 						token.begin = text + last;
 						token.len = p - last;
+						token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT;
 					}
 				}