lib-fts: simple tokenizer minor cleanup - removed unnecessary token length > 0 check

fts_tokenizer_generic_simple_current_token() will check it in any case.

diff --git a/src/lib-fts/fts-tokenizer-generic.c b/src/lib-fts/fts-tokenizer-generic.c
index 054ad8f8368727699a1a46ade7adff80a1b465ef..d9d0d65b69d402f1f96baa7c2feed9ef3cf57995 100644 (file)
--- a/src/lib-fts/fts-tokenizer-generic.c
+++ b/src/lib-fts/fts-tokenizer-generic.c
@@ -220,8 +220,7 @@ fts_tokenizer_generic_next_simple(struct fts_tokenizer *_tok,
                apostrophe = IS_APOSTROPHE(c);
                if (fts_simple_is_word_break(tok, c, apostrophe)) {
                        tok_append_truncated(tok, data + start, i - start);
-                       if (tok->token->used > 0 &&
-                           fts_tokenizer_generic_simple_current_token(tok, token_r)) {
+                       if (fts_tokenizer_generic_simple_current_token(tok, token_r)) {
                                *skip_r = i + char_size;
                                return 1;
                        }
@@ -241,7 +240,7 @@ fts_tokenizer_generic_next_simple(struct fts_tokenizer *_tok,
        *skip_r = i;
 
        /* return the last token */
-       if (size == 0 && tok->token->used > 0) {
+       if (size == 0) {
                if (fts_tokenizer_generic_simple_current_token(tok, token_r))
                        return 1;
        }