From: Vsevolod Stakhov Date: Tue, 17 Apr 2018 15:24:28 +0000 (+0100) Subject: [Minor] Improve performance of language detector X-Git-Tag: 1.7.4~79 X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=1e8144bdbe638f0909ab72043ec6303b7e156760;p=thirdparty%2Frspamd.git [Minor] Improve performance of language detector --- diff --git a/src/libmime/lang_detection.c b/src/libmime/lang_detection.c index 0c82946ddc..0d9b40ec1e 100644 --- a/src/libmime/lang_detection.c +++ b/src/libmime/lang_detection.c @@ -891,6 +891,10 @@ rspamd_language_detector_process_ngramm_full (struct rspamd_task *task, PTR_ARRAY_FOREACH (chain->languages, i, elt) { cand = g_hash_table_lookup (candidates, elt->elt->name); prob = elt->prob; + + if (prob < chain->mean) { + continue; + } #ifdef NGRAMMS_DEBUG msg_err ("gramm: %s, lang: %s, prob: %.3f", chain->utf, elt->elt->name, log2 (elt->prob)); diff --git a/src/libmime/message.c b/src/libmime/message.c index 844e4a5b46..5681c3d001 100644 --- a/src/libmime/message.c +++ b/src/libmime/message.c @@ -1136,8 +1136,7 @@ rspamd_message_parse (struct rspamd_task *task) p2 = g_ptr_array_index (task->text_parts, 1); /* First of all check parent object */ - if (p1->mime_part->parent_part && - p1->mime_part->parent_part == p2->mime_part->parent_part) { + if (p1->mime_part->parent_part) { rspamd_ftok_t srch; srch.begin = "alternative";