[Minor] Disable headers hash for statistics

Discussed with: @moisseev

diff --git a/lualib/lua_stat.lua b/lualib/lua_stat.lua
index 2606a8d22da9bfcdcc0bd089ea9bb53d9c14a671..920f20205cc87fc164009a80ece50e3ed6532e1d 100644 (file)
--- a/lualib/lua_stat.lua
+++ b/lualib/lua_stat.lua
@@ -678,6 +678,10 @@ local function get_mime_stat_tokens(task, res, i)
 end
 
 local function get_headers_stat_tokens(task, cf, res, i)
+  --[[
+  -- As discussed with Alexander Moisseev, this feature can skew statistics
+  -- especially when learning is separated from scanning, so learning
+  -- has a different set of tokens where this token can have too high weight
   local hdrs_cksum = task:get_mempool():get_variable("headers_hash")
 
   if hdrs_cksum then
@@ -686,6 +690,7 @@ local function get_headers_stat_tokens(task, cf, res, i)
         res[i])
     i = i + 1
   end
+  ]]--
 
   for k,hdrs in pairs(cf.classify_headers_parsed) do
     for _,hname in ipairs(hdrs) do