hscollider: fix UTF8 check for patterns

diff --git a/tools/hscollider/GroundTruth.cpp b/tools/hscollider/GroundTruth.cpp
index f30a8f5eb71dddf06cee5c689702b92e8bcb55d7..a2673063c153483e5f5562ec74ae3884ecd5a5b3 100644 (file)
--- a/tools/hscollider/GroundTruth.cpp
+++ b/tools/hscollider/GroundTruth.cpp
@@ -241,6 +241,13 @@ void addCallout(string &re) {
     re.append("\\E)(?C)");
 }
 
+static
+bool isUtf8(const CompiledPcre &compiled) {
+    unsigned long int options = 0;
+    pcre_fullinfo(compiled.bytecode, NULL, PCRE_INFO_OPTIONS, &options);
+    return options & PCRE_UTF8;
+}
+
 unique_ptr<CompiledPcre>
 GroundTruth::compile(unsigned id, bool no_callouts) {
     bool highlander = false;
@@ -380,6 +387,8 @@ GroundTruth::compile(unsigned id, bool no_callouts) {
         throw PcreCompileFailure(oss.str());
     }
 
+    compiled->utf8 |= isUtf8(*compiled);
+
     return compiled;
 }
 
@@ -451,13 +460,6 @@ int scanBasic(const CompiledPcre &compiled, const string &buffer,
     return ret;
 }
 
-static
-bool isUtf8(const CompiledPcre &compiled) {
-    unsigned long int options = 0;
-    pcre_fullinfo(compiled.bytecode, NULL, PCRE_INFO_OPTIONS, &options);
-    return options & PCRE_UTF8;
-}
-
 static
 CaptureVec makeCaptureVec(const vector<int> &ovector, int ret) {
     assert(ret > 0);