sources: Parse any byte-order marks

https://en.wikipedia.org/wiki/Byte_order_mark

Signed-off-by: Michael Tremer <michael.tremer@ipfire.org>

diff --git a/src/dnsbl/sources.py b/src/dnsbl/sources.py
index 3a41dcf4dd8c1c6c84b5e5df8b8413cb8e931f9c..e0c33eae23106245dc97b184810370387c3845d5 100644 (file)
--- a/src/dnsbl/sources.py
+++ b/src/dnsbl/sources.py
@@ -387,7 +387,7 @@ class Source(sqlmodel.SQLModel, database.BackendMixin, table=True):
                        f = gzip.GzipFile(fileobj=f, mode="rb")
 
                # Convert into UTF-8
-               f = io.TextIOWrapper(f, encoding="utf-8")
+               f = io.TextIOWrapper(f, encoding="utf-8-sig")
 
                return f