]> git.ipfire.org Git - people/ms/libloc.git/commitdiff
importer: Skip lines we cannot decode
authorMichael Tremer <michael.tremer@ipfire.org>
Tue, 4 Jul 2023 09:47:40 +0000 (09:47 +0000)
committerMichael Tremer <michael.tremer@ipfire.org>
Tue, 4 Jul 2023 09:47:40 +0000 (09:47 +0000)
Signed-off-by: Michael Tremer <michael.tremer@ipfire.org>
src/scripts/location-importer.in

index 7b47668c43dcadaf10729c83ffc3a6060e55029e..e1ec8738517f84a8ffa5ef4ac397835d84fbd1ab 100644 (file)
@@ -1325,7 +1325,14 @@ class CLI(object):
                                        for line in f:
                                                lineno += 1
 
-                                               line = line.decode()
+                                               try:
+                                                       line = line.decode()
+
+                                               # Ignore any lines we cannot decode
+                                               except UnicodeDecodeError:
+                                                       log.debug("Could not decode line %s in %s" \
+                                                               % (lineno, geofeed.url))
+                                                       continue
 
                                                # Strip any newline
                                                line = line.rstrip()