From: Guido van Rossum <guido@python.org>
Date: Wed, 9 May 2007 23:24:46 +0000 (+0000)
Subject: Support PEP-263-style coding declarations.
X-Git-Tag: v3.0a1~983
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=33f3124fb1799b2be9fb6907d33c2d1c2a6b3129;p=thirdparty%2FPython%2Fcpython.git

Support PEP-263-style coding declarations.
Default to UTF-8 per PEP-3120.
---

diff --git a/Lib/linecache.py b/Lib/linecache.py
index 0501a107880d..9a16acd25995 100644
--- a/Lib/linecache.py
+++ b/Lib/linecache.py
@@ -7,6 +7,7 @@ that name.
 
 import sys
 import os
+import re
 
 __all__ = ["getline", "clearcache", "checkcache"]
 
@@ -131,6 +132,16 @@ def updatecache(filename, module_globals=None):
     except IOError as msg:
 ##      print '*** Cannot open', fullname, ':', msg
         return []
+    coding = "utf-8"
+    for line in lines[:2]:
+        m = re.search(r"coding[:=]\s*([-\w.]+)", line)
+        if m:
+            coding = m.group(1)
+            break
+    try:
+        lines = [unicode(line, coding) for line in lines]
+    except UnicodeError:
+        pass  # Hope for the best
     size, mtime = stat.st_size, stat.st_mtime
     cache[filename] = size, mtime, lines, fullname
     return lines