Update for augmented assignment, tested & approved by Guido.

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index a225211a74cadd21cab1db1a3e0c653b5e114429..30bb557347e19a362c3f19a5d913ded59195c9dd 100644 (file)
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -54,8 +54,11 @@ Triple = group("[rR]?'''", '[rR]?"""')
 String = group("[rR]?'" + any(r"[^\n'\\]", r'\\.') + "'",
                '[rR]?"' + any(r'[^\n"\\]', r'\\.') + '"')
 
-Operator = group('\+', '\-', '\*\*', '\*', '\^', '~', '/', '%', '&', '\|',
-                 '<<', '>>', '==', '<=', '<>', '!=', '>=', '=', '<', '>')
+Operator = group('\+=', '\-=', '\*=', '%=', '/=', '\*\*=', '&=', '\|=',
+                 '\^=', '>>=', '<<=', '\+', '\-', '\*\*', '\*', '\^', '~',
+                 '/', '%', '&', '\|', '<<', '>>', '==', '<=', '<>', '!=',
+                 '>=', '=', '<', '>')
+
 Bracket = '[][(){}]'
 Special = group(r'\r?\n', r'[:;.,`]')
 Funny = group(Operator, Bracket, Special)