actually set has_escape correctly when building tokens with escapes

diff --git a/dns/tokenizer.py b/dns/tokenizer.py
index 8253e0433dc05a4fada4f253ea40342fcd594059..237d656a38cbe61cd75ebd69cde217663f49269b 100644 (file)
--- a/dns/tokenizer.py
+++ b/dns/tokenizer.py
@@ -386,7 +386,7 @@ class Tokenizer(object):
             if self.multiline:
                 raise dns.exception.SyntaxError, 'unbalanced parentheses'
             ttype = EOF
-        return Token(ttype, token)
+        return Token(ttype, token, has_escape)
 
     def unget(self, token):
         """Unget a token.

diff --git a/tests/tokenizer.py b/tests/tokenizer.py
index 29146eb7d4e80ee4529d9f2b0065182edfe97ddc..4950db0322951bba76263336b7d68437b681f0b9 100644 (file)
--- a/tests/tokenizer.py
+++ b/tests/tokenizer.py
@@ -162,11 +162,6 @@ class TokenizerTestCase(unittest.TestCase):
         self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch\ ld')
 
     def testEscapedDelimiter2(self):
-        tok = dns.tokenizer.Tokenizer(r'ch\0ld')
-        t = tok.get()
-        self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch\0ld')
-
-    def testEscapedDelimiter3(self):
         tok = dns.tokenizer.Tokenizer(r'ch\032ld')
         t = tok.get()
         self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch\032ld')
@@ -174,17 +169,12 @@ class TokenizerTestCase(unittest.TestCase):
     def testEscapedDelimiter1u(self):
         tok = dns.tokenizer.Tokenizer(r'ch\ ld')
         t = tok.get().unescape()
-        self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch\ ld')
+        self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch ld')
 
     def testEscapedDelimiter2u(self):
-        tok = dns.tokenizer.Tokenizer(r'ch\0ld')
-        t = tok.get().unescape()
-        self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch\0ld')
-
-    def testEscapedDelimiter3u(self):
         tok = dns.tokenizer.Tokenizer(r'ch\032ld')
         t = tok.get().unescape()
-        self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == r'ch\032ld')
+        self.failUnless(t.ttype == dns.tokenizer.IDENTIFIER and t.value == 'ch ld')
 
 if __name__ == '__main__':
     unittest.main()