fix unicode ipaddr crashes in rdata.from_text and tokenizer.Tokenizer, fixes #41

also added unit tests for both issues.

1 files changed, 10 insertions, 0 deletions

diff --git a/tests/test_tokenizer.py b/tests/test_tokenizer.py
index 1d561ae..d75de3b 100644
--- a/tests/test_tokenizer.py
+++ b/tests/test_tokenizer.py
@@ -22,6 +22,16 @@ Token = dns.tokenizer.Token
 
 class TokenizerTestCase(unittest.TestCase):
 
+    def testStr(self):
+        tok = dns.tokenizer.Tokenizer('foo')
+        token = tok.get()
+        self.failUnless(token == Token(dns.tokenizer.IDENTIFIER, 'foo'))
+
+    def testUnicode(self):
+        tok = dns.tokenizer.Tokenizer(u'foo')
+        token = tok.get()
+        self.failUnless(token == Token(dns.tokenizer.IDENTIFIER, 'foo'))
+
     def testQuotedString1(self):
         tok = dns.tokenizer.Tokenizer(r'"foo"')
         token = tok.get()