Added unittest for issue1 (linebreaks).

andialbrecht · andialbrecht · commit 45db01becdc1 · 2009-05-03T20:54:57.000+02:00
diff --git a/tests/test_tokenize.py b/tests/test_tokenize.py
@@ -24,3 +24,17 @@ def test_backticks(self):
         tokens = list(lexer.tokenize(sql))
         self.assertEqual(len(tokens), 3)
         self.assertEqual(tokens[0], (Name, u'`foo`'))
+
+    def test_linebreaks(self):  # issue1
+        sql = 'foo\nbar\n'
+        tokens = lexer.tokenize(sql)
+        self.assertEqual(''.join(str(x[1]) for x in tokens), sql)
+        sql = 'foo\rbar\r'
+        tokens = lexer.tokenize(sql)
+        self.assertEqual(''.join(str(x[1]) for x in tokens), sql)
+        sql = 'foo\r\nbar\r\n'
+        tokens = lexer.tokenize(sql)
+        self.assertEqual(''.join(str(x[1]) for x in tokens), sql)
+        sql = 'foo\r\nbar\n'
+        tokens = lexer.tokenize(sql)
+        self.assertEqual(''.join(str(x[1]) for x in tokens), sql)
