X-Git-Url: https://git.phdru.name/?p=sqlconvert.git;a=blobdiff_plain;f=tests%2Ftest_tokens.py;h=83951c5cc3152d89ed965351804ff5076bd14924;hp=c39cd311b09c5e4b7b588101a94e7fadd3d49c3f;hb=4c93c3d89685aba33fc45082022373eb93b6583e;hpb=897abc011d161bbb285e7d7c0cea4c2bf934ece4

diff --git a/tests/test_tokens.py b/tests/test_tokens.py
index c39cd31..83951c5 100755
--- a/tests/test_tokens.py
+++ b/tests/test_tokens.py
@@ -1,5 +1,5 @@
 #! /usr/bin/env python
-
+# -*- coding: utf-8 -*-
 
 import unittest
 from sqlparse import parse
@@ -16,6 +16,16 @@ class TestTokens(unittest.TestCase):
         query = tlist2str(parsed)
         self.assertEqual(query, 'SELECT * FROM "T"')
 
+    def test_encoding(self):
+        parsed = parse("insert into test (1, 'тест')", 'utf-8')[0]
+        query = tlist2str(parsed).encode('utf-8')
+        self.assertEqual(query, "INSERT INTO test (1, 'тест')")
+
+    def test_unicode(self):
+        parsed = parse(u"insert into test (1, 'тест')")[0]
+        query = tlist2str(parsed)
+        self.assertEqual(query, u"INSERT INTO test (1, 'тест')")
+
 
 if __name__ == "__main__":
     main()