Use encoding (default is utf-8) and unicode

[sqlconvert.git] / tests / test_tokens.py

diff --git a/tests/test_tokens.py b/tests/test_tokens.py
index c8e786f90d35e4aad0f9bc76669b360d470a68f3..83951c5cc3152d89ed965351804ff5076bd14924 100755 (executable)
--- a/tests/test_tokens.py
+++ b/tests/test_tokens.py
@@ -1,11 +1,11 @@
 #! /usr/bin/env python
-
+# -*- coding: utf-8 -*-
 
 import unittest
 from sqlparse import parse
 
 from mysql2sql.process_tokens import requote_names
-from mysql2sql.print_tokens import get_tokens_str
+from mysql2sql.print_tokens import tlist2str
 from tests import main
 
 
@@ -13,8 +13,18 @@ class TestTokens(unittest.TestCase):
     def test_requote(self):
         parsed = parse("select * from `T`")[0]
         requote_names(parsed)
-        query = get_tokens_str(parsed)
-        self.assertEqual(query, 'SELECT * FROM "T";\n')
+        query = tlist2str(parsed)
+        self.assertEqual(query, 'SELECT * FROM "T"')
+
+    def test_encoding(self):
+        parsed = parse("insert into test (1, 'тест')", 'utf-8')[0]
+        query = tlist2str(parsed).encode('utf-8')
+        self.assertEqual(query, "INSERT INTO test (1, 'тест')")
+
+    def test_unicode(self):
+        parsed = parse(u"insert into test (1, 'тест')")[0]
+        query = tlist2str(parsed)
+        self.assertEqual(query, u"INSERT INTO test (1, 'тест')")
 
 
 if __name__ == "__main__":