X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;ds=sidebyside;f=tests%2Ftest_tokens.py;h=8201e74523fb588b6c9a0c41e781ff2cd742697d;hb=3305d4aebb3ff106a573db216cdc8276d37e3d49;hp=c39cd311b09c5e4b7b588101a94e7fadd3d49c3f;hpb=c86449d39cde438e153055e0f7731f0d15b62964;p=sqlconvert.git

diff --git a/tests/test_tokens.py b/tests/test_tokens.py
old mode 100755
new mode 100644
index c39cd31..8201e74
--- a/tests/test_tokens.py
+++ b/tests/test_tokens.py
@@ -1,21 +1,51 @@
-#! /usr/bin/env python
+# -*- coding: utf-8 -*-
 
-
-import unittest
 from sqlparse import parse
 
-from mysql2sql.process_tokens import requote_names
-from mysql2sql.print_tokens import tlist2str
-from tests import main
+from sqlconvert.print_tokens import tlist2str
+from sqlconvert.process_mysql import remove_directive_tokens, \
+        is_directive_statement, requote_names, unescape_strings, \
+        process_statement
+
 
+class TestTokens(object):
+    def test_encoding(self):
+        parsed = parse("insert into test (1, 'тест')", 'utf-8')[0]
+        query = tlist2str(parsed).encode('utf-8')
+        assert query == \
+            u"INSERT INTO test (1, 'тест')".encode('utf-8')
+
+    def test_unicode(self):
+        parsed = parse(u"insert into test (1, 'тест')")[0]
+        query = tlist2str(parsed)
+        assert query, u"INSERT INTO test (1 == 'тест')"
+
+    def test_directive(self):
+        parsed = parse("select /*! test */ * from /* test */ `T`")[0]
+        remove_directive_tokens(parsed)
+        query = tlist2str(parsed)
+        assert query == u'SELECT * FROM /* test */ `T`'
+
+    def test_directive_statement(self):
+        parsed = parse("/*! test */ test ;")[0]
+        assert not is_directive_statement(parsed)
+        parsed = parse("/*! test */ ;")[0]
+        assert is_directive_statement(parsed)
 
-class TestTokens(unittest.TestCase):
     def test_requote(self):
         parsed = parse("select * from `T`")[0]
         requote_names(parsed)
         query = tlist2str(parsed)
-        self.assertEqual(query, 'SELECT * FROM "T"')
+        assert query == u'SELECT * FROM "T"'
 
+    def test_string(self):
+        parsed = parse("insert into test values ('\"test\\\"')")[0]
+        unescape_strings(parsed)
+        query = tlist2str(parsed)
+        assert query == u"INSERT INTO test VALUES ('\"test\"')"
 
-if __name__ == "__main__":
-    main()
+    def test_process(self):
+        parsed = parse("select /*! test */ * from /* test */ `T`")[0]
+        process_statement(parsed)
+        query = tlist2str(parsed)
+        assert query == u'SELECT * FROM /* test */ "T"'