Add some initial code and a small demo script

[sqlconvert.git] / mysql2sql / process_tokens.py

diff --git a/mysql2sql/process_tokens.py b/mysql2sql/process_tokens.py
new file mode 100644 (file)
index 0000000..c395b37
--- /dev/null
+++ b/mysql2sql/process_tokens.py
@@ -0,0 +1,18 @@
+
+from sqlparse.sql import TokenList
+from sqlparse.tokens import Name
+
+
+def requote_names(token_list):
+    """Remove backticks, quote non-lowercase identifiers"""
+    for token in token_list:
+        if isinstance(token, TokenList):
+            requote_names(token)
+        else:
+            if token.ttype is Name:
+                value = token.value
+                if (value[0] == "`") and (value[-1] == "`"):
+                    value = value[1:-1]
+                    token.normalized = token.value = value
+                if not value.islower():
+                    token.normalized = token.value = '"%s"' % value