Simplify get_tokens_str; rename get_tokens_str -> tlist2str

[sqlconvert.git] / mysql2sql / print_tokens.py

diff --git a/mysql2sql/print_tokens.py b/mysql2sql/print_tokens.py
index 05af1c1ebbed5697e77c7b6329c743e05f59cfd5..142391fbe05196497b25396a571072765d099ea5 100644 (file)
--- a/mysql2sql/print_tokens.py
+++ b/mysql2sql/print_tokens.py
@@ -1,20 +1,11 @@
 
 import sys
-from sqlparse.sql import TokenList
 
 
-def print_subtree(token_list, ident=0):
-    for token in token_list:
-        print " "*ident, repr(token)
-        if isinstance(token, TokenList):
-            print_subtree(token, ident+4)
+def print_tokens(token_list, outfile=sys.stdout):
+    for token in token_list.flatten():
+        outfile.write(token.normalized)
 
 
-def print_tokens(token_list, level=0):
-    for token in token_list:
-        if not isinstance(token, TokenList):
-            sys.stdout.write(token.normalized)
-        if isinstance(token, TokenList):
-            print_tokens(token, level+1)
-    if level == 0:
-        print ';'
+def tlist2str(token_list):
+    return ''.join(token.normalized for token in token_list.flatten())