X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=mysql2sql%2Fprocess_tokens.py;fp=mysql2sql%2Fprocess_tokens.py;h=0000000000000000000000000000000000000000;hb=159b4e3d7127e719a0dd12013dd54bf05b276ba9;hp=1e74ac9b69a5a416bb6cf8b0418219095b73b357;hpb=5ecbd0d7b0fdd14e669438b44845eabe82285648;p=sqlconvert.git

diff --git a/mysql2sql/process_tokens.py b/mysql2sql/process_tokens.py
deleted file mode 100644
index 1e74ac9..0000000
--- a/mysql2sql/process_tokens.py
+++ /dev/null
@@ -1,74 +0,0 @@
-
-from sqlparse import parse
-from sqlparse.compat import PY3
-from sqlparse.tokens import Name, Error, Punctuation, Comment, Newline, \
-    Whitespace
-
-
-def requote_names(token_list):
-    """Remove backticks, quote non-lowercase identifiers"""
-    for token in token_list.flatten():
-        if token.ttype is Name:
-            value = token.value
-            if (value[0] == "`") and (value[-1] == "`"):
-                value = value[1:-1]
-            if value.islower():
-                token.normalized = token.value = value
-            else:
-                token.normalized = token.value = '"%s"' % value
-
-
-def find_error(token_list):
-    """Find an error"""
-    for token in token_list.flatten():
-        if token.ttype is Error:
-            return True
-    return False
-
-
-if PY3:
-    xrange = range
-
-
-class StatementGrouper(object):
-    """Collect lines and reparse until the last statement is complete"""
-
-    def __init__(self, encoding=None):
-        self.lines = []
-        self.statements = []
-        self.encoding = encoding
-
-    def process_line(self, line):
-        self.lines.append(line)
-        self.process_lines()
-
-    def process_lines(self):
-        statements = parse(''.join(self.lines), encoding=self.encoding)
-        last_stmt = statements[-1]
-        for i in xrange(len(last_stmt.tokens) - 1, 0, -1):
-            token = last_stmt.tokens[i]
-            if token.ttype in (Comment.Single, Comment.Multiline,
-                               Newline, Whitespace):
-                continue
-            if token.ttype is Punctuation and token.value == ';':
-                break  # The last statement is complete
-            # The last statement is still incomplete - wait for the next line
-            return
-        self.lines = []
-        self.statements = statements
-
-    def get_statements(self):
-        for stmt in self.statements:
-            yield stmt
-        self.statements = []
-
-    def close(self):
-        if not self.lines:
-            return
-        tokens = parse(''.join(self.lines), encoding=self.encoding)
-        for token in tokens:
-            if (token.ttype not in (Comment.Single, Comment.Multiline,
-                                    Newline, Whitespace)):
-                raise ValueError("Incomplete SQL statement: %s" %
-                                 tokens)
-        return tokens