X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=sqlconvert%2Fprocess_tokens.py;h=e55513e19afb2de13591a113c4f3000721c4322d;hb=d830f4bcd21deb078a89d59e4d98a6406ce5661d;hp=6bd618b6af1ce33f14588d0d6c4f11323bfe37af;hpb=b8225ccc168f04789db1935a90462b5cb0bbd6a6;p=sqlconvert.git

diff --git a/sqlconvert/process_tokens.py b/sqlconvert/process_tokens.py
index 6bd618b..e55513e 100644
--- a/sqlconvert/process_tokens.py
+++ b/sqlconvert/process_tokens.py
@@ -13,6 +13,11 @@ def find_error(token_list):
     return False
 
 
+def is_comment_or_space(token):
+    return token.ttype in (T.Comment.Single, T.Comment.Multiline,
+                           T.Newline, T.Whitespace)
+
+
 def is_newline_statement(statement):
     for token in statement.tokens[:]:
         if token.ttype is not T.Newline:
@@ -50,8 +55,7 @@ class StatementGrouper(object):
         last_stmt = statements[-1]
         for i in xrange(len(last_stmt.tokens) - 1, 0, -1):
             token = last_stmt.tokens[i]
-            if token.ttype in (T.Comment.Single, T.Comment.Multiline,
-                               T.Newline, T.Whitespace):
+            if is_comment_or_space(token):
                 continue
             if token.ttype is T.Punctuation and token.value == ';':
                 break  # The last statement is complete
@@ -64,15 +68,16 @@ class StatementGrouper(object):
         for stmt in self.statements:
             yield stmt
         self.statements = []
-        raise StopIteration
+        return
 
     def close(self):
         if not self.lines:
             return
         tokens = parse(''.join(self.lines), encoding=self.encoding)
         for token in tokens:
-            if (token.ttype not in (T.Comment.Single, T.Comment.Multiline,
-                                    T.Newline, T.Whitespace)):
+            if not is_comment_or_space(token):
                 raise ValueError("Incomplete SQL statement: %s" %
                                  tokens)
+        self.lines = []
+        self.statements = []
         return tokens