X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=demo%2Fgroup-file.py;h=8d00507f1a34c9e7a1712e8df0d9a434135e7b82;hb=05b5fb4c6b4e167ffefbd17e9530d87db027d942;hp=b8a70214a2f475d41f8ef3907c53ea90275b782e;hpb=86cace63e9bc60457f310bc77aba8fc54b748bbe;p=sqlconvert.git diff --git a/demo/group-file.py b/demo/group-file.py index b8a7021..8d00507 100755 --- a/demo/group-file.py +++ b/demo/group-file.py @@ -8,7 +8,7 @@ from sqlconvert.process_tokens import find_error, StatementGrouper def main(filename): - grouper = StatementGrouper() + grouper = StatementGrouper(encoding='utf-8') with open(filename) as infile: for line in infile: grouper.process_line(line) @@ -18,14 +18,14 @@ def main(filename): if find_error(statement): print("ERRORS IN QUERY") process_statement(statement) - print_tokens(statement) + print_tokens(statement, encoding='utf-8') print() statement._pprint_tree() print("----------") tokens = grouper.close() if tokens: for token in tokens: - print_tokens(token) + print_tokens(token, encoding='utf-8') print(repr(token))