def main(filename):
- grouper = StatementGrouper()
+ grouper = StatementGrouper(encoding='utf-8')
with open(filename) as infile:
for line in infile:
grouper.process_line(line)
if find_error(statement):
print("ERRORS IN QUERY")
process_statement(statement)
- print_tokens(statement)
+ print_tokens(statement, encoding='utf-8')
print()
statement._pprint_tree()
print("----------")
tokens = grouper.close()
if tokens:
for token in tokens:
- print_tokens(token)
+ print_tokens(token, encoding='utf-8')
print(repr(token))