2 from __future__ import print_function
9 from sqlparse.compat import text_type
10 from sqlconvert.print_tokens import print_tokens
11 from sqlconvert.process_mysql import is_directive_statement, process_statement
12 from sqlconvert.process_tokens import is_newline_statement, StatementGrouper
14 from m_lib.defenc import default_encoding
15 from m_lib.pbar.tty_pbar import ttyProgressBar
20 fp.seek(0, os.SEEK_END)
22 return None # File size is unknown
24 fp.seek(0, os.SEEK_SET)
28 def main(infile, encoding, outfile, output_encoding, use_pbar, quoting_style):
30 size = get_fsize(infile)
34 print("Converting: ", end='', file=sys.stderr)
38 pbar = ttyProgressBar(0, size-1)
41 grouper = StatementGrouper(encoding=encoding)
45 if isinstance(line, text_type):
46 cur_pos += len(line.encode(encoding))
50 grouper.process_line(line)
51 for statement in grouper.get_statements():
52 if got_directive and is_newline_statement(statement):
53 # Condense a sequence of newlines after a /*! directive */;
56 got_directive = is_directive_statement(statement)
59 for statement in process_statement(statement, quoting_style):
60 print_tokens(statement, outfile=outfile,
61 encoding=output_encoding)
62 tokens = grouper.close()
65 print_tokens(token, outfile=outfile, encoding=output_encoding)
71 if __name__ == '__main__':
72 parser = argparse.ArgumentParser(description='Convert MySQL to SQL')
73 parser.add_argument('-e', '--encoding', default='utf-8',
74 help='input/output encoding, default is utf-8')
75 parser.add_argument('-E', '--output-encoding',
76 help='separate output encoding, default is the same '
77 'as -e except for console; for console output '
78 'charset from the current locale is used')
79 parser.add_argument('-m', '--mysql', action='store_true',
80 help='MySQL/MariaDB quoting style')
81 parser.add_argument('-p', '--pg', '--postgres', action='store_true',
82 help='PostgreSQL quoting style')
83 parser.add_argument('-s', '--sqlite', action='store_true',
84 help='Generic SQL/SQLite quoting style; '
85 'this is the default')
86 parser.add_argument('-o', '--outfile', help='output file name')
87 parser.add_argument('-P', '--no-pbar', action='store_true',
88 help='inhibit progress bar')
89 parser.add_argument('infile', help='input file name')
90 parser.add_argument('output_file', nargs='?', help='output file name')
91 args = parser.parse_args()
93 if int(args.mysql) + int(args.pg) + int(args.sqlite) > 1:
94 print("Error: options -m/-p/-s are mutually incompatible, "
95 "use only one of them",
101 if args.infile == '-':
104 infile = open(args.infile, 'rt', encoding=args.encoding)
109 print("Error: cannot read from console", file=sys.stderr)
115 print("Error: too many output files", file=sys.stderr)
119 outfile = args.outfile
121 elif args.output_file:
122 outfile = args.output_file
127 if args.output_encoding:
128 output_encoding = args.output_encoding
130 output_encoding = default_encoding
132 output_encoding = args.encoding
138 outfile = open(outfile, 'wt', encoding=output_encoding)
140 if infile is not sys.stdin:
145 quoting_style = 'mysql'
147 quoting_style = 'postgres'
149 quoting_style = 'sqlite'
151 main(infile, args.encoding, outfile, output_encoding, not args.no_pbar,