X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=mimedecode.py;h=6ed2560c6d70ee7aca823fbfc6e01664d58ae711;hb=eee83ff25c87ab0f7abb8b77637f8b24a509250b;hp=b82d12f96ee5dc945ebe593d3a2dd5c61026002b;hpb=51b00f3c1674ff5995e11d9da108ce3da96e1bb2;p=mimedecode.git diff --git a/mimedecode.py b/mimedecode.py index b82d12f..6ed2560 100755 --- a/mimedecode.py +++ b/mimedecode.py @@ -6,11 +6,6 @@ from mimedecode_version import __version__, __author__, __copyright__, __license import sys, os import email -try: - from cStringIO import StringIO -except ImportError: - from StringIO import StringIO - me = os.path.basename(sys.argv[0]) @@ -23,16 +18,13 @@ Broytman mimedecode.py version %s, %s def usage(code=0, errormsg=''): version(0) sys.stdout.write("""\ -Usage: %s [-h|--help] [-V|--version] [-cCDP] [-H|--host=hostname] [-f charset] [-d header] [-p header:param] [-beit mask] [-o output_file] [input_file [output_file]] + Usage: %s [-h|--help] [-V|--version] [-cCDP] [-H|--host=hostname] [-f charset] [-d header1[,h2,...]|*[,-h1,...]] [-p header1[,h2,h3,...]:param1[,p2,p3,...]] [-r header1[,h2,...]|*[,-h1,...]] [-R header1[,h2,h3,...]:param1[,p2,p3,...]] [--set-header header:value] [-beit mask] [-o output_file] [input_file [output_file]] """ % me) if errormsg: sys.stderr.write(errormsg + '\n') sys.exit(code) -def output(s): - gopts.outfile.write(s) - def output_headers(msg): unix_from = msg.get_unixfrom() if unix_from: @@ -45,7 +37,6 @@ def output_headers(msg): def recode(s, charset): return unicode(s, charset, "replace").encode(gopts.default_encoding, "replace") - def recode_if_needed(s, charset): if charset and charset.lower() <> gopts.default_encoding: s = recode(s, charset) @@ -56,11 +47,10 @@ def _decode_header(s): """Return a decoded string according to RFC 2047. NOTE: This is almost the same as email.Utils.decode. """ - from types import ListType import email.Header L = email.Header.decode_header(s) - if not isinstance(L, ListType): + if not isinstance(L, list): # s wasn't decoded return s @@ -77,7 +67,6 @@ def _decode_header(s): # together into the final string. return ''.join(rtn) - def decode_header(msg, header): "Decode mail header (if exists) and put it back, if it was encoded" @@ -91,15 +80,13 @@ def decode_header(msg, header): def _decode_header_param(s): return recode_if_needed(s[2], s[0]) - def decode_header_param(msg, header, param): "Decode mail header's parameter (if exists) and put it back, if it was encoded" if msg.has_key(header): value = msg.get_param(param, header=header) if value: - from types import TupleType - if isinstance(value, TupleType): + if isinstance(value, tuple): new_value = _decode_header_param(value) else: new_value = _decode_header(value) @@ -107,14 +94,95 @@ def decode_header_param(msg, header, param): msg.set_param(param, new_value, header) +def _get_exceptions(list): + return [x[1:].lower() for x in list[1:] if x[0]=='-'] + +def _decode_headers_params(msg, header, decode_all_params, param_list): + if decode_all_params: + params = msg.get_params(header=header) + if params: + for param, value in params: + if param not in param_list: + decode_header_param(msg, header, param) + else: + for param in param_list: + decode_header_param(msg, header, param) + +def _remove_headers_params(msg, header, remove_all_params, param_list): + if remove_all_params: + params = msg.get_params(header=header) + if params: + if param_list: + for param, value in params: + if param not in param_list: + msg.del_param(param, header) + else: + value = msg[header] + if value is None: # No such header + return + if ';' not in value: # There are no parameters + return + del msg[header] # Delete all such headers + # Get the value without parameters and set it back + msg[header] = value.split(';')[0].strip() + else: + for param in param_list: + msg.del_param(param, header) + def decode_headers(msg): "Decode message headers according to global options" - for header in gopts.decode_headers: - decode_header(msg, header) - - for header, param in gopts.decode_header_params: - decode_header_param(msg, header, param) + for header_list in gopts.remove_headers: + header_list = header_list.split(',') + if header_list[0] == '*': # Remove all headers except listed + header_list = _get_exceptions(header_list) + for header in msg.keys(): + if header.lower() not in header_list: + del msg[header] + else: # Remove listed headers + for header in header_list: + del msg[header] + + for header_list, param_list in gopts.remove_headers_params: + header_list = header_list.split(',') + param_list = param_list.split(',') + remove_all_params = param_list[0] == '*' # Remove all params except listed + if remove_all_params: + param_list = _get_exceptions(param_list) + if header_list[0] == '*': # Remove for all headers except listed + header_list = _get_exceptions(header_list) + for header in msg.keys(): + if header.lower() not in header_list: + _remove_headers_params(msg, header, remove_all_params, param_list) + else: # Decode for listed headers + for header in header_list: + _remove_headers_params(msg, header, remove_all_params, param_list) + + for header_list in gopts.decode_headers: + header_list = header_list.split(',') + if header_list[0] == '*': # Decode all headers except listed + header_list = _get_exceptions(header_list) + for header in msg.keys(): + if header.lower() not in header_list: + decode_header(msg, header) + else: # Decode listed headers + for header in header_list: + decode_header(msg, header) + + for header_list, param_list in gopts.decode_header_params: + header_list = header_list.split(',') + param_list = param_list.split(',') + decode_all_params = param_list[0] == '*' # Decode all params except listed + if decode_all_params: + param_list = _get_exceptions(param_list) + if header_list[0] == '*': # Decode for all headers except listed + header_list = _get_exceptions(header_list) + for header in msg.keys(): + if header.lower() not in header_list: + _decode_headers_params(msg, header, decode_all_params, param_list) + else: # Decode for listed headers + for header in header_list: + _decode_headers_params(msg, header, decode_all_params, param_list) def set_header(msg, header, value): @@ -191,12 +259,6 @@ def recode_charset(msg, s): def totext(msg, instring): "Convert instring content to text" - if msg.is_multipart(): # Recursively decode all parts of the multipart message - newfile = StringIO(msg.as_string()) - newfile.seek(0) - decode_file(newfile) - return - # Decode body and recode charset s = decode_body(msg, instring) if gopts.recode_charset: @@ -248,34 +310,40 @@ def decode_part(msg): totext(msg, outstring) -def decode_file(infile): - "Decode the entire message" +def decode_multipart(msg): + "Decode multipart" - msg = email.message_from_file(infile) - boundary = msg.get_boundary() + decode_headers(msg) + output_headers(msg) - if msg.is_multipart(): - decode_headers(msg) - output_headers(msg) + if msg.preamble: # Preserve the first part, it is probably not a RFC822-message + output(msg.preamble) # Usually it is just a few lines of text (MIME warning) - if msg.preamble: # Preserve the first part, it is probably not a RFC822-message - output(msg.preamble) # Usually it is just a few lines of text (MIME warning) + boundary = msg.get_boundary() - for subpart in msg.get_payload(): + for subpart in msg.get_payload(): + if boundary: output("\n--%s\n" % boundary) - decode_part(subpart) + # Recursively decode all parts of the subpart + decode_message(subpart) + + if boundary: output("\n--%s--\n" % boundary) - if msg.epilogue: - output(msg.epilogue) + if msg.epilogue: + output(msg.epilogue) - else: - if msg.has_key("Content-Type"): # Simple one-part message - decode it - decode_part(msg) - else: # Not a message, just text - copy it literally - output(msg.as_string()) +def decode_message(msg): + "Decode message" + + if msg.is_multipart(): + decode_multipart(msg) + elif len(msg): # Simple one-part message (there are headers) - decode it + decode_part(msg) + else: # Not a message, just text - copy it literally + output(msg.as_string()) class GlobalOptions: @@ -284,11 +352,25 @@ class GlobalOptions: host_name = None - decode_headers = ["From", "Subject"] # A list of headers to decode + # A list of headers to decode + decode_headers = ["From", "To", "Cc", "Reply-To", "Mail-Followup-To", + "Subject"] + + # A list of headers parameters to decode decode_header_params = [ ("Content-Type", "name"), ("Content-Disposition", "filename"), - ] # A list of headers' parameters to decode + ] + + # A list of headers to remove + remove_headers = [] + # A list of headers parameters to remove + remove_headers_params = [] + + # A list of header/value pairs to set + set_header_value = [] + # A list of header/parameter/value triples to set + #set_header_param = [] totext_mask = [] # A list of content-types to decode binary_mask = [] # A list to pass through @@ -305,8 +387,9 @@ def get_opt(): from getopt import getopt, GetoptError try: - options, arguments = getopt(sys.argv[1:], 'hVcCDPH:f:d:p:b:e:i:t:o:', - ['help', 'version', 'host']) + options, arguments = getopt(sys.argv[1:], + 'hVcCDPH:f:d:p:r:R:b:e:i:t:o:', + ['help', 'version', 'host=', 'set-header=']) except GetoptError: usage(1) @@ -324,6 +407,8 @@ def get_opt(): elif option == '-f': gopts.default_encoding = value elif option == '-d': + if value.startswith('*'): + gopts.decode_headers = [] gopts.decode_headers.append(value) elif option == '-D': gopts.decode_headers = [] @@ -331,6 +416,12 @@ def get_opt(): gopts.decode_header_params.append(value.split(':', 1)) elif option == '-P': gopts.decode_header_params = [] + elif option == '-r': + gopts.remove_headers.append(value) + elif option == '-R': + gopts.remove_headers_params.append(value.split(':', 1)) + elif option == '--set-header': + gopts.set_header_value.append(value.split(':', 1)) elif option == '-t': gopts.totext_mask.append(value) elif option == '-b': @@ -353,9 +444,12 @@ if __name__ == "__main__": la = len(arguments) if la == 0: gopts.input_filename = '-' - gopts.output_filename = '-' infile = sys.stdin - outfile = sys.stdout + if gopts.output_filename: + outfile = open(gopts.output_filename, 'w') + else: + gopts.output_filename = '-' + outfile = sys.stdout elif la in (1, 2): if (arguments[0] == '-'): gopts.input_filename = '-' @@ -381,16 +475,25 @@ if __name__ == "__main__": else: usage(1, 'Too many arguments') - if (infile is sys.stdin) and (outfile is sys.stdout) and \ - sys.stdin.isatty() and sys.stdout.isatty(): - usage(1, 'Filtering from console to console is forbidden') + if (infile is sys.stdin) and sys.stdin.isatty(): + if (outfile is sys.stdout) and sys.stdout.isatty(): + usage() + usage(1, 'Filtering from console is forbidden') if not gopts.host_name: import socket gopts.host_name = socket.gethostname() gopts.outfile = outfile - decode_file(infile) + output = outfile.write + + msg = email.message_from_file(infile) + + for header, value in gopts.set_header_value: + msg[header] = value - infile.close() - outfile.close() + try: + decode_message(msg) + finally: + infile.close() + outfile.close()