- title = unicode(title, parser.charset, "replace").encode(current_charset, "replace")
- if log: log(" current charset: %s" % current_charset)
- if log: log(" converted title: %s" % title)
+ save_title = title
+ try:
+ converted_title = unicode(title, parser.charset).encode(universal_charset)
+ except UnicodeError:
+ if parser.meta_charset and parser.charset.endswith("1252") and \
+ not DEFAULT_CHARSET.endswith("1252") and (DEFAULT_CHARSET <> universal_charset):
+ parser.charset = DEFAULT_CHARSET
+ if log: log(" incorrect conversion from cp1252, converting from %s" % DEFAULT_CHARSET)
+ converted_title = unicode(save_title, DEFAULT_CHARSET, "replace").encode(universal_charset, "replace")
+ else:
+ converted_title = unicode(title, parser.charset, "replace").encode(universal_charset, "replace")
+ if log and (converted_title <> title): log(" converted title: %s" % converted_title)