- else:
- if log: log(" charset : %s" % parser.charset)
- if log: log(" title : %s" % parser.title)
- parser.title = unicode(parser.title, parser.charset, "replace").encode(current_charset, "replace")
- if log: log(" current charset: %s" % current_charset)
- if log: log(" converted title: %s" % parser.title)
+ elif (not charset) or (charset <> parser.charset):
+ if log: log(" guessed charset: %s" % parser.charset)
+ if log: log(" current charset: %s" % universal_charset)
+ if log: log(" title : %s" % title)
+ if parser.charset <> universal_charset:
+ try:
+ converted_title = unicode(title, parser.charset).encode(universal_charset)
+ except UnicodeError:
+ if log: log(" incorrect conversion from %s, converting from %s" % (parser.charset, DEFAULT_CHARSET))
+ converted_title = unicode(title, DEFAULT_CHARSET, "replace").encode(universal_charset, "replace")
+ parser.charset = DEFAULT_CHARSET
+ if log and (converted_title <> title): log(" converted title: %s" % converted_title)