- if log: log(" unknown charset: `%s' or `%s'" % (parser.charset, current_charset))
-
- title = recode_entities(title, current_charset)
- title = title.replace('\r', '').replace('\n', ' ').strip()
- if self.log: self.log(" final title : %s" % title)
- parser.title = title
+ if log: log(" unknown charset: `%s' or `%s'" % (parser.charset, universal_charset))
+ else:
+ if log: log(" title : %s" % title)
+
+ final_title = recode_entities(converted_title, universal_charset)
+ parts = [s.strip() for s in final_title.replace('\r', '').split('\n')]
+ final_title = ' '.join([s for s in parts if s])
+ if log and (final_title <> converted_title): log(" final title : %s" % final_title)
+ parser.title = final_title