X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fparse_html.py;h=666c7071fd0072a8249b9e2bf8a0ba4cb4a6e3c6;hb=95b39d3b8b276f64c706c253c6ee643bf93725aa;hp=4117b5fd2c00bd0256db024ddb3864be99362d4a;hpb=6dedb3549bfb4accfd29f7ccc5533c1e3f5a7348;p=bookmarks_db.git diff --git a/Robots/parse_html.py b/Robots/parse_html.py index 4117b5f..666c707 100755 --- a/Robots/parse_html.py +++ b/Robots/parse_html.py @@ -30,7 +30,10 @@ def recode_entities(title, charset): output = [] for part in entity_re.split(title): if entity_re.match(part): - part = unichr(int(part[2:-1])).encode(charset, "replace") + try: + part = unichr(int(part[2:-1])).encode(charset) + except UnicodeEncodeError: + pass # Leave the entity as is output.append(part) return ''.join(output) @@ -85,7 +88,7 @@ def parse_html(filename, charset=None, log=None): title = recode_entities(title, current_charset) title = title.replace('\r', '').replace('\n', ' ').strip() - if self.log: self.log(" final title : %s" % title) + if log: log(" final title : %s" % title) parser.title = title return parser