X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fparse_html.py;h=c5c9eb6831e0db333cf95cd25314dbc453a5e28a;hb=4c8bc9dc1f441cf9256ce3a933f51213a0c3c3ff;hp=fc9514d005e5c02dce4fe4717c7e1732060d7cd6;hpb=b823c1b58711d6c4ed96fcb31de5cf348d8a6c1a;p=bookmarks_db.git diff --git a/Robots/parse_html.py b/Robots/parse_html.py index fc9514d..c5c9eb6 100755 --- a/Robots/parse_html.py +++ b/Robots/parse_html.py @@ -48,7 +48,7 @@ def parse_html(filename, charset=None, log=None): if parser: break else: - if log: log("Parser %s failed, trying next one." % p) + if log: log("Parser %s.%s failed, trying next one." % (p.__module__, p.__name__)) title = parser.title if not parser.charset: @@ -83,7 +83,10 @@ def parse_html(filename, charset=None, log=None): except LookupError: if log: log(" unknown charset: `%s' or `%s'" % (parser.charset, current_charset)) - parser.title = recode_entities(title, current_charset) + title = recode_entities(title, current_charset) + title = title.replace('\r', '').replace('\n', ' ').strip() + if log: log(" final title : %s" % title) + parser.title = title return parser