X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fparse_html.py;h=228a3ceaddff6c0fe1acc8af64a374f348c5bb27;hb=52092194ea42dcece57ed93c2a2875cd2907564e;hp=b51bd317488124d82dede34fd23c51e87d43756f;hpb=5c1297cdedd33ea6b080b226dbfac217ec842dba;p=bookmarks_db.git diff --git a/Robots/parse_html.py b/Robots/parse_html.py index b51bd31..228a3ce 100755 --- a/Robots/parse_html.py +++ b/Robots/parse_html.py @@ -20,8 +20,26 @@ except ImportError: else: parsers.append(parse_html_beautifulsoup.parse_html) -from parse_html_htmlparser import parse_html -parsers.append(parse_html) +try: + from parse_html_lxml import parse_html +except ImportError: + pass +else: + parsers.append(parse_html) + +try: + from parse_html_htmlparser import parse_html +except ImportError: + pass +else: + parsers.append(parse_html) + +try: + import parse_html_html5 +except ImportError: + pass +else: + parsers.append(parse_html_html5.parse_html) import re @@ -54,6 +72,9 @@ def recode_entities(title, charset): def parse_html(filename, charset=None, log=None): + if not parsers: + return None + if charset: try: codecs.lookup(charset) # In case of unknown charset... @@ -63,8 +84,9 @@ def parse_html(filename, charset=None, log=None): charsets = [universal_charset, DEFAULT_CHARSET] if charset: charset = charset.lower().replace("windows-", "cp") - if charset not in charsets: - charsets.insert(0, charset) + if charset in charsets: + charsets.remove(charset) + charsets.insert(0, charset) for p in parsers: parser = None @@ -79,6 +101,9 @@ def parse_html(filename, charset=None, log=None): else: if log: log("Parser %s.%s failed, trying next one." % (p.__module__, p.__name__)) + if not parser: + return None + converted_title = title = parser.title if title and (not parser.charset): try: