X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fparse_html_beautifulsoup.py;h=9b0faded06ab92cb951b844421555776690118ff;hb=4e86db886a2c446928438a038002b3084e7c0977;hp=209486c4054f015a179d4469ccaa5adc3f8bbe8f;hpb=7f4662c68c41b4dfff5b134d3762591acecba656;p=bookmarks_db.git diff --git a/Robots/parse_html_beautifulsoup.py b/Robots/parse_html_beautifulsoup.py index 209486c..9b0fade 100644 --- a/Robots/parse_html_beautifulsoup.py +++ b/Robots/parse_html_beautifulsoup.py @@ -1,7 +1,7 @@ """ HTML Parser using BeautifulSoup - Written by BroytMann. Copyright (C) 2007 PhiloSoft Design + Written by BroytMann. Copyright (C) 2007, 2008 PhiloSoft Design """ import re @@ -72,6 +72,14 @@ def parse_html(filename, charset=None): except AttributeError: title = '' # HEAD but no TITLE + if (not title) and (head is not root.html): + # Some sites put TITLE in HTML outside of HEAD + + try: + title = root.html.title.string.encode(_charset) + except AttributeError: + title = '' # no TITLE in HTML too + meta = head.find(_find_refresh, recursive=False) if meta: refresh = meta.get("content")