X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=bkmk_parser.py;h=90b33b37a711a415e2611776f3646ae721318250;hb=7374ff35481e6d92fa38e0e2dc84f40886777293;hp=2ec412c012c2e1c385bad0ad60349bdbb89e6f6f;hpb=832eb757ef7f81abf1e431ce16f368c10dd57962;p=bookmarks_db.git diff --git a/bkmk_parser.py b/bkmk_parser.py index 2ec412c..90b33b3 100644 --- a/bkmk_parser.py +++ b/bkmk_parser.py @@ -10,9 +10,12 @@ __author__ = "Oleg Broytman " __copyright__ = "Copyright (C) 1997-2011 PhiloSoft Design" __license__ = "GNU GPL" +__all__ = ['BkmkParser'] + + import sys, os from m_lib.net.www.html import HTMLParser -from bkmk_objects import Folder, Bookmark, Ruler +from bkmk_objects import DEFAULT_CHARSET, Folder, Bookmark, Ruler DEBUG = os.environ.has_key("BKMK_DEBUG") @@ -34,8 +37,6 @@ else: dump_names = debug -DEFAULT_CHARSET = None - class BkmkParser(HTMLParser): def __init__(self): HTMLParser.__init__(self) @@ -43,17 +44,15 @@ class BkmkParser(HTMLParser): self.urls = 0 self.objects = 0 - self.charset = "" + self.charset = None self.recode = None - def handle_data(self, data): if data: - if DEFAULT_CHARSET: + if self.charset and DEFAULT_CHARSET: data = unicode(data, self.charset, "replace").encode(DEFAULT_CHARSET, "xmlcharrefreplace") self.accumulator += data - # Mozilla - get charset def do_meta(self, attrs): http_equiv = "" @@ -72,17 +71,6 @@ class BkmkParser(HTMLParser): self.charset = content.split('=')[1] except IndexError: pass - else: - global DEFAULT_CHARSET - DEFAULT_CHARSET = sys.getdefaultencoding() - if DEFAULT_CHARSET == "ascii": - try: - import locale - except ImportError: - pass - else: - DEFAULT_CHARSET = locale.getpreferredencoding() - def start_title(self, attrs): if DEFAULT_CHARSET: @@ -92,7 +80,6 @@ class BkmkParser(HTMLParser): def end_title(self): self.accumulator += "" - # Start root folder def start_h1(self, attrs): root_folder = Folder() @@ -111,7 +98,6 @@ class BkmkParser(HTMLParser): debug("Root folder name: `%s'" % accumulator) self.root_folder.name = accumulator - # Start a folder def start_h3(self, attrs): last_modified = None @@ -137,7 +123,6 @@ class BkmkParser(HTMLParser): debug("Folder name: `%s'" % accumulator) self.current_folder.name = accumulator - # Start a bookmark def start_a(self, attrs): add_date = None @@ -180,7 +165,6 @@ class BkmkParser(HTMLParser): bookmark = self.current_folder[-1] bookmark.name = accumulator - def flush(self): accumulator = self.accumulator @@ -192,13 +176,11 @@ class BkmkParser(HTMLParser): current_object.comment += accumulator.strip() debug("Comment: `%s'" % current_object.comment) - def start_dl(self, attrs): self.flush() do_dt = start_dl - # End of folder def end_dl(self): self.flush() @@ -214,19 +196,16 @@ class BkmkParser(HTMLParser): debug("FOLDER STACK is EMPTY!!! (2)") self.current_object = None - def close(self): HTMLParser.close(self) if self.folder_stack: raise ValueError, "wrong folder stack: %s" % self.folder_stack - def do_dd(self, attrs): pass do_p = do_dd - # Start ruler def do_hr(self, attrs): self.flush() @@ -235,17 +214,14 @@ class BkmkParser(HTMLParser): self.current_object = None self.objects += 1 - # BR in comment def do_br(self, attrs): self.accumulator += "
" - # Allow < in the text def unknown_starttag(self, tag, attrs): self.accumulator += "<%s>" % tag - # Do not allow unknow end tags def unknown_endtag(self, tag): raise NotImplementedError("Unknow end tag `%s'" % tag)