X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fparse_html.py;h=90b777b4e97a2754c2bfc33d2e4f9ff966f6d0b5;hb=89da3d3a6fef5ce76d0bce4904c134a6e7f5fc6a;hp=6ec63369065035ca61308d3ad5cd65738dabd554;hpb=beae1a1df44dc95377bbb0a28e1eb2eac827c8b5;p=bookmarks_db.git diff --git a/Robots/parse_html.py b/Robots/parse_html.py index 6ec6336..90b777b 100755 --- a/Robots/parse_html.py +++ b/Robots/parse_html.py @@ -5,20 +5,12 @@ Written by BroytMann. Copyright (C) 1997-2007 PhiloSoft Design """ +import codecs -import sys -current_charset = sys.getdefaultencoding() -if current_charset == "ascii": - try: - import locale - except ImportError: - pass - else: - current_charset = locale.getpreferredencoding() -current_charset = current_charset.replace("windows-", "cp").lower() +from m_lib.defenc import default_encoding +current_charset = default_encoding.replace("windows-", "cp") DEFAULT_CHARSET = "cp1251" # Stupid default for Russian Cyrillic - from HTMLParser import HTMLParseError from m_lib.net.www.html import HTMLParser as _HTMLParser @@ -155,7 +147,6 @@ def parse_html(filename, charset=None, log=None): if __name__ == '__main__': - import sys parser = parse_html(sys.argv[1]) print parser.charset print parser.title