X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rsimple.py;h=2c4df9e278f99b186daa869720f9437c81f7cefa;hb=00549b1c0622ee6ed0ac12249097cf4562bc486e;hp=c2733a184ce5f6352e3b201e751b65404bf32b49;hpb=8ce74f839238093d7278aa041ff55dbcb7abd3a0;p=bookmarks_db.git diff --git a/Robots/bkmk_rsimple.py b/Robots/bkmk_rsimple.py index c2733a1..2c4df9e 100644 --- a/Robots/bkmk_rsimple.py +++ b/Robots/bkmk_rsimple.py @@ -1,9 +1,16 @@ -""" - Simple, strightforward robot +"""Simple, strightforward robot + +This file is a part of Bookmarks database and Internet robot. - Written by Oleg Broytman. Copyright (C) 2000-2010 PhiloSoft Design. """ +__author__ = "Oleg Broytman " +__copyright__ = "Copyright (C) 2000-2014 PhiloSoft Design" +__license__ = "GNU GPL" + +__all__ = ['robot_simple', 'get_error'] + + import sys, os import time, urllib from base64 import b64encode @@ -13,13 +20,15 @@ from m_lib.net.www.util import parse_time from m_lib.md5wrapper import md5wrapper from bkmk_objects import Robot -from parse_html import parse_html +from parse_html import parse_filename class RedirectException(Exception): reloc_dict = { 301: "perm.", - 302: "temp.", + 302: "temp2.", + 303: "temp3.", + 307: "temp7.", "html": "html" } def __init__(self, errcode, newurl): @@ -173,7 +182,7 @@ class robot_simple(Robot): else: html = False if html: - parser = parse_html(fname, charset, self.log) + parser = parse_filename(fname, charset, self.log) if parser: bookmark.real_title = parser.title icon = parser.icon @@ -187,9 +196,9 @@ class robot_simple(Robot): if icons[icon]: bookmark.icon_href = icon content_type, bookmark.icon = icons[icon] - self.log(" cached icon: %s" % content_type) + self.log(" cached icon: %s" % content_type) else: - self.log(" cached icon: no icon") + self.log(" cached icon: no icon") else: try: _icon = icon @@ -198,7 +207,7 @@ class robot_simple(Robot): icon_fname, headers = urllib.urlretrieve(_icon) except RedirectException, e: _icon = e.url - self.log(" redirect to : %s" % _icon) + self.log(" redirect to : %s" % _icon) else: break else: @@ -220,7 +229,7 @@ class robot_simple(Robot): self.log(" got icon : %s" % content_type) if content_type.startswith("application/") \ or content_type.startswith("text/plain"): - self.log(" got non-image icon, assume x-icon") + self.log(" non-image content type, assume x-icon") content_type = 'image/x-icon' bookmark.icon = "data:%s;base64,%s" % (content_type, b64encode(icon_data)) icons[icon] = (content_type, bookmark.icon) @@ -279,7 +288,6 @@ class robot_simple(Robot): # Tested return 1 - def finish_check_url(self, bookmark, fname=None): # Calculate these attributes even in case of an error if fname and os.path.exists(fname):