X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rsimple.py;h=75ac27fc19699c740526647e6271b819de48484e;hb=8450781d528f5753fb5b5644a39f91558c29d5db;hp=88f5e16ab2339613b82432af553210685f476e3b;hpb=006dd8fb2ecee5e16b054744e8c1da9afc04c378;p=bookmarks_db.git diff --git a/Robots/bkmk_rsimple.py b/Robots/bkmk_rsimple.py index 88f5e16..75ac27f 100644 --- a/Robots/bkmk_rsimple.py +++ b/Robots/bkmk_rsimple.py @@ -1,9 +1,16 @@ -""" - Simple, strightforward robot +"""Simple, strightforward robot + +This file is a part of Bookmarks database and Internet robot. - Written by Oleg Broytman. Copyright (C) 2000-2010 PhiloSoft Design. """ +__author__ = "Oleg Broytman " +__copyright__ = "Copyright (C) 2000-2012 PhiloSoft Design" +__license__ = "GNU GPL" + +__all__ = ['robot_simple', 'get_error'] + + import sys, os import time, urllib from base64 import b64encode @@ -19,7 +26,8 @@ from parse_html import parse_html class RedirectException(Exception): reloc_dict = { 301: "perm.", - 302: "temp.", + 302: "temp2.", + 307: "temp7.", "html": "html" } def __init__(self, errcode, newurl): @@ -187,9 +195,9 @@ class robot_simple(Robot): if icons[icon]: bookmark.icon_href = icon content_type, bookmark.icon = icons[icon] - self.log(" cached icon: %s" % content_type) + self.log(" cached icon: %s" % content_type) else: - self.log(" cached icon: no icon") + self.log(" cached icon: no icon") else: try: _icon = icon @@ -198,7 +206,7 @@ class robot_simple(Robot): icon_fname, headers = urllib.urlretrieve(_icon) except RedirectException, e: _icon = e.url - self.log(" redirect to : %s" % _icon) + self.log(" redirect to : %s" % _icon) else: break else: @@ -220,7 +228,7 @@ class robot_simple(Robot): self.log(" got icon : %s" % content_type) if content_type.startswith("application/") \ or content_type.startswith("text/plain"): - self.log(" non-image content type, assume x-icon") + self.log(" non-image content type, assume x-icon") content_type = 'image/x-icon' bookmark.icon = "data:%s;base64,%s" % (content_type, b64encode(icon_data)) icons[icon] = (content_type, bookmark.icon) @@ -279,7 +287,6 @@ class robot_simple(Robot): # Tested return 1 - def finish_check_url(self, bookmark, fname=None): # Calculate these attributes even in case of an error if fname and os.path.exists(fname):