X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rsimple.py;h=50db38843d0fa7cee6e4af5ed48ea51aee69861b;hb=c054a2ffd6c9a03158c719b8a22dd750a94fe1ec;hp=af549f63969001f87e725b90df87811552512491;hpb=c067541ef9e42e33742ad90e1a51c9aea2bcdc51;p=bookmarks_db.git diff --git a/Robots/bkmk_rsimple.py b/Robots/bkmk_rsimple.py index af549f6..50db388 100644 --- a/Robots/bkmk_rsimple.py +++ b/Robots/bkmk_rsimple.py @@ -83,13 +83,16 @@ from bkmk_objects import Robot from parse_html import parse_html class robot_simple(Robot): - def check_url(self, bookmark, url_type, url_rest): + def check_url(self, bookmark): if not self.tempfname: self.tempfname = bookmark.tempfname try: try: self.start = int(time.time()) + bookmark.icon = None + + url_type, url_rest = urllib.splittype(bookmark.href) url_host, url_path = urllib.splithost(url_rest) url_path, url_tag = urllib.splittag(url_path) @@ -164,7 +167,7 @@ class robot_simple(Robot): icon = parser.icon if not icon: icon = "/favicon.ico" - icon = urljoin("%s://%s" % (url_type, url_host), icon) + icon = urljoin("%s://%s%s" % (url_type, url_host, url_path), icon) if self.log: self.log(" icon : %s" % icon) try: fname, headers = urllib.urlretrieve(icon) @@ -175,12 +178,15 @@ class robot_simple(Robot): emsg = None tb = None else: - icon_file = open(fname, "rb") - icon = icon_file.read() - icon_file.close() - os.remove(fname) content_type = headers["Content-Type"] - bookmark.icon = "data:%s;base64,%s" % (content_type, b64encode(icon)) + if content_type.startswith("image/"): + icon_file = open(fname, "rb") + icon = icon_file.read() + icon_file.close() + bookmark.icon = "data:%s;base64,%s" % (content_type, b64encode(icon)) + else: + if self.log: self.log(" no icon : %s" % content_type) + os.remove(fname) except KeyError: pass