from parse_html import parse_html
class robot_simple(Robot):
- def check_url(self, bookmark, url_type, url_rest):
+ def check_url(self, bookmark):
if not self.tempfname:
self.tempfname = bookmark.tempfname
try:
try:
self.start = int(time.time())
+ url_type, url_rest = urllib.splittype(bookmark.href)
url_host, url_path = urllib.splithost(url_rest)
url_path, url_tag = urllib.splittag(url_path)
icon = parser.icon
if not icon:
icon = "/favicon.ico"
- icon = urljoin("%s://%s" % (url_type, url_host), icon)
+ icon = urljoin("%s://%s%s" % (url_type, url_host, url_path), icon)
if self.log: self.log(" icon : %s" % icon)
try:
fname, headers = urllib.urlretrieve(icon)