X-Git-Url: https://git.phdru.name/?p=bookmarks_db.git;a=blobdiff_plain;f=check_urls.py;h=e2dac0ff3c516a65ed9f23b22d37ce050bbe6030;hp=f75cb16cc20f47ae769ee6775763e27a1293e9a9;hb=53d4a2383cfef1310871eefcc14e6e1950b96853;hpb=7fd1132c4ab530b7b34e846ca45f99b8737dd127 diff --git a/check_urls.py b/check_urls.py index f75cb16..e2dac0f 100755 --- a/check_urls.py +++ b/check_urls.py @@ -1,10 +1,12 @@ #! /usr/bin/env python -""" - Robot interface - check URLs from bookmarks database +"""Robot interface - check URLs from bookmarks database - Written by Broytman. Copyright (C) 2000-2010 PhiloSoft Design. +This file is a part of Bookmarks database and Internet robot. """ +__author__ = "Oleg Broytman " +__copyright__ = "Copyright (C) 2000-2012 PhiloSoft Design" +__license__ = "GNU GPL" import sys, os @@ -102,8 +104,10 @@ def run(): object_count = object_count + 1 if object.isBookmark: - if object.href.startswith('place:'): # Firefox SmartBookmarks - log("Skipped %s" % object.href) + href = object.href + if (href.startswith('place:') # Firefox SmartBookmarks + or '%s' in href): # Bookmark with keyword + log("Skipped %s" % href) continue if only_errors: @@ -112,20 +116,20 @@ def run(): else: continue - if checked.has_key(object.href): - log("Already checked %s" % object.href) - old_object = root_folder.linear[checked[object.href]] + if checked.has_key(href): + log("Already checked %s" % href) + old_object = root_folder.linear[checked[href]] for attr_name in ("last_visit", "last_modified", "error", "no_error", "moved", "size", "md5", "real_title", "last_tested", "test_time", "icon", "charset"): if hasattr(old_object, attr_name): setattr(object, attr_name, getattr(old_object, attr_name)) else: - log("Checking %s" % object.href) + log("Checking %s" % href) rcode = robot.check_url(object) if rcode: - checked[object.href] = object_no + checked[href] = object_no urls_no = urls_no + 1 try: size = size + int(object.size)