-#! /usr/bin/env python
+#! /usr/bin/env python3
"""Robot interface - check URLs from bookmarks database
This file is a part of Bookmarks database and Internet robot.
"""
from __future__ import print_function
-import sys, os
+import sys
__author__ = "Oleg Broytman <phd@phdru.name>"
log("check_urls started")
if report_stats:
print(" check_urls: normal start")
+ log.outfile.reconfigure(encoding='utf-8')
from storage import storage
storage = storage()
if object.isBookmark:
href = object.href
- if (href.startswith('place:') # Firefox SmartBookmarks
- or '%s' in href): # Bookmark with keyword
+ if (href.startswith('place:') # Firefox SmartBookmarks
+ or '%s' in href): # Bookmark with keyword
log("Skipped %s" % href)
continue
else:
continue
- if checked.has_key(href):
+ if href in checked:
log("Already checked %s" % href)
old_object = root_folder.linear[checked[href]]
- for attr_name in ("last_visit", "last_modified",
- "error", "no_error", "moved", "size", "md5", "real_title",
- "last_tested", "test_time", "icon", "charset"):
+ for attr_name in (
+ "last_visit", "last_modified",
+ "error", "no_error", "moved", "size", "md5", "real_title",
+ "last_tested", "test_time", "icon", "charset",
+ ):
if hasattr(old_object, attr_name):
- setattr(object, attr_name, getattr(old_object, attr_name))
+ setattr(object, attr_name,
+ getattr(old_object, attr_name))
else:
log("Checking %s" % href)
rcode = robot.check_url(object)
try:
size = size + int(object.size)
except (AttributeError, TypeError, ValueError):
- pass # Some object does not have a size :(
+ pass # Some object does not have a size :(
else:
log("Interrupted by user (^C)")
break