X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rforking.py;h=d33c38d5a9d7a6f046aebde0d10cde82bbdbd0ce;hb=c9cfb54ef36e77aee7187e4533f063d407073ad8;hp=4693f52979741235db3beb7fe4947e7ae6055823;hpb=7028dcb5fe31ccf6d348dca315154d719f3c481e;p=bookmarks_db.git diff --git a/Robots/bkmk_rforking.py b/Robots/bkmk_rforking.py index 4693f52..d33c38d 100644 --- a/Robots/bkmk_rforking.py +++ b/Robots/bkmk_rforking.py @@ -1,20 +1,33 @@ -""" - Forking robot +"""Forking robot - Written by BroytMann. Copyright (C) 2000-2007 PhiloSoft Design. +This file is a part of Bookmarks database and Internet robot. """ +__version__ = "$Revision$"[11:-2] +__revision__ = "$Id$"[5:-2] +__date__ = "$Date$"[7:-2] +__author__ = "Oleg Broytman " +__copyright__ = "Copyright (C) 2000-2011 PhiloSoft Design" +__license__ = "GNU GPL" + +__all__ = ['robot_forking'] + + +import sys, os try: - import cPickle - pickle = cPickle + import cPickle as pickle except ImportError: import pickle -import sys, os from subproc import Subprocess, RecordFile +from bkmk_objects import Robot +# This is to catch 'close failed: [Errno 9] Bad file descriptor' message +# from os.close() in Subprocess.die() and errors from from the subprocess. +sys.stderr = open("err.log", 'a') + check_subp = None subp_pipe = None @@ -29,12 +42,11 @@ def restart_subp(log): global check_subp, subp_pipe stop_subp(log) - check_subp = Subprocess("%s/Robots/bkmk_rforking_sub.py" % os.path.dirname(sys.argv[0])) + check_subp = Subprocess("%s/Robots/bkmk_rforking_sub.py" % os.path.dirname(sys.argv[0]), + control_stderr=True) subp_pipe = RecordFile(check_subp) -from bkmk_objects import Robot - class robot_forking(Robot): def check_url(self, bookmark): if not check_subp: @@ -43,15 +55,14 @@ class robot_forking(Robot): try: save_parent = bookmark.parent bookmark.parent = None - - bookmark.tempfname = self.tempfname subp_pipe.write_record(pickle.dumps(bookmark)) - if check_subp.waitForPendingChar(900): # wait 15 minutes + if check_subp.waitForPendingChar(60): # wait a minute new_b = pickle.loads(subp_pipe.read_record()) for attr in ("error", "no_error", "moved", "size", "md5", "real_title", - "last_tested", "last_modified", "test_time", "icon"): + "last_tested", "last_modified", "test_time", + "icon", "icon_href"): if hasattr(new_b, attr): setattr(bookmark, attr, getattr(new_b, attr)) else: @@ -60,12 +71,18 @@ class robot_forking(Robot): bookmark.parent = save_parent + while True: + error = check_subp.readPendingErrLine() + if not error: + break + sys.stderr.write("(subp) " + error) + sys.stderr.flush() + except KeyboardInterrupt: return 0 # Tested return 1 - def stop(self): stop_subp(None) # Stop subprocess; do not log restarting