X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rforking.py;h=4ad998403417398b15643f3de2809c4c7c382f22;hb=79f49fc6dede0208846daa9422502ec615758034;hp=4c4c098daae740d2278e6227ad86ca5b4457dc0b;hpb=c3a7353a026f35ab8d02a1a05b320e7a37c2dc13;p=bookmarks_db.git diff --git a/Robots/bkmk_rforking.py b/Robots/bkmk_rforking.py index 4c4c098..4ad9984 100644 --- a/Robots/bkmk_rforking.py +++ b/Robots/bkmk_rforking.py @@ -1,21 +1,28 @@ -""" - Forking robot +"""Forking robot - Written by Broytman. Copyright (C) 2000-2010 PhiloSoft Design. +This file is a part of Bookmarks database and Internet robot. """ +__author__ = "Oleg Broytman " +__copyright__ = "Copyright (C) 2000-2012 PhiloSoft Design" +__license__ = "GNU GPL" + +__all__ = ['robot_forking'] + + +import sys, os try: - import cPickle - pickle = cPickle + import cPickle as pickle except ImportError: import pickle -import sys, os from subproc import Subprocess, RecordFile +from bkmk_objects import Robot + # This is to catch 'close failed: [Errno 9] Bad file descriptor' message -# from os.close() in Subprocess.die() and errors from from the subprocess. +# from os.close() in Subprocess.die() and errors from the subprocess. sys.stderr = open("err.log", 'a') check_subp = None @@ -37,25 +44,39 @@ def restart_subp(log): subp_pipe = RecordFile(check_subp) -from bkmk_objects import Robot +_set_subproc = True class robot_forking(Robot): + subproc = 'urllib2' # Default subprocess + def check_url(self, bookmark): + global _set_subproc + if _set_subproc: + _set_subproc = False + + subproc = self.subproc + subproc_attrs = [] + for attr in dir(self): + if attr.startswith('subproc_'): + subproc_attrs.append((attr[len('subproc_'):], getattr(self, attr))) + if subproc_attrs: + subproc += ':' + ':'.join(['='.join((k,v)) for k,v in subproc_attrs]) + os.environ['BKMK_ROBOT'] = subproc + if not check_subp: restart_subp(self.log) # Not restart, just start afresh try: save_parent = bookmark.parent bookmark.parent = None - - bookmark.tempfname = self.tempfname subp_pipe.write_record(pickle.dumps(bookmark)) if check_subp.waitForPendingChar(60): # wait a minute new_b = pickle.loads(subp_pipe.read_record()) for attr in ("error", "no_error", "moved", "size", "md5", "real_title", - "last_tested", "last_modified", "test_time", "icon"): + "last_tested", "last_modified", "test_time", + "icon", "icon_href"): if hasattr(new_b, attr): setattr(bookmark, attr, getattr(new_b, attr)) else: @@ -77,6 +98,5 @@ class robot_forking(Robot): # Tested return 1 - def stop(self): stop_subp(None) # Stop subprocess; do not log restarting