X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rforking.py;h=4ad998403417398b15643f3de2809c4c7c382f22;hb=79f49fc6dede0208846daa9422502ec615758034;hp=849078e584a33abbb17cba4f6f74411a350e1aea;hpb=9f0cf5475608f64848242072211aa64969098a01;p=bookmarks_db.git diff --git a/Robots/bkmk_rforking.py b/Robots/bkmk_rforking.py index 849078e..4ad9984 100644 --- a/Robots/bkmk_rforking.py +++ b/Robots/bkmk_rforking.py @@ -1,21 +1,28 @@ -""" - Forking robot +"""Forking robot - Written by BroytMann. Copyright (C) 2000-2007 PhiloSoft Design. +This file is a part of Bookmarks database and Internet robot. """ +__author__ = "Oleg Broytman " +__copyright__ = "Copyright (C) 2000-2012 PhiloSoft Design" +__license__ = "GNU GPL" + +__all__ = ['robot_forking'] + + +import sys, os try: - import cPickle - pickle = cPickle + import cPickle as pickle except ImportError: import pickle -import sys, os from subproc import Subprocess, RecordFile +from bkmk_objects import Robot + # This is to catch 'close failed: [Errno 9] Bad file descriptor' message -# from os.close() in Subprocess.die() and errors from from the subprocess. +# from os.close() in Subprocess.die() and errors from the subprocess. sys.stderr = open("err.log", 'a') check_subp = None @@ -24,7 +31,7 @@ subp_pipe = None def stop_subp(log): global check_subp, subp_pipe if check_subp: - log(" restarting hanging subprocess") + if log: log(" restarting hanging subprocess") del check_subp del subp_pipe @@ -37,25 +44,39 @@ def restart_subp(log): subp_pipe = RecordFile(check_subp) -from bkmk_objects import Robot +_set_subproc = True class robot_forking(Robot): + subproc = 'urllib2' # Default subprocess + def check_url(self, bookmark): + global _set_subproc + if _set_subproc: + _set_subproc = False + + subproc = self.subproc + subproc_attrs = [] + for attr in dir(self): + if attr.startswith('subproc_'): + subproc_attrs.append((attr[len('subproc_'):], getattr(self, attr))) + if subproc_attrs: + subproc += ':' + ':'.join(['='.join((k,v)) for k,v in subproc_attrs]) + os.environ['BKMK_ROBOT'] = subproc + if not check_subp: restart_subp(self.log) # Not restart, just start afresh try: save_parent = bookmark.parent bookmark.parent = None - - bookmark.tempfname = self.tempfname subp_pipe.write_record(pickle.dumps(bookmark)) - if check_subp.waitForPendingChar(900): # wait 15 minutes + if check_subp.waitForPendingChar(60): # wait a minute new_b = pickle.loads(subp_pipe.read_record()) for attr in ("error", "no_error", "moved", "size", "md5", "real_title", - "last_tested", "last_modified", "test_time", "icon"): + "last_tested", "last_modified", "test_time", + "icon", "icon_href"): if hasattr(new_b, attr): setattr(bookmark, attr, getattr(new_b, attr)) else: @@ -77,6 +98,5 @@ class robot_forking(Robot): # Tested return 1 - def stop(self): stop_subp(None) # Stop subprocess; do not log restarting