Robots/bkmk_rforking_sub.py

   1 #! /usr/bin/env python
   2 """Check URL - subprocess for the forking robot
   3
   4 This file is a part of Bookmarks database and Internet robot.
   5 """
   6
   7 __version__ = "$Revision$"[11:-2]
   8 __revision__ = "$Id$"[5:-2]
   9 __date__ = "$Date$"[7:-2]
  10 __author__ = "Oleg Broytman <phd@phdru.name>"
  11 __copyright__ = "Copyright (C) 1999-2011 PhiloSoft Design"
  12 __license__ = "GNU GPL"
  13
  14 __all__ = []
  15
  16
  17 import sys, os
  18
  19 lib_dir = os.path.normpath(os.path.dirname(sys.argv[0]) + os.sep + os.pardir)
  20 sys.path.append(lib_dir) # for bkmk_objects.py
  21
  22 try:
  23    import cPickle
  24    pickle = cPickle
  25 except ImportError:
  26    import pickle
  27
  28 from subproc import RecordFile
  29 import bkmk_rsimple
  30
  31
  32 def run():
  33    bkmk_in = RecordFile(sys.stdin)
  34    bkmk_out = RecordFile(sys.stdout)
  35
  36    from m_lib.flog import openlog
  37    log = openlog("check2.log")
  38    from bkmk_rsimple import robot_simple
  39    robot = robot_simple(log)
  40
  41    while 1:
  42       bookmark = pickle.loads(bkmk_in.read_record())
  43       log(bookmark.href)
  44       robot.check_url(bookmark)
  45       bkmk_out.write_record(pickle.dumps(bookmark))
  46       log.outfile.flush()
  47
  48    log.close()
  49
  50
  51 if __name__ == '__main__':
  52    run()