Robots/bkmk_rforking_sub.py

   1 #! /usr/local/bin/python -O
   2 """
   3    Check URL - subprocess
   4
   5    Written by BroytMann, Mar 1999 - Aug 2002. Copyright (C) 1999-2002 PhiloSoft Design
   6 """
   7
   8
   9 import sys, os, urllib
  10
  11 lib_dir = os.path.normpath(os.path.dirname(sys.argv[0]) + os.sep + os.pardir)
  12 sys.path.append(lib_dir) # for bkmk_objects.py
  13
  14 try:
  15    import cPickle
  16    pickle = cPickle
  17 except ImportError:
  18    import pickle
  19
  20 from subproc import RecordFile
  21 import bkmk_rsimple
  22
  23
  24 def run():
  25    bkmk_in = RecordFile(sys.stdin)
  26    bkmk_out = RecordFile(sys.stdout)
  27
  28    from m_lib.flog import openlog
  29    log = openlog("check2.log")
  30    from bkmk_rsimple import robot_simple
  31    robot = robot_simple(None, log)
  32
  33    while 1:
  34       bookmark = pickle.loads(bkmk_in.read_record())
  35       log(bookmark.href)
  36       url_type, url_rest = urllib.splittype(bookmark.href)
  37       robot.check_url(bookmark, url_type, url_rest)
  38       bkmk_out.write_record(pickle.dumps(bookmark))
  39       log.outfile.flush()
  40
  41    log.close()
  42
  43
  44 if __name__ == '__main__':
  45    run()