__all__ = ['robot_urllib']
-import os
import sys
-import time
import urllib
from Robots.bkmk_robot_base import robot_base, get_error
class MyURLopener(urllib.URLopener):
# Error 301 -- relocated (permanently)
def http_error_301(self, url, fp, errcode, errmsg, headers, data=None):
- if headers.has_key('location'):
+ if 'location' in headers:
newurl = headers['location']
- elif headers.has_key('uri'):
+ elif 'uri' in headers:
newurl = headers['uri']
else:
newurl = "Nowhere"
http_error_303 = http_error_301
# Error 307 -- relocated (temporarily)
http_error_307 = http_error_301
+ # Error 308 -- relocated (permanently)
+ http_error_308 = http_error_301
# Error 401 -- authentication required
def http_error_401(self, url, fp, errcode, errmsg, headers, data=None):
def http_error_default(self, url, fp, errcode, errmsg, headers):
if fp:
- void = fp.read()
+ fp.read()
fp.close()
raise IOError(('http error', errcode, errmsg, headers))
# Remove Accept-Charset
del urllib._urlopener.addheaders[-1]
- infile = open(fname, 'rb')
+ infile = open(fname, 'rt')
content = infile.read()
infile.close()