From: Oleg Broytman Date: Thu, 27 Dec 2007 20:23:59 +0000 (+0000) Subject: Fake headers to pretend this is a real browser. X-Git-Tag: v4.5.3~238 X-Git-Url: https://git.phdru.name/?a=commitdiff_plain;h=cbe95b9700da2b5b75fa07312253736d5447d318;p=bookmarks_db.git Fake headers to pretend this is a real browser. git-svn-id: file:///home/phd/archive/SVN/bookmarks_db/trunk@138 fdd5c36f-1aea-0310-aeeb-c58d7e2b6c23 --- diff --git a/Robots/bkmk_rsimple.py b/Robots/bkmk_rsimple.py index ae7c39e..c78a38b 100644 --- a/Robots/bkmk_rsimple.py +++ b/Robots/bkmk_rsimple.py @@ -45,8 +45,18 @@ class MyURLopener(urllib.URLopener): urllib._urlopener = MyURLopener() -server_version = "bookmarks_db (Python-urllib/%s)" % urllib.__version__ -urllib._urlopener.addheaders[0] = ('User-agent', server_version) +# Fake headers to pretend this is a real browser +_version = "Links (2.1; Linux 2.6 i686; 80x25)" +urllib._urlopener.addheaders[0] = ('User-Agent', _version) +_version = "bookmarks_db (Python-urllib/%s)" % urllib.__version__ +urllib._urlopener.addheader('X-User-Agent', _version) + +urllib._urlopener.addheader('Connection', 'close') +urllib._urlopener.addheader('Content-Length', '0') +urllib._urlopener.addheader('Accept', '*/*') +urllib._urlopener.addheader('Accept-Language', 'ru,en') +urllib._urlopener.addheader('Cache-Control', 'max-age=300') +urllib._urlopener.addheader('Referer', 'http://www.yahoo.com/') def get_error(msg):