X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=Robots%2Fbkmk_rrequests.py;h=c6a91af3a962a3da3057c022b08edaaf96542ee3;hb=34ea60a99f36e3bd78a2f888475d9e66644cb504;hp=54b4c625d6bcf28cfb4497099cebba5fd2c39426;hpb=2ec71bc7b14b39fc84806fd614631dc6f2b98b36;p=bookmarks_db.git

diff --git a/Robots/bkmk_rrequests.py b/Robots/bkmk_rrequests.py
index 54b4c62..c6a91af 100644
--- a/Robots/bkmk_rrequests.py
+++ b/Robots/bkmk_rrequests.py
@@ -36,7 +36,7 @@ class robot_requests(robot_base):
         url_host = split_results.hostname
 
         if url_host in self.proxy_error:
-            return 'proxy error', None, None, None, None
+            return 'see prev. error', None, None, None, None
 
         if accept_charset and bookmark.charset:
             headers = request_headers.copy()
@@ -50,16 +50,16 @@ class robot_requests(robot_base):
         else:
             error, r = request_get(url, headers, self.timeout, None)
             if error is not None:
-                self.log('   Error: %s' % error)
-                if self.proxy:
+                self.log('   Error          : %s' % error)
+                if self.proxy and error != '404 not_found':
                     self.log('   Retrying with the proxy...')
                     error, r = request_get(url, headers,
                                            self.timeout, self.proxy)
                     if error is None:
                         self.proxy_ok.add(url_host)
         if error is not None:
-            if self.proxy:
-                self.log('   Proxy error: %s' % error)
+            if self.proxy and error != '404 not_found':
+                self.log('   Proxy error    : %s' % error)
                 if url_host not in self.proxy_ok:
                     self.proxy_error.add(url_host)
             return error, None, None, None, None
@@ -84,4 +84,7 @@ def request_get(url, headers, timeout, proxy):
     except requests.RequestException as e:
         return str(e), None
     else:
+        if r.status_code >= 400:
+            error = requests.status_codes._codes[r.status_code][0]
+            return '%d %s' % (r.status_code, error), None
         return None, r