]> git.phdru.name Git - bookmarks_db.git/blobdiff - Robots/bkmk_robot_base.py
Fix(Py3): Some socket errors are reported as `OSError`
[bookmarks_db.git] / Robots / bkmk_robot_base.py
index d2175ace96bc3c9d084cc3b3e0394ffe0929791e..9a74cb4ad67e342f96ec087e99186bb2eb69c4d2 100644 (file)
@@ -16,10 +16,10 @@ import sys
 import socket
 import time
 try:
-    from urllib.parse import splittype, splithost, splittag
+    from urllib.parse import splittype, splithost, splittag, urljoin
 except ImportError:
     from urllib import splittype, splithost, splittag
-from urlparse import urljoin
+    from urlparse import urljoin
 
 from m_lib.md5wrapper import md5wrapper
 from m_lib.net.www.util import parse_time
@@ -111,9 +111,15 @@ class robot_base(Robot):
 
             md5 = md5wrapper()
             if url_type == "ftp":  # Pass welcome message through MD5
-                md5.update(self.get_ftp_welcome())
+                ftp_welcome = self.get_ftp_welcome()
+                if not isinstance(ftp_welcome, bytes):
+                    ftp_welcome = ftp_welcome.encode('utf-8')
+                md5.update(ftp_welcome)
 
-            md5.update(content)
+            if isinstance(content, bytes):
+                md5.update(content)
+            else:
+                md5.update(content.encode('utf-8'))
             bookmark.md5 = str(md5)
 
             if headers:
@@ -195,6 +201,8 @@ class robot_base(Robot):
                                         self.log("   non-image content type,"
                                                  " assume x-icon")
                                         content_type = 'image/x-icon'
+                                    if not isinstance(icon_data, bytes):
+                                        icon_data = icon_data.encode('utf-8')
                                     bookmark.icon = "data:%s;base64,%s" \
                                         % (content_type, b64encode(icon_data))
                                     icons[icon_url] = (content_type,