try:
size = headers["Content-Length"]
except KeyError:
- size = len(content)
+ pass
try:
last_modified = headers["Last-Modified"]
if last_modified:
last_modified = parse_time(last_modified)
- else:
+
+ if not size: # Could be None from headers
size = len(content)
if last_modified:
if headers:
try:
content_type = headers["Content-Type"]
- self.log(" Content-Type: %s" % content_type)
+ self.log(" Content-Type : %s" % content_type)
if content_type is None:
if 'html' in content.lower():
content_type = 'text/html'
if content_type.startswith(ctype):
is_html = True
break
- if content and is_html:
- parser = parse_html(content, charset, self.log)
+ content_stripped = content.strip()
+ if content_stripped and is_html:
+ parser = parse_html(
+ content_stripped, charset, self.log)
+ if charset:
+ bookmark.charset = charset
+ elif parser and parser.meta_charset:
+ bookmark.charset = parser.meta_charset
if parser:
bookmark.real_title = parser.title
icon = parser.icon
% (url, timeout)
)
- if not content:
+ if not content_stripped:
self.log(" empty response, no content")
if not is_html:
self.log(" not html")