try:
size = headers["Content-Length"]
except KeyError:
- size = len(content)
+ pass
try:
last_modified = headers["Last-Modified"]
if last_modified:
last_modified = parse_time(last_modified)
- else:
+
+ if not size: # Could be None from headers
size = len(content)
if last_modified:
if content_type.startswith(ctype):
is_html = True
break
- if content and is_html:
- parser = parse_html(content, charset, self.log)
+ content_stripped = content.strip()
+ if content_stripped and is_html:
+ parser = parse_html(
+ content_stripped, charset, self.log)
+ if charset:
+ bookmark.charset = charset
+ elif parser and parser.meta_charset:
+ bookmark.charset = parser.meta_charset
if parser:
bookmark.real_title = parser.title
icon = parser.icon
% (url, timeout)
)
- if not content:
+ if not content_stripped:
self.log(" empty response, no content")
if not is_html:
self.log(" not html")