aboutsummaryrefslogtreecommitdiff
path: root/modules/title.py
diff options
context:
space:
mode:
Diffstat (limited to 'modules/title.py')
-rw-r--r--modules/title.py10
1 files changed, 6 insertions, 4 deletions
diff --git a/modules/title.py b/modules/title.py
index d02f7249..01425dbe 100644
--- a/modules/title.py
+++ b/modules/title.py
@@ -50,14 +50,16 @@ class Module(ModuleManager.BaseModule):
return -1, None
try:
- page = utils.http.request(url, parse=True)
- except utils.http.HTTPWrongContentTypeException:
- return -1, None
+ page = utils.http.request(url)
except Exception as e:
self.log.error("failed to get URL title for %s: %s", [url, str(e)])
return -1, None
- if page.data.title:
+ if not page.content_type in utils.http.SOUP_CONTENT_TYPES:
+ return -1, None
+ page = page.soup()
+
+ if page.title:
title = utils.parse.line_normalise(page.data.title.text)
if not title:
return -3, None