aboutsummaryrefslogtreecommitdiff
path: root/modules/title.py
diff options
context:
space:
mode:
authorGravatar jesopo2019-11-26 11:35:56 +0000
committerGravatar jesopo2019-11-26 11:35:56 +0000
commited775ddbe3d66d1218ce034de97ad4ea641002bf (patch)
tree62fdb3c08b6a34ce981b6ae3a23352300d0237df /modules/title.py
parentutils.datetime.datetime_utcnow() -> utils.datetime.utcnow() (diff)
signature
remove `parser` from utils.http.Request, add Request.soup()
Diffstat (limited to 'modules/title.py')
-rw-r--r--modules/title.py10
1 files changed, 6 insertions, 4 deletions
diff --git a/modules/title.py b/modules/title.py
index d02f7249..01425dbe 100644
--- a/modules/title.py
+++ b/modules/title.py
@@ -50,14 +50,16 @@ class Module(ModuleManager.BaseModule):
return -1, None
try:
- page = utils.http.request(url, parse=True)
- except utils.http.HTTPWrongContentTypeException:
- return -1, None
+ page = utils.http.request(url)
except Exception as e:
self.log.error("failed to get URL title for %s: %s", [url, str(e)])
return -1, None
- if page.data.title:
+ if not page.content_type in utils.http.SOUP_CONTENT_TYPES:
+ return -1, None
+ page = page.soup()
+
+ if page.title:
title = utils.parse.line_normalise(page.data.title.text)
if not title:
return -3, None