diff options
| author | 2019-11-26 11:35:56 +0000 | |
|---|---|---|
| committer | 2019-11-26 11:35:56 +0000 | |
| commit | ed775ddbe3d66d1218ce034de97ad4ea641002bf (patch) | |
| tree | 62fdb3c08b6a34ce981b6ae3a23352300d0237df /modules/title.py | |
| parent | utils.datetime.datetime_utcnow() -> utils.datetime.utcnow() (diff) | |
| signature | ||
remove `parser` from utils.http.Request, add Request.soup()
Diffstat (limited to 'modules/title.py')
| -rw-r--r-- | modules/title.py | 10 |
1 files changed, 6 insertions, 4 deletions
diff --git a/modules/title.py b/modules/title.py index d02f7249..01425dbe 100644 --- a/modules/title.py +++ b/modules/title.py @@ -50,14 +50,16 @@ class Module(ModuleManager.BaseModule): return -1, None try: - page = utils.http.request(url, parse=True) - except utils.http.HTTPWrongContentTypeException: - return -1, None + page = utils.http.request(url) except Exception as e: self.log.error("failed to get URL title for %s: %s", [url, str(e)]) return -1, None - if page.data.title: + if not page.content_type in utils.http.SOUP_CONTENT_TYPES: + return -1, None + page = page.soup() + + if page.title: title = utils.parse.line_normalise(page.data.title.text) if not title: return -3, None |
