From ed775ddbe3d66d1218ce034de97ad4ea641002bf Mon Sep 17 00:00:00 2001
From: jesopo
Date: Tue, 26 Nov 2019 11:35:56 +0000
Subject: remove `parser` from utils.http.Request, add Request.soup()

---
 modules/title.py | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

(limited to 'modules/title.py')

diff --git a/modules/title.py b/modules/title.py
index d02f7249..01425dbe 100644
--- a/modules/title.py
+++ b/modules/title.py
@@ -50,14 +50,16 @@ class Module(ModuleManager.BaseModule):
             return -1, None
 
         try:
-            page = utils.http.request(url, parse=True)
-        except utils.http.HTTPWrongContentTypeException:
-            return -1, None
+            page = utils.http.request(url)
         except Exception as e:
             self.log.error("failed to get URL title for %s: %s", [url, str(e)])
             return -1, None
 
-        if page.data.title:
+        if not page.content_type in utils.http.SOUP_CONTENT_TYPES:
+            return -1, None
+        page = page.soup()
+
+        if page.title:
             title = utils.parse.line_normalise(page.data.title.text)
             if not title:
                 return -3, None
-- 
cgit v1.3.1-10-gc9f91